lm-finetuner: Merger: Dequantize before merging lora adapter; More lora options;

2024-12-01 13:03:45 +01:00
parent aa958eeb81
commit ff2385bf50
5 changed files with 21 additions and 5 deletions
--- a/Trainer.py
+++ b/Trainer.py
@@ -67,8 +67,8 @@ class Trainer:
                lora_alpha = context.loraAlpha,
                lora_dropout = context.loraDropout,
                bias = context.loraBias,
-                task_type = context.loraTaskType
-                #target_modules=["q_proj", "k_proj", "v_proj", "out_proj", "fc_in", "fc_out", "wte"],
+                task_type = context.loraTaskType,
+                target_modules=context.loraLayers
        )
        
        sftArgs = {}