lm-finetuner: Merger: Dequantize before merging lora adapter; More lora options;

testProject/config.ini

@@ -42,6 +42,8 @@ trGroupByLength=true
 trPacking=
 
 [Lora]
+# Enable qLora (4bit quantized lora) 
+qLora=true
 # As bigger the R the more parameters to train
 loraR=32
 # A scaling factor that adjusts the magnitude of the weight matrix. It seems that as higher more weight have the new training
@@ -52,6 +54,8 @@ loraDropout=0.05
 loraBias=none
 # lora task type
 loraTaskType=CAUSAL_LM
+# layers to train (all linear layers are trainable)
+loraLayers=q_proj,k_proj
 
 [Validation]
 # enable validation