Added more training parameters; Removed chat emulation of text datasets; Fixes;

This commit is contained in:
extio-de
2024-10-27 09:59:16 +01:00
parent 91b211547b
commit 8e2f75e6f4
5 changed files with 23 additions and 24 deletions

View File

@@ -9,10 +9,6 @@ purgeTargetDirectories=false
train=true
# save lora adapter to disk after training. Also required for validation and merging
storeAdapter=true
# convert text dataset to chat prompts
trTextDsToChat=true
# if plain texts have been converted to chat prompts, also keep plain texts in dataset (combined)
trTextDsKeepPlainText=true
# path to base model (hf safetensors repo)
locBaseModel=../../lm/models/safetensors/Qwen2.5-1.5B-Instruct/
# path to datasets
@@ -24,9 +20,14 @@ locAdapter=./testProject/adapter/
# training epochs (how many times each dataset entry is trained)
# vInplace true: Validation will run after each batch of training epochs until vExpected has been reached, otherwise the next training batch starts
# vInplace false: Training is executed once for trEpochs epochs
# Optimizer schedule_free_*: Leave trEpochs blank
trEpochs=10
# optional int, maximum length of training sequence
trMaxSeqLength=
# optional scheduler type: linear, constant, cosine, polynomial, inverse_sqrt
trSchedulerType=
# optional optimizer; grokadamw, schedule_free_adamw, schedule_free_sgd
trOptim=
# optional int, training batch size (reduces memory consumption)
trPerDeviceTrainBatchSize=
# optional bool, determine training batch size (reduces memory consumption)