exo/lm-finetuner
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add eot tokens to texts;

Browse Source
This commit is contained in:
extio-de
2024-10-27 20:47:03 +01:00
parent 8e2f75e6f4
commit aa958eeb81
2 changed files with 18 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
testProject/config.ini
View File

@@ -38,7 +38,7 @@ trGradientAccSteps=
trGradientCheckpointing=
# optional bool, reduces memory consumption
trGroupByLength=true
# optional bool, naively pack traning sequences together (reduces memory consumption)
# optional bool, naively pack traning sequences together
trPacking=
[Lora]