exo/lm-finetuner
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Don't reload model for the merge step;

Browse Source
This commit is contained in:
extio-de
2025-02-08 11:25:12 +01:00
parent a0e9a5a33a
commit f253fde344
3 changed files with 39 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
Merger.py
View File

@@ -7,15 +7,17 @@ class Merger:
def mergeAndStore(self, context: Context):
if not context.mergeFull:
return
if not context.storeAdapter:
raise Exception("Configuration problem: mergeFull requires storeAdapter")
print("Reloading model")
baseModel = ModelLoader().load(context.locBaseModel, False, True, context)
peftModel = PeftModel.from_pretrained(baseModel, context.locAdapter)
if not context.model:
if not context.storeAdapter:
raise Exception("Configuration problem: mergeFull requires storeAdapter")
print("Loading model")
baseModel = ModelLoader().load(context.locBaseModel, False, True, context)
context.model = PeftModel.from_pretrained(baseModel, context.locAdapter)
print("Merging")
mergedModel = peftModel.merge_and_unload()
mergedModel = context.model.merge_and_unload()
print("Dequantize")
try: