Don't reload model for the merge step;

2025-02-08 11:25:12 +01:00
parent a0e9a5a33a
commit f253fde344
3 changed files with 39 additions and 40 deletions
--- a/Context.py
+++ b/Context.py
@@ -1,9 +1,12 @@
 import configparser
 import torch

+from peft import PeftModel
 from sympy.printing import str

 class Context:
+    model: PeftModel
+    
    accel: bool
    device: str
    purgeTargetDirectories: bool