feat: correct checkpoint path

Added posix path to .bin
tarunchy · Apr 17, 2023 · 5a9ef88 · 5a9ef88
1 parent b4094cd
commit 5a9ef88
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/xturing/engines/llama_engine.py b/src/xturing/engines/llama_engine.py
@@ -154,7 +154,7 @@ def noop(*args, **kwargs):
         make_quant(model, layers, wbits, groupsize)
 
 
-        model.load_state_dict(torch.load(weights_path), strict=False)
+        model.load_state_dict(torch.load(weights_path / Path("pytorch_model.bin")), strict=False)
 
         if warmup_autotune:
             autotune_warmup(model)