Merge pull request FlagAI-Open#481 from Anhforth/add_lora_input

name fix
SophieforAI · Jul 5, 2023 · 2873397 · 2873397
2 parents 98ebc08 + d092011
commit 2873397
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/examples/Aquila/Aquila-chat/generate_chat.py b/examples/Aquila/Aquila-chat/generate_chat.py
@@ -9,7 +9,7 @@
 from flagai.data.tokenizer import Tokenizer
 
 state_dict = "./checkpoints_in"
-model_name = 'aquila-7b'
+model_name = 'aquilachat-7b'
 
 loader = AutoLoader("lm",
                     model_dir=state_dict,

diff --git a/examples/Aquila/Aquila-chat/generate_chat_lora.py b/examples/Aquila/Aquila-chat/generate_chat_lora.py
@@ -11,15 +11,15 @@
 
 
 state_dict = "./checkpoints_in/"
-model_name = 'aquila-7b'
+model_name = 'aquila-7b'  
 
 
 loader = AutoLoader("lm",
                     model_dir=state_dict,
                     model_name=model_name,
                     use_cache=True,
                     fp16=True,
-                    device='cuda:2',
+                    device='cuda',
                     adapter_dir='/data2/yzd/FlagAI/examples/Aquila/Aquila-chat/checkpoints_out/aquila_experiment75new/2023070515/') # eg: /mnt/yzd/git/FlagAI/examples/Aquila/Aquila-chat/checkpoints_out/aquila_experiment/2023062909
 model = loader.get_model()