Update generate_chat.py

dazer-chen · Jun 21, 2023 · 2b10f41 · 2b10f41
1 parent 95fb880
commit 2b10f41
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/examples/Aquila/Aquila-chat/generate_chat.py b/examples/Aquila/Aquila-chat/generate_chat.py
@@ -45,6 +45,8 @@
     conv.append_message(conv.roles[1], None)
 
     tokens = tokenizer.encode_plus(f"{conv.get_prompt()}", None, max_length=None)['input_ids']
+    ## TODO for ICL inference using plain text
+    ## tokens = tokenizer.encode_plus(f"{text}", None, max_length=None)['input_ids']
     tokens = tokens[1:-1]
 
     with torch.no_grad():