Fix decoding in cli.py

tousika · Feb 7, 2024 · 188ac52 · 188ac52
1 parent b42a13d
commit 188ac52
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llava/serve/cli.py b/llava/serve/cli.py
@@ -105,7 +105,7 @@ def main(args):
                 streamer=streamer,
                 use_cache=True)
 
-        outputs = tokenizer.decode(output_ids[0, input_ids.shape[1]:]).strip()
+        outputs = tokenizer.decode(output_ids).strip()
         conv.messages[-1][-1] = outputs
 
         if args.debug: