remove default do_sample

jxzhangjhu · Mar 13, 2023 · 7fd04bb · 7fd04bb
1 parent d3f0c31
commit 7fd04bb
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/openicl/icl_inferencer/icl_gen_inferencer.py b/openicl/icl_inferencer/icl_gen_inferencer.py
@@ -42,8 +42,7 @@ def __init__(self,
                  model_config: Optional[PretrainedConfig] = None,
                  batch_size: Optional[int] = 1,
                  gen_field_replace_token: Optional[str] = '',
-                 generation_kwargs={"max_new_tokens": 100,
-                                    "do_sample": False},
+                 generation_kwargs={"max_new_tokens": 100},
                  accelerator: Optional[Accelerator] = None,
                  output_json_filepath: Optional[str] = "./icl_inference_output",
                  output_json_filename: Optional[str] = "predictions",