Merge pull request meta-llama#779 from javier-m/add-seed

add seed
zhuzhenping · Sep 15, 2023 · 7173899 · 7173899
2 parents d7e2e37 + c9c493f
commit 7173899
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/llama/generation.py b/llama/generation.py
@@ -56,6 +56,7 @@ def build(
         max_seq_len: int,
         max_batch_size: int,
         model_parallel_size: Optional[int] = None,
+        seed: int = 1,
     ) -> "Llama":
         """
         Build a Llama instance by initializing and loading a pre-trained model.
@@ -91,7 +92,7 @@ def build(
         torch.cuda.set_device(local_rank)
 
         # seed must be the same in all processes
-        torch.manual_seed(1)
+        torch.manual_seed(seed)
 
         if local_rank > 0:
             sys.stdout = open(os.devnull, "w")