Update prepare_alpaca.py to enable data_file_name specification (Ligh…

…tning-AI#114)
fdoperezi · Apr 17, 2023 · 945ffb3 · 945ffb3
1 parent 15d5eee
commit 945ffb3
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/scripts/prepare_alpaca.py b/scripts/prepare_alpaca.py
@@ -26,6 +26,7 @@ def prepare(
     max_seq_length: int = 256,
     seed: int = 42,
     mask_inputs: bool = False,  # as in alpaca-lora
+    data_file_name: str = DATA_FILE_NAME
 ) -> None:
     """Prepare the Alpaca dataset for instruction tuning.
     
@@ -34,7 +35,7 @@ def prepare(
     """
 
     destination_path.mkdir(parents=True, exist_ok=True)
-    file_path = destination_path / DATA_FILE_NAME
+    file_path = destination_path / data_file_name
     download(file_path)
 
     # TODO: If we don't have the Meta weights, where do we get the tokenizer from?