fix bugs

Shark-NLP · Oct 18, 2022 · e91eef0 · e91eef0
1 parent 8771d63
commit e91eef0
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/model/dataloader.py b/model/dataloader.py
@@ -2,7 +2,7 @@
 from transformers import AutoTokenizer
 
 def get_data_path(PTM, dataset):
-    paths = {'train': f'tokenized_files/{dataset}/val.{PTM}.jsonl', 'val': f'tokenized_files/{dataset}/val.{PTM}.jsonl'}
+    paths = {'train': f'tokenized_files/{dataset}/train.{PTM}.jsonl', 'val': f'tokenized_files/{dataset}/val.{PTM}.jsonl'}
     return paths
 
 
@@ -54,4 +54,4 @@ def get_data_bundle(args):
     args.eos_id = tokenizer.eos_token_id
     args.bos_id = tokenizer.bos_token_id
     data_bundle = process_data(init_bundle, args)
-    return data_bundle
+    return data_bundle