Best hyperparams (RoBERTa)

rlacombe · Dec 24, 2023 · 5f8cb31 · 5f8cb31
1 parent 8789ad0
commit 5f8cb31
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/roberta_classifier.py b/roberta_classifier.py
@@ -17,7 +17,7 @@
 epochs = 2
 eval_steps = 200 # Can reduce after hyperparams search
 fine_tune_bert = True # False to fine-tune only head
-total_size = 12000 # Oversampling dataset size
+total_size = 8000 # Oversampling dataset size
 dropout_prob=0.1  # Dropout rate, default 0.1
 
 # Load dataset into a pandas DataFrame