checkpoint every epoch

sentient-codebot · Feb 2, 2022 · b0e78a4 · b0e78a4
1 parent b5cb969
commit b0e78a4
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/.vscode/launch.json b/.vscode/launch.json
@@ -54,7 +54,7 @@
                 "--batch_frequency_to_log_heatmaps",
                 "10",
                 "--model_persist_frequency",
-                "5"
+                "1"
             ]
         },
         {

diff --git a/experiment_bball.sh b/experiment_bball.sh
@@ -25,6 +25,6 @@ batch_size=64
 epochs=100
 should_resume="False"
 batch_frequency_to_log_heatmaps=10
-model_persist_frequency=5
+model_persist_frequency=1
 
 nohup python3 train_bball.py --train_dataset $train_dataset --hidden_size $hidden_size --should_save_csv $should_save_csv --lr $lr --num_units $num_units --k $k --num_input_heads $num_input_heads --version $version --rnn_cell $rnn_cell --input_key_size $input_key_size --input_value_size $input_value_size --input_query_size $input_query_size --input_dropout $input_dropout --comm_key_size $comm_key_size --comm_value_size $comm_value_size --comm_query_size $comm_query_size --num_comm_heads $num_comm_heads --comm_dropout $comm_dropout --experiment_name $experiment_name --batch_size $batch_size --epochs $epochs --should_resume $should_resume --batch_frequency_to_log_heatmaps $batch_frequency_to_log_heatmaps --model_persist_frequency $model_persist_frequency
diff --git a/experiment_bball_manual_lr.sh b/experiment_bball_manual_lr.sh
@@ -25,6 +25,6 @@ batch_size=64
 epochs=100
 should_resume="False"
 batch_frequency_to_log_heatmaps=10
-model_persist_frequency=5
+model_persist_frequency=1
 
 nohup python3 train_bball.py --train_dataset $train_dataset --hidden_size $hidden_size --should_save_csv $should_save_csv --lr $lr --num_units $num_units --k $k --num_input_heads $num_input_heads --version $version --rnn_cell $rnn_cell --input_key_size $input_key_size --input_value_size $input_value_size --input_query_size $input_query_size --input_dropout $input_dropout --comm_key_size $comm_key_size --comm_value_size $comm_value_size --comm_query_size $comm_query_size --num_comm_heads $num_comm_heads --comm_dropout $comm_dropout --experiment_name $experiment_name --batch_size $batch_size --epochs $epochs --should_resume $should_resume --batch_frequency_to_log_heatmaps $batch_frequency_to_log_heatmaps --model_persist_frequency $model_persist_frequency
-Original file line number
+Diff line change
@@ Expand Up / @@ -54,7 +54,7 @@ @@
                     "--batch_frequency_to_log_heatmaps",
                     "10",
                     "--model_persist_frequency",
-                    "5"
+                    "1"
                 ]
             },
             {
@@ Expand Down @@