Fix the training script for syncing lastest ckpt (lm-sys#120)

* Add announcement to readme * typo * fix-ckpt-sync
MrsWangHui · Apr 1, 2023 · 9e78644 · 9e78644
1 parent b2ba4e6
commit 9e78644
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/scripts/sync_local_checkpoint.sh b/scripts/sync_local_checkpoint.sh
@@ -24,7 +24,5 @@ while true; do
         fi
     fi
 
-    # Sync any files not in the checkpoint-* folders
-    gsutil -m rsync -r -x 'checkpoint-*' ${local_path}/ ${remote_path}/
     sleep 600
 done
diff --git a/scripts/train-vicuna.yaml b/scripts/train-vicuna.yaml
@@ -118,6 +118,9 @@ run: |
     --gradient_checkpointing True \
     --lazy_preprocess True
 
+  # Sync any files not in the checkpoint-* folders
+  gsutil -m rsync -r -x 'checkpoint-*' $LOCAL_CKPT_PATH/ $CKPT_PATH/
+
 
 envs:
   MODEL_SIZE: 13