changed default parallel order

NERSC · Nov 14, 2024 · 3e59c7d · 3e59c7d
1 parent ceee04b
commit 3e59c7d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/train_mp.py b/train_mp.py
@@ -361,7 +361,7 @@ def train(params, args, local_rank, world_rank, world_size):
     )
     parser.add_argument(
         "--parallel_order",
-        default="tp-dp",
+        default="tp-cp-dp",
         type=str,
         help="Order of ranks for parallelism",
     )