add sequence parallel utils to fleet utils (PaddlePaddle#55462)

Xreki · Jul 19, 2023 · bc15370 · bc15370
1 parent 4c4d318
commit bc15370
Show file tree

Hide file tree

Showing 4 changed files with 944 additions and 0 deletions.
diff --git a/python/paddle/distributed/fleet/utils/__init__.py b/python/paddle/distributed/fleet/utils/__init__.py
@@ -23,6 +23,7 @@
 from . import hybrid_parallel_util  # noqa: F401
 from . import tensor_parallel_utils  # noqa: F401
 from . import mix_precision_utils  # noqa: F401
+from . import sequence_parallel_utils
 
 
 __all__ = ["LocalFS", "recompute", "DistributedInfer", "HDFSClient"]  # noqa