Remove spurious imports

ertkonuk · Jul 30, 2020 · 33a666d · 33a666d
1 parent eaa5d87
commit 33a666d
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/megatron/checkpointing.py b/megatron/checkpointing.py
@@ -22,7 +22,6 @@
 
 import torch
 from torch.nn.parallel import DistributedDataParallel as torchDDP
-from torch.nn.parallel.distributed import DistributedDataParallel as torchDDP
 
 from megatron import mpu, get_args
 from megatron import get_args
@@ -284,4 +283,4 @@ def load_ict_checkpoint(model, only_query_model=False, only_block_model=False, f
     if mpu.get_data_parallel_rank() == 0:
         print(' successfully loaded {}'.format(checkpoint_name))
 
-    return model
+    return model
diff --git a/pretrain_ict.py b/pretrain_ict.py
@@ -24,7 +24,6 @@
 from megatron import get_timers
 from megatron import mpu
 from megatron.data.dataset_utils import build_train_valid_test_datasets
-from megatron.model import ICTBertModel
 from megatron.training import pretrain
 from megatron.utils import reduce_losses
 from megatron.model.realm_model import general_ict_model_provider