diff --git a/official/resnet/estimator_cifar_benchmark.py b/official/resnet/estimator_cifar_benchmark.py
index 135abc98c75..c7faade1ef7 100644
--- a/official/resnet/estimator_cifar_benchmark.py
+++ b/official/resnet/estimator_cifar_benchmark.py
@@ -66,7 +66,7 @@ def resnet56_fp16_1_gpu(self):
   def resnet56_2_gpu(self):
     """Test layers model with Estimator and dist_strat. 2 GPUs."""
     self._setup()
-    flags.FLAGS.num_gpus = 1
+    flags.FLAGS.num_gpus = 2
     flags.FLAGS.data_dir = DATA_DIR
     flags.FLAGS.batch_size = 128
     flags.FLAGS.train_epochs = 182