Examples: add pix2pix multi-gpu on facades

qooglewb · Jul 19, 2019 · d0eb193 · d0eb193
1 parent e964a45
commit d0eb193
Showing 1 changed file with 7 additions and 3 deletions.
diff --git a/examples/gans/pix2pix_facades_multi_gpu.py b/examples/gans/pix2pix_facades_multi_gpu.py
@@ -168,16 +168,20 @@ def main(
         )
 
         metrics = []
-        logdir = f'{"log"}/{dataset_name}/run_multi_23324'
+        logdir = f'{"log"}/{dataset_name}/run_multi'
 
         if not os.path.exists(logdir):
             os.makedirs(logdir)
 
         trainer = AdversarialTrainer(
             generator=generator,
             discriminator=discriminator,
-            generator_optimizer=tf.optimizers.Adam(learning_rate_g, beta_1=0.5),
-            discriminator_optimizer=tf.optimizers.Adam(learning_rate_d, beta_1=0.5),
+            generator_optimizer=tf.optimizers.Adam(
+                learning_rate_g * strategy.num_replicas_in_sync, beta_1=0.5
+            ),
+            discriminator_optimizer=tf.optimizers.Adam(
+                learning_rate_d * strategy.num_replicas_in_sync, beta_1=0.5
+            ),
             generator_loss=generator_loss,
             discriminator_loss=discriminator_loss,
             epochs=epochs,