fix enas example codes

Author: tenzen-y

examples/v1beta1/trial-images/enas-cnn-cifar10/RunTrial.py

@@ -16,8 +16,8 @@
 from keras.datasets import cifar10
 from ModelConstructor import ModelConstructor
 from tensorflow.keras.utils import to_categorical
-from tensorflow.python.keras.utils.multi_gpu_utils import multi_gpu_model
 from keras.preprocessing.image import ImageDataGenerator
+import tensorflow as tf
 import argparse
 
 if __name__ == "__main__":
@@ -50,16 +50,24 @@
 
     print("\n>>> Constructing Model...")
     constructor = ModelConstructor(arch, nn_config)
-    test_model = constructor.build_model()
-    print(">>> Model Constructed Successfully\n")
 
-    if num_gpus > 1:
-        test_model = multi_gpu_model(test_model, gpus=num_gpus)
+    physical_gpus_num = len(tf.config.experimental.list_physical_devices('GPU'))
+    devices = []
+    if 1 <= num_gpus <= physical_gpus_num:
+        devices = ["/gpu:"+str(i) for i in range(physical_gpus_num)]
+    else:
+        physical_cpu_num = len(tf.config.experimental.list_physical_devices('CPU'))
+        devices = ["/cpu:"+str(j) for j in range(physical_cpu_num)]
+
+    strategy = tf.distribute.MirroredStrategy(devices=devices)
+    with strategy.scope():
+        test_model = constructor.build_model()
+        test_model.summary()
+        test_model.compile(loss=keras.losses.categorical_crossentropy,
+                           optimizer=keras.optimizers.Adam(learning_rate=1e-3, decay=1e-4),
+                           metrics=['accuracy'])
 
-    test_model.summary()
-    test_model.compile(loss=keras.losses.categorical_crossentropy,
-                       optimizer=keras.optimizers.Adam(learning_rate=1e-3, decay=1e-4),
-                       metrics=['accuracy'])
+    print(">>> Model Constructed Successfully\n")
 
     (x_train, y_train), (x_test, y_test) = cifar10.load_data()
     x_train = x_train.astype('float32')