Fix nan (PaddlePaddle#2752)

* fix_nan

Author: ceci3

PaddleCV/PaddleGAN/trainer/AttGAN.py

@@ -165,9 +165,10 @@ def _interpolate(a, b=None):
         grad_shape = grad.shape
         grad = fluid.layers.reshape(
             grad, [-1, grad_shape[1] * grad_shape[2] * grad_shape[3]])
+        epsilon = 1e-16
         norm = fluid.layers.sqrt(
             fluid.layers.reduce_sum(
-                fluid.layers.square(grad), dim=1))
+                fluid.layers.square(grad), dim=1) + epsilon)
         gp = fluid.layers.reduce_mean(fluid.layers.square(norm - 1.0))
         return gp
 

PaddleCV/PaddleGAN/trainer/STGAN.py

@@ -163,9 +163,10 @@ def _interpolate(a, b=None):
         grad_shape = grad.shape
         grad = fluid.layers.reshape(
             grad, [-1, grad_shape[1] * grad_shape[2] * grad_shape[3]])
+        epsilon = 1e-16
         norm = fluid.layers.sqrt(
             fluid.layers.reduce_sum(
-                fluid.layers.square(grad), dim=1))
+                fluid.layers.square(grad), dim=1) + epsilon)
         gp = fluid.layers.reduce_mean(fluid.layers.square(norm - 1.0))
         return gp
 

PaddleCV/PaddleGAN/trainer/StarGAN.py

@@ -189,9 +189,10 @@ def _interpolate(a, b):
         grad_shape = grad.shape
         grad = fluid.layers.reshape(
             grad, [-1, grad_shape[1] * grad_shape[2] * grad_shape[3]])
+        epsilon = 1e-16
         norm = fluid.layers.sqrt(
             fluid.layers.reduce_sum(
-                fluid.layers.square(grad), dim=1))
+                fluid.layers.square(grad), dim=1) + epsilon)
         gp = fluid.layers.reduce_mean(fluid.layers.square(norm - 1.0))
         return gp
 

PaddleCV/PaddleGAN/util/utility.py

@@ -113,7 +113,7 @@ def save_test_image(epoch,
             images = [real_img_temp]
             for i in range(cfg.c_dim):
                 label_trg_tmp = copy.deepcopy(label_org)
-                label_trg_tmp[0][i] = 1.0 - label_trg_tmp[j][i]
+                label_trg_tmp[0][i] = 1.0 - label_trg_tmp[0][i]
                 label_trg = check_attribute_conflict(
                     label_trg_tmp, attr_names[i], attr_names)
                 tensor_label_trg = fluid.LoDTensor()