added weight decay alias l2 loss to all networks

Author: rusty1s

model/model.py

@@ -37,6 +37,8 @@ def cal_loss(logits, labels):
         cross_entropy_per_example, name='cross_entropy')
     tf.add_to_collection('losses', cross_entropy)
 
+    # The total loss is deined as the cross entropy loss plus all of the weight
+    # decay terms (L2 loss).
     return tf.add_n(tf.get_collection('losses'), name='total_loss')
 
 

networks/patchy_san_slic_pascal_voc.json

@@ -85,12 +85,12 @@
     "fully_connected": [
       {
         "output_channels": 2048,
-        "weights": { "stddev": 1e-1, "decay": 0.0 },
+        "weights": { "stddev": 1e-1, "decay": 0.004 },
         "biases": {"constant": 1.0 }
       },
       {
         "output_channels": 1024,
-        "weights": { "stddev": 1e-1, "decay": 0.0 },
+        "weights": { "stddev": 1e-1, "decay": 0.004 },
         "biases": {"constant": 1.0 }
       }
     ],

networks/vgg16_pascal_voc.json

@@ -104,12 +104,12 @@
     "fully_connected": [
       {
         "output_channels": 4096,
-        "weights": { "stddev": 1e-1, "decay": 0.0 },
+        "weights": { "stddev": 1e-1, "decay": 0.004 },
         "biases": {"constant": 1.0 }
       },
       {
         "output_channels": 4096,
-        "weights": { "stddev": 1e-1, "decay": 0.0 },
+        "weights": { "stddev": 1e-1, "decay": 0.004 },
         "biases": {"constant": 1.0 }
       }
     ],

networks/vgg19_pascal_voc.json

@@ -122,12 +122,12 @@
     "fully_connected": [
       {
         "output_channels": 4096,
-        "weights": { "stddev": 1e-1, "decay": 0.0 },
+        "weights": { "stddev": 1e-1, "decay": 0.004 },
         "biases": {"constant": 1.0 }
       },
       {
         "output_channels": 4096,
-        "weights": { "stddev": 1e-1, "decay": 0.0 },
+        "weights": { "stddev": 1e-1, "decay": 0.004 },
         "biases": {"constant": 1.0 }
       }
     ],