Add comment for weight decay

Author: koki0702

ch06/overfit_dropout.py

@@ -14,8 +14,11 @@
 x_train = x_train[:300]
 t_train = t_train[:300]
 
+# Dropuoutの有無、割り合いの設定 ========================
 use_dropout = True  # Dropoutなしのときの場合はFalseに
-dropout_ratio = 0.15
+dropout_ratio = 0.2
+# ====================================================
+
 network = MultiLayerNetExtend(input_size=784, hidden_size_list=[100, 100, 100, 100, 100, 100],
                               output_size=10, use_dropout=use_dropout, dropout_ration=dropout_ratio)
 trainer = Trainer(network, x_train, t_train, x_test, t_test,

ch06/overfit_weight_decay.py

@@ -15,8 +15,11 @@
 x_train = x_train[:300]
 t_train = t_train[:300]
 
-#weight_decay_lambda = 0
+# weight decay（荷重減衰）の設定 =======================
+#weight_decay_lambda = 0 # weight decayを使用しない場合
 weight_decay_lambda = 0.1
+# ====================================================
+
 network = MultiLayerNet(input_size=784, hidden_size_list=[100, 100, 100, 100, 100, 100], output_size=10,
                         weight_decay_lambda=weight_decay_lambda)
 optimizer = SGD(lr=0.01)