fix resnet model

ShichenLiu · ShichenLiu · commit cb6305e7af32 · 2017-12-09T19:10:01.000+08:00
diff --git a/caffe/models/JAN/alexnet/train_val.prototxt b/caffe/models/JAN/alexnet/train_val.prototxt
@@ -488,7 +488,7 @@ layer {
   include: { phase: TRAIN }
 }
 layer {
-  name: "fc7_mmd_loss"
+  name: "fc7_jmmd_loss"
   type: "JMMDLoss"
   bottom: "source_fc7"
   bottom: "target_fc7"
@@ -501,7 +501,25 @@ layer {
     kernel_mul: 2.0
     label_kernel_num: 1
     label_kernel_mul: 2.0
-    sigma: 1.3
+    sigma: 1.68
+  }
+  include: { phase: TRAIN }
+}
+layer {
+  name: "fc8_jmmd_loss"
+  type: "JMMDLoss"
+  bottom: "softmax_source"
+  bottom: "softmax_target"
+  bottom: "softmax_source"
+  bottom: "softmax_target"
+  loss_weight: 0.3
+  top: "fc8_jmmd_loss"
+  jmmd_param {
+    kernel_num: 5
+    kernel_mul: 2.0
+    label_kernel_num: 1
+    label_kernel_mul: 2.0
+    sigma: 1.68
   }
   include: { phase: TRAIN }
 }
diff --git a/caffe/models/JAN/resnet/solver.prototxt b/caffe/models/JAN/resnet/solver.prototxt
@@ -5,7 +5,7 @@ base_lr: 0.0003
 lr_policy: "inv"
 gamma: 0.001
 power: 0.75
-display: 500
+display: 1000
 max_iter: 30000
 momentum: 0.9
 weight_decay: 0.0005
diff --git a/caffe/models/JAN/resnet/train_val.prototxt b/caffe/models/JAN/resnet/train_val.prototxt
@@ -2484,19 +2484,38 @@ layer {
   include: { phase: TRAIN }
 }
 layer {
-  name: "jmmd_loss"
+  name: "fc7_jmmd_loss"
   type: "JMMDLoss"
   bottom: "bottleneck_source"
   bottom: "bottleneck_target"
   bottom: "source_softmax"
   bottom: "target_softmax"
-  loss_weight: 0.3 # best 0.3 for our tasks, can be tuned within [0.1, 1.0]
-  top: "jmmd_loss"
+  loss_weight: 0.3
+  top: "fc7_jmmd_loss"
+  jmmd_param {
+    kernel_num: 5
+    kernel_mul: 2.0
+    label_kernel_num: 1
+    label_kernel_mul: 2.0
+    sigma: 1.68
+  }
   include: { phase: TRAIN }
 }
 layer {
-  name: "silence_loss_value"
-  type: "Silence"
-  bottom: "jmmd_loss"
+  name: "fc8_jmmd_loss"
+  type: "JMMDLoss"
+  bottom: "source_softmax"
+  bottom: "target_softmax"
+  bottom: "source_softmax"
+  bottom: "target_softmax"
+  loss_weight: 0.3
+  top: "fc7_jmmd_loss"
+  jmmd_param {
+    kernel_num: 1
+    kernel_mul: 2.0
+    label_kernel_num: 1
+    label_kernel_mul: 2.0
+    sigma: 1.68
+  }
   include: { phase: TRAIN }
 }
