Merge pull request tensorflow#4837 from mdanatg/master

MarkDaoust · web-flow · commit 71c196c1c8c9 · 2018-07-19T08:36:02.000-07:00
Update the training schedule for better convergence
diff --git a/samples/core/guide/autograph.ipynb b/samples/core/guide/autograph.ipynb
@@ -740,7 +740,7 @@
         "@autograph.convert(recursive=True)\n",
         "def train(train_ds, test_ds, hp):\n",
         "  m = mlp_model((28 * 28,))\n",
-        "  opt = tf.train.MomentumOptimizer(hp.learning_rate, 0.9)\n",
+        "  opt = tf.train.AdamOptimizer(hp.learning_rate)\n",
         "  \n",
         "  # We'd like to save our losses to a list. In order for AutoGraph\n",
         "  # to convert these lists into their graph equivalent,\n",
@@ -802,7 +802,7 @@
       "source": [
         "with tf.Graph().as_default() as g:\n",
         "  hp = tf.contrib.training.HParams(\n",
-        "      learning_rate=0.05,\n",
+        "      learning_rate=0.005,\n",
         "      max_steps=500,\n",
         "  )\n",
         "  train_ds = setup_mnist_data(True, 50)\n",
@@ -837,4 +837,4 @@
       "outputs": []
     }
   ]
-}
+}
