added transfer instructions

Author: raulpuric

1. O'Reilly Training.ipynb

@@ -63,6 +63,7 @@
    "outputs": [],
    "source": [
     "model_path = './models/tensorflow'\n",
+    "model_path_transfer = './models/tf_final'\n",
     "feature_path = './data/feats.npy'\n",
     "annotation_path = './data/results_20130124.token'"
    ]
@@ -281,7 +282,7 @@
     "momentum = 0.9\n",
     "n_epochs = 150\n",
     "\n",
-    "def train(learning_rate=0.001, continue_training=False):\n",
+    "def train(learning_rate=0.001, continue_training=False, transfer=True):\n",
     "    \n",
     "    tf.reset_default_graph()\n",
     "\n",
@@ -309,7 +310,10 @@
     "    tf.global_variables_initializer().run()\n",
     "\n",
     "    if continue_training:\n",
-    "        saver.restore(sess,tf.train.latest_checkpoint(model_path))\n",
+    "        if not transfer:\n",
+    "            saver.restore(sess,tf.train.latest_checkpoint(model_path))\n",
+    "        else:\n",
+    "            saver.restore(sess,tf.train.latest_checkpoint(model_path_transfer))\n",
     "    losses=[]\n",
     "    for epoch in range(n_epochs):\n",
     "        for start, end in zip( range(0, len(index), batch_size), range(batch_size, len(index), batch_size)):\n",
@@ -349,7 +353,9 @@
    "outputs": [],
    "source": [
     "try:\n",
-    "    train(.001,True)\n",
+    "    #train(.001,False,False) #train from scratch\n",
+    "    train(.001,True,True)    #continue training from pretrained weights @epoch500\n",
+    "    #train(.001,True,False)  #train from previously saved weights \n",
     "except KeyboardInterrupt:\n",
     "    print('Exiting Training')"
    ]