Demo2_data_IO2.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From <ipython-input-1-92e089da04ed>:16: QueueRunner.__init__ (from tensorflow.python.training.queue_runner_impl) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "To construct input pipelines, use the `tf.data` module.\n",
      "6.0\n",
      "22.0\n",
      "41.0\n",
      "66.0\n",
      "80.0\n",
      "101.0\n",
      "126.0\n",
      "144.0\n",
      "159.0\n",
      "172.0\n",
      "183.0\n",
      "198.0\n",
      "226.0\n",
      "261.0\n",
      "287.0\n",
      "314.0\n",
      "338.0\n",
      "364.0\n",
      "388.0\n",
      "412.0\n",
      "428.0\n",
      "457.0\n",
      "467.0\n",
      "487.0\n",
      "523.0\n",
      "559.0\n",
      "571.0\n",
      "578.0\n",
      "588.0\n",
      "611.0\n",
      "626.0\n",
      "653.0\n",
      "675.0\n",
      "700.0\n",
      "723.0\n",
      "744.0\n",
      "782.0\n",
      "814.0\n",
      "835.0\n",
      "856.0\n",
      "872.0\n",
      "884.0\n",
      "906.0\n",
      "925.0\n",
      "945.0\n",
      "970.0\n",
      "984.0\n",
      "1005.0\n",
      "1021.0\n",
      "1044.0\n",
      "1049.0\n",
      "1050.0\n",
      "1051.0\n",
      "1052.0\n",
      "1053.0\n",
      "1054.0\n",
      "1055.0\n",
      "1056.0\n",
      "1057.0\n",
      "1058.0\n",
      "1059.0\n",
      "1060.0\n",
      "1061.0\n",
      "1062.0\n",
      "1063.0\n",
      "1064.0\n",
      "1065.0\n",
      "1066.0\n",
      "1068.0\n",
      "1068.0\n",
      "1069.0\n",
      "1070.0\n",
      "1071.0\n",
      "1072.0\n",
      "1073.0\n",
      "1074.0\n",
      "1075.0\n",
      "1076.0\n",
      "1077.0\n",
      "1078.0\n",
      "1079.0\n",
      "1080.0\n",
      "1081.0\n",
      "1082.0\n",
      "1084.0\n",
      "1084.0\n",
      "1085.0\n",
      "1086.0\n",
      "1088.0\n",
      "1089.0\n",
      "1089.0\n",
      "1090.0\n",
      "1091.0\n",
      "1092.0\n",
      "1093.0\n",
      "1095.0\n",
      "1095.0\n",
      "1096.0\n",
      "1097.0\n",
      "1098.0\n",
      "1099.0\n",
      "1100.0\n",
      "1101.0\n",
      "1102.0\n",
      "1103.0\n",
      "1104.0\n",
      "1105.0\n",
      "1106.0\n",
      "1107.0\n",
      "1108.0\n",
      "1109.0\n",
      "1110.0\n",
      "1111.0\n",
      "1112.0\n",
      "1113.0\n",
      "1114.0\n",
      "1115.0\n",
      "1117.0\n",
      "1117.0\n",
      "1118.0\n",
      "1119.0\n",
      "1120.0\n",
      "1121.0\n",
      "1122.0\n",
      "1124.0\n",
      "1125.0\n",
      "1126.0\n",
      "1126.0\n",
      "1127.0\n",
      "1128.0\n",
      "1129.0\n",
      "1130.0\n",
      "1131.0\n",
      "1132.0\n",
      "1133.0\n",
      "1135.0\n",
      "1135.0\n",
      "1136.0\n",
      "1137.0\n",
      "1138.0\n",
      "1139.0\n",
      "1140.0\n",
      "1141.0\n",
      "1142.0\n",
      "1143.0\n",
      "1144.0\n",
      "1145.0\n",
      "1146.0\n",
      "1148.0\n",
      "1148.0\n",
      "1149.0\n",
      "1150.0\n",
      "1151.0\n",
      "1152.0\n",
      "1153.0\n",
      "1154.0\n",
      "1155.0\n",
      "1156.0\n",
      "1157.0\n",
      "1159.0\n",
      "1159.0\n",
      "1160.0\n",
      "1162.0\n",
      "1162.0\n",
      "1163.0\n",
      "1164.0\n",
      "1165.0\n",
      "1166.0\n",
      "1167.0\n",
      "1168.0\n",
      "1169.0\n",
      "1170.0\n",
      "1171.0\n",
      "1172.0\n",
      "1173.0\n",
      "1175.0\n",
      "1175.0\n",
      "1176.0\n",
      "1177.0\n",
      "1178.0\n",
      "1179.0\n",
      "1180.0\n",
      "1181.0\n",
      "1182.0\n",
      "1183.0\n",
      "1184.0\n",
      "1185.0\n",
      "1186.0\n",
      "1187.0\n",
      "1188.0\n",
      "1190.0\n",
      "1191.0\n",
      "1191.0\n",
      "1192.0\n",
      "1193.0\n",
      "1194.0\n",
      "1195.0\n",
      "1196.0\n",
      "1197.0\n",
      "1198.0\n",
      "1199.0\n",
      "1200.0\n",
      "1201.0\n",
      "1202.0\n",
      "1204.0\n",
      "1204.0\n",
      "1205.0\n",
      "1206.0\n",
      "1207.0\n",
      "1208.0\n",
      "1209.0\n",
      "1210.0\n",
      "1211.0\n",
      "1212.0\n",
      "1213.0\n",
      "1214.0\n",
      "1215.0\n",
      "1216.0\n",
      "1217.0\n",
      "1218.0\n",
      "1219.0\n",
      "1220.0\n",
      "1221.0\n",
      "1222.0\n",
      "1223.0\n",
      "1224.0\n",
      "1225.0\n",
      "1226.0\n",
      "1227.0\n",
      "1228.0\n",
      "1229.0\n",
      "1230.0\n",
      "1231.0\n",
      "1232.0\n",
      "1233.0\n",
      "1234.0\n",
      "1235.0\n",
      "1236.0\n",
      "1237.0\n",
      "1238.0\n",
      "1239.0\n",
      "1240.0\n",
      "1241.0\n",
      "1242.0\n",
      "1243.0\n",
      "1244.0\n",
      "1245.0\n",
      "1246.0\n",
      "1247.0\n",
      "1248.0\n",
      "1249.0\n",
      "1250.0\n",
      "1251.0\n",
      "1252.0\n",
      "1254.0\n",
      "1254.0\n",
      "1255.0\n",
      "1256.0\n",
      "1257.0\n",
      "1258.0\n",
      "1259.0\n",
      "1260.0\n",
      "1262.0\n",
      "1263.0\n",
      "1263.0\n",
      "1264.0\n",
      "1265.0\n",
      "1267.0\n",
      "1267.0\n",
      "1268.0\n",
      "1269.0\n",
      "1270.0\n",
      "1271.0\n",
      "1272.0\n",
      "1273.0\n",
      "1274.0\n",
      "1275.0\n",
      "1276.0\n",
      "1277.0\n",
      "1278.0\n",
      "1279.0\n",
      "1280.0\n",
      "1281.0\n",
      "1282.0\n",
      "1283.0\n",
      "1284.0\n",
      "1285.0\n",
      "1286.0\n",
      "1287.0\n",
      "1288.0\n",
      "1289.0\n",
      "1290.0\n",
      "1291.0\n",
      "1292.0\n",
      "1293.0\n",
      "1294.0\n",
      "1295.0\n",
      "1296.0\n",
      "1297.0\n",
      "1298.0\n",
      "ERROR:tensorflow:Exception in QueueRunner: Enqueue operation was cancelled\n",
      "\t [[{{node fifo_queue_enqueue}} = QueueEnqueueV2[Tcomponents=[DT_FLOAT], timeout_ms=-1, _device=\"/job:localhost/replica:0/task:0/device:CPU:0\"](fifo_queue, AssignAdd)]]\n",
      "ERROR:tensorflow:Exception in QueueRunner: Enqueue operation was cancelled\n",
      "\t [[{{node fifo_queue_enqueue}} = QueueEnqueueV2[Tcomponents=[DT_FLOAT], timeout_ms=-1, _device=\"/job:localhost/replica:0/task:0/device:CPU:0\"](fifo_queue, AssignAdd)]]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Exception in thread QueueRunnerThread-fifo_queue-fifo_queue_enqueue:\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\William Baker\\Anaconda3\\lib\\threading.py\", line 916, in _bootstrap_inner\n",
      "    self.run()\n",
      "  File \"C:\\Users\\William Baker\\Anaconda3\\lib\\threading.py\", line 864, in run\n",
      "    self._target(*self._args, **self._kwargs)\n",
      "  File \"C:\\Users\\William Baker\\Anaconda3\\lib\\site-packages\\tensorflow\\python\\training\\queue_runner_impl.py\", line 257, in _run\n",
      "    enqueue_callable()\n",
      "  File \"C:\\Users\\William Baker\\Anaconda3\\lib\\site-packages\\tensorflow\\python\\client\\session.py\", line 1257, in _single_operation_run\n",
      "    self._call_tf_sessionrun(None, {}, [], target_list, None)\n",
      "  File \"C:\\Users\\William Baker\\Anaconda3\\lib\\site-packages\\tensorflow\\python\\client\\session.py\", line 1407, in _call_tf_sessionrun\n",
      "    run_metadata)\n",
      "tensorflow.python.framework.errors_impl.CancelledError: Enqueue operation was cancelled\n",
      "\t [[{{node fifo_queue_enqueue}} = QueueEnqueueV2[Tcomponents=[DT_FLOAT], timeout_ms=-1, _device=\"/job:localhost/replica:0/task:0/device:CPU:0\"](fifo_queue, AssignAdd)]]\n",
      "\n",
      "Exception in thread QueueRunnerThread-fifo_queue-fifo_queue_enqueue:\n",
      "Traceback (most recent call last):\n",
      "  File \"C:\\Users\\William Baker\\Anaconda3\\lib\\threading.py\", line 916, in _bootstrap_inner\n",
      "    self.run()\n",
      "  File \"C:\\Users\\William Baker\\Anaconda3\\lib\\threading.py\", line 864, in run\n",
      "    self._target(*self._args, **self._kwargs)\n",
      "  File \"C:\\Users\\William Baker\\Anaconda3\\lib\\site-packages\\tensorflow\\python\\training\\queue_runner_impl.py\", line 257, in _run\n",
      "    enqueue_callable()\n",
      "  File \"C:\\Users\\William Baker\\Anaconda3\\lib\\site-packages\\tensorflow\\python\\client\\session.py\", line 1257, in _single_operation_run\n",
      "    self._call_tf_sessionrun(None, {}, [], target_list, None)\n",
      "  File \"C:\\Users\\William Baker\\Anaconda3\\lib\\site-packages\\tensorflow\\python\\client\\session.py\", line 1407, in _call_tf_sessionrun\n",
      "    run_metadata)\n",
      "tensorflow.python.framework.errors_impl.CancelledError: Enqueue operation was cancelled\n",
      "\t [[{{node fifo_queue_enqueue}} = QueueEnqueueV2[Tcomponents=[DT_FLOAT], timeout_ms=-1, _device=\"/job:localhost/replica:0/task:0/device:CPU:0\"](fifo_queue, AssignAdd)]]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "\n",
    "# 模拟异步，子线程处理存入样本，主线程读取样本\n",
    "\n",
    "# 1、定义一个队列，1000\n",
    "Q = tf.FIFOQueue(1000, tf.float32)\n",
    "\n",
    "# 2、定义子线程要做的事情，循环： 值，+1，放入队列中\n",
    "var = tf.Variable(0.0)\n",
    "# data = var + 1\n",
    "# 实现一个自增 tf.assign_add\n",
    "data = tf.assign_add(var, tf.constant(1.0))\n",
    "en_q = Q.enqueue(data)\n",
    "\n",
    "# 3、定义队列管理器op，指定多少个子线程，子线程该干什么事情\n",
    "qr = tf.train.QueueRunner(Q, enqueue_ops=[en_q, ] * 2)\n",
    "\n",
    "# 初始化变量的op\n",
    "init_op = tf.global_variables_initializer()\n",
    "\n",
    "with tf.Session() as sess:\n",
    "    # 初始化变量\n",
    "    sess.run(init_op)\n",
    "    # 真正开启子线程\n",
    "    threads = qr.create_threads(sess, start=True)\n",
    "\n",
    "    # 主线程不断读取数据训练数据\n",
    "    for i in range(300):\n",
    "        print(sess.run(Q.dequeue()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}