LSTM_V6.0.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python2.7/dist-packages/sklearn/cross_validation.py:44: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.\n",
      "  \"This module will be removed in 0.20.\", DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from pandas import Series,DataFrame\n",
    "import numpy as np\n",
    "import os\n",
    "from sklearn.metrics import mean_squared_error\n",
    "import datetime\n",
    "import tensorflow as tf\n",
    "from tensorflow.contrib import learn\n",
    "from tensorflow.python.ops import rnn, rnn_cell\n",
    "import matplotlib.pyplot as plt\n",
    "import cPickle\n",
    "import gzip\n",
    "# import seaborn as sns\n",
    "from sklearn import preprocessing\n",
    "import random\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# 制作数据集\n",
    "path = '/home/chocolate/LSTM-source/Main_product_added_features/'\n",
    "seq_new_15 = []\n",
    "\n",
    "data = pd.read_csv(path + 'IF_main_cleaned_addfeature.csv')\n",
    "data_new = data.drop(data.columns[11:],axis = 1)\n",
    "\n",
    "# 前25分钟和最后5分钟的某些特征为0值，会影响结果，予以删除\n",
    "data_new = data_new.ix[25:, 1:]\n",
    "data_new = data_new[:-5]\n",
    "data_new.index = range(len(data_new))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(146384, 15, 10)\n"
     ]
    }
   ],
   "source": [
    "#   数据归一化\n",
    "data_array_per = np.array(data_new)\n",
    "min_max_scaler = preprocessing.MinMaxScaler()\n",
    "data_array_per = min_max_scaler.fit_transform(data_array_per)\n",
    "#  组时间序列\n",
    "for k in range(len(data_array_per)):\n",
    "    if k < len(data_array_per) and k >= 15:\n",
    "        seq_new_15.append(data_array_per[k - 15:k])\n",
    "seq_new_15 = np.array(seq_new_15)\n",
    "print seq_new_15.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# 打数据集标签,根据归一化后的涨跌情况打标签。\n",
    "seq_label = []\n",
    "\n",
    "# print u'IF合约:'\n",
    "data_IF = pd.read_csv(path + 'IF_main_cleaned_addfeature.csv')\n",
    "data_per_new = data_IF[40:]\n",
    "data_per_new = data_per_new[:-5]\n",
    " #   数据归一化\n",
    "data_array_per = np.array(data_per_new)\n",
    "min_max_scaler = preprocessing.MinMaxScaler()\n",
    "data_array_per = min_max_scaler.fit_transform(data_array_per)\n",
    "#     print data_array_per\n",
    "data_per = pd.DataFrame(data_array_per,columns = data_per_new.columns)\n",
    "# print data_per['RaiseDown_1'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>Latestprice</th>\n",
       "      <th>MaxPrice</th>\n",
       "      <th>MinPrice</th>\n",
       "      <th>Stockup</th>\n",
       "      <th>Volume</th>\n",
       "      <th>First.Latestprice</th>\n",
       "      <th>Last.Buy1price</th>\n",
       "      <th>Last.Buy1quantity</th>\n",
       "      <th>Last.Sell1price</th>\n",
       "      <th>...</th>\n",
       "      <th>RaiseDown_1</th>\n",
       "      <th>RaiseDown_2</th>\n",
       "      <th>RaiseDown_3</th>\n",
       "      <th>RaiseDown_4</th>\n",
       "      <th>RaiseDown_5</th>\n",
       "      <th>MA_5_PRED</th>\n",
       "      <th>MA_12_PRED</th>\n",
       "      <th>MA_26_PRED</th>\n",
       "      <th>boll_up_PRED</th>\n",
       "      <th>boll_down_PRED</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.012069</td>\n",
       "      <td>0.012305</td>\n",
       "      <td>0.012521</td>\n",
       "      <td>0.670048</td>\n",
       "      <td>0.073440</td>\n",
       "      <td>0.012752</td>\n",
       "      <td>0.397112</td>\n",
       "      <td>0.003779</td>\n",
       "      <td>0.396738</td>\n",
       "      <td>...</td>\n",
       "      <td>0.498307</td>\n",
       "      <td>0.436031</td>\n",
       "      <td>0.461457</td>\n",
       "      <td>0.462264</td>\n",
       "      <td>0.447239</td>\n",
       "      <td>0.013132</td>\n",
       "      <td>0.013043</td>\n",
       "      <td>0.012271</td>\n",
       "      <td>0.015503</td>\n",
       "      <td>0.013822</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.019528</td>\n",
       "      <td>0.019579</td>\n",
       "      <td>0.019998</td>\n",
       "      <td>0.656203</td>\n",
       "      <td>0.050382</td>\n",
       "      <td>0.019978</td>\n",
       "      <td>0.401703</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.401324</td>\n",
       "      <td>...</td>\n",
       "      <td>0.436031</td>\n",
       "      <td>0.461457</td>\n",
       "      <td>0.462264</td>\n",
       "      <td>0.447239</td>\n",
       "      <td>0.460851</td>\n",
       "      <td>0.012887</td>\n",
       "      <td>0.012967</td>\n",
       "      <td>0.012192</td>\n",
       "      <td>0.015502</td>\n",
       "      <td>0.013670</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.000014</td>\n",
       "      <td>0.014313</td>\n",
       "      <td>0.014730</td>\n",
       "      <td>0.014770</td>\n",
       "      <td>0.641672</td>\n",
       "      <td>0.097200</td>\n",
       "      <td>0.015120</td>\n",
       "      <td>0.398519</td>\n",
       "      <td>0.008385</td>\n",
       "      <td>0.398143</td>\n",
       "      <td>...</td>\n",
       "      <td>0.461457</td>\n",
       "      <td>0.462264</td>\n",
       "      <td>0.447239</td>\n",
       "      <td>0.460851</td>\n",
       "      <td>0.475942</td>\n",
       "      <td>0.012765</td>\n",
       "      <td>0.012522</td>\n",
       "      <td>0.011939</td>\n",
       "      <td>0.014438</td>\n",
       "      <td>0.013860</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.014555</td>\n",
       "      <td>0.014609</td>\n",
       "      <td>0.014770</td>\n",
       "      <td>0.665936</td>\n",
       "      <td>0.046146</td>\n",
       "      <td>0.014817</td>\n",
       "      <td>0.398667</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.398291</td>\n",
       "      <td>...</td>\n",
       "      <td>0.462264</td>\n",
       "      <td>0.447239</td>\n",
       "      <td>0.460851</td>\n",
       "      <td>0.475942</td>\n",
       "      <td>0.483742</td>\n",
       "      <td>0.013266</td>\n",
       "      <td>0.012103</td>\n",
       "      <td>0.011986</td>\n",
       "      <td>0.013400</td>\n",
       "      <td>0.014075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.000027</td>\n",
       "      <td>0.014798</td>\n",
       "      <td>0.014851</td>\n",
       "      <td>0.014892</td>\n",
       "      <td>0.648389</td>\n",
       "      <td>0.049849</td>\n",
       "      <td>0.014938</td>\n",
       "      <td>0.398778</td>\n",
       "      <td>0.014289</td>\n",
       "      <td>0.398402</td>\n",
       "      <td>...</td>\n",
       "      <td>0.447239</td>\n",
       "      <td>0.460851</td>\n",
       "      <td>0.475942</td>\n",
       "      <td>0.483742</td>\n",
       "      <td>0.435519</td>\n",
       "      <td>0.013217</td>\n",
       "      <td>0.011822</td>\n",
       "      <td>0.011790</td>\n",
       "      <td>0.013432</td>\n",
       "      <td>0.013479</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.000034</td>\n",
       "      <td>0.011826</td>\n",
       "      <td>0.012002</td>\n",
       "      <td>0.012278</td>\n",
       "      <td>0.657848</td>\n",
       "      <td>0.038656</td>\n",
       "      <td>0.012448</td>\n",
       "      <td>0.396964</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.396627</td>\n",
       "      <td>...</td>\n",
       "      <td>0.460851</td>\n",
       "      <td>0.475942</td>\n",
       "      <td>0.483742</td>\n",
       "      <td>0.435519</td>\n",
       "      <td>0.461256</td>\n",
       "      <td>0.011654</td>\n",
       "      <td>0.011761</td>\n",
       "      <td>0.011614</td>\n",
       "      <td>0.013451</td>\n",
       "      <td>0.013337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.000041</td>\n",
       "      <td>0.011765</td>\n",
       "      <td>0.011942</td>\n",
       "      <td>0.012157</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.036496</td>\n",
       "      <td>0.012205</td>\n",
       "      <td>0.396964</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.396627</td>\n",
       "      <td>...</td>\n",
       "      <td>0.475942</td>\n",
       "      <td>0.483742</td>\n",
       "      <td>0.435519</td>\n",
       "      <td>0.461256</td>\n",
       "      <td>0.448739</td>\n",
       "      <td>0.011739</td>\n",
       "      <td>0.011694</td>\n",
       "      <td>0.011574</td>\n",
       "      <td>0.013380</td>\n",
       "      <td>0.013276</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.000048</td>\n",
       "      <td>0.014737</td>\n",
       "      <td>0.014851</td>\n",
       "      <td>0.015074</td>\n",
       "      <td>0.658807</td>\n",
       "      <td>0.055150</td>\n",
       "      <td>0.015302</td>\n",
       "      <td>0.398704</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.398402</td>\n",
       "      <td>...</td>\n",
       "      <td>0.483742</td>\n",
       "      <td>0.435519</td>\n",
       "      <td>0.461256</td>\n",
       "      <td>0.448739</td>\n",
       "      <td>0.477570</td>\n",
       "      <td>0.012680</td>\n",
       "      <td>0.011628</td>\n",
       "      <td>0.011704</td>\n",
       "      <td>0.013331</td>\n",
       "      <td>0.013193</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.000055</td>\n",
       "      <td>0.019225</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019511</td>\n",
       "      <td>0.660727</td>\n",
       "      <td>0.127777</td>\n",
       "      <td>0.019978</td>\n",
       "      <td>0.401518</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.401139</td>\n",
       "      <td>...</td>\n",
       "      <td>0.435519</td>\n",
       "      <td>0.461256</td>\n",
       "      <td>0.448739</td>\n",
       "      <td>0.477570</td>\n",
       "      <td>0.484647</td>\n",
       "      <td>0.012496</td>\n",
       "      <td>0.011490</td>\n",
       "      <td>0.011657</td>\n",
       "      <td>0.013208</td>\n",
       "      <td>0.013042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.000061</td>\n",
       "      <td>0.013888</td>\n",
       "      <td>0.014366</td>\n",
       "      <td>0.014345</td>\n",
       "      <td>0.633996</td>\n",
       "      <td>0.081014</td>\n",
       "      <td>0.014452</td>\n",
       "      <td>0.398260</td>\n",
       "      <td>0.001299</td>\n",
       "      <td>0.397884</td>\n",
       "      <td>...</td>\n",
       "      <td>0.461256</td>\n",
       "      <td>0.448739</td>\n",
       "      <td>0.477570</td>\n",
       "      <td>0.484647</td>\n",
       "      <td>0.460755</td>\n",
       "      <td>0.012961</td>\n",
       "      <td>0.011403</td>\n",
       "      <td>0.011605</td>\n",
       "      <td>0.013115</td>\n",
       "      <td>0.012961</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.000068</td>\n",
       "      <td>0.014131</td>\n",
       "      <td>0.014184</td>\n",
       "      <td>0.014284</td>\n",
       "      <td>0.681426</td>\n",
       "      <td>0.044799</td>\n",
       "      <td>0.014392</td>\n",
       "      <td>0.398408</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.398032</td>\n",
       "      <td>...</td>\n",
       "      <td>0.448739</td>\n",
       "      <td>0.477570</td>\n",
       "      <td>0.484647</td>\n",
       "      <td>0.460755</td>\n",
       "      <td>0.460855</td>\n",
       "      <td>0.012936</td>\n",
       "      <td>0.011347</td>\n",
       "      <td>0.011460</td>\n",
       "      <td>0.012930</td>\n",
       "      <td>0.013037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.000075</td>\n",
       "      <td>0.011644</td>\n",
       "      <td>0.011578</td>\n",
       "      <td>0.011853</td>\n",
       "      <td>0.657300</td>\n",
       "      <td>0.048278</td>\n",
       "      <td>0.011841</td>\n",
       "      <td>0.396853</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.396479</td>\n",
       "      <td>...</td>\n",
       "      <td>0.477570</td>\n",
       "      <td>0.484647</td>\n",
       "      <td>0.460755</td>\n",
       "      <td>0.460855</td>\n",
       "      <td>0.461756</td>\n",
       "      <td>0.012973</td>\n",
       "      <td>0.011587</td>\n",
       "      <td>0.011541</td>\n",
       "      <td>0.012773</td>\n",
       "      <td>0.013678</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.000082</td>\n",
       "      <td>0.014919</td>\n",
       "      <td>0.014851</td>\n",
       "      <td>0.015074</td>\n",
       "      <td>0.655655</td>\n",
       "      <td>0.042864</td>\n",
       "      <td>0.015181</td>\n",
       "      <td>0.398852</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.398513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.484647</td>\n",
       "      <td>0.460755</td>\n",
       "      <td>0.460855</td>\n",
       "      <td>0.461756</td>\n",
       "      <td>0.436727</td>\n",
       "      <td>0.013034</td>\n",
       "      <td>0.011587</td>\n",
       "      <td>0.011816</td>\n",
       "      <td>0.013192</td>\n",
       "      <td>0.013252</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.000089</td>\n",
       "      <td>0.019528</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019937</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.038263</td>\n",
       "      <td>0.019917</td>\n",
       "      <td>0.401666</td>\n",
       "      <td>0.000590</td>\n",
       "      <td>0.401398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.460755</td>\n",
       "      <td>0.460855</td>\n",
       "      <td>0.461756</td>\n",
       "      <td>0.436727</td>\n",
       "      <td>0.463677</td>\n",
       "      <td>0.014133</td>\n",
       "      <td>0.012011</td>\n",
       "      <td>0.011989</td>\n",
       "      <td>0.014112</td>\n",
       "      <td>0.013168</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.000096</td>\n",
       "      <td>0.019346</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019815</td>\n",
       "      <td>0.658533</td>\n",
       "      <td>0.042723</td>\n",
       "      <td>0.019917</td>\n",
       "      <td>0.401592</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.401398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.460855</td>\n",
       "      <td>0.461756</td>\n",
       "      <td>0.436727</td>\n",
       "      <td>0.463677</td>\n",
       "      <td>0.482827</td>\n",
       "      <td>0.015172</td>\n",
       "      <td>0.012410</td>\n",
       "      <td>0.012261</td>\n",
       "      <td>0.014911</td>\n",
       "      <td>0.013155</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.019286</td>\n",
       "      <td>0.019337</td>\n",
       "      <td>0.019754</td>\n",
       "      <td>0.657985</td>\n",
       "      <td>0.036636</td>\n",
       "      <td>0.019796</td>\n",
       "      <td>0.401518</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.401250</td>\n",
       "      <td>...</td>\n",
       "      <td>0.461756</td>\n",
       "      <td>0.436727</td>\n",
       "      <td>0.463677</td>\n",
       "      <td>0.482827</td>\n",
       "      <td>0.421701</td>\n",
       "      <td>0.016760</td>\n",
       "      <td>0.012808</td>\n",
       "      <td>0.012429</td>\n",
       "      <td>0.015676</td>\n",
       "      <td>0.013176</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.000109</td>\n",
       "      <td>0.019528</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019694</td>\n",
       "      <td>0.657300</td>\n",
       "      <td>0.044631</td>\n",
       "      <td>0.019735</td>\n",
       "      <td>0.401592</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.401287</td>\n",
       "      <td>...</td>\n",
       "      <td>0.436727</td>\n",
       "      <td>0.463677</td>\n",
       "      <td>0.482827</td>\n",
       "      <td>0.421701</td>\n",
       "      <td>0.461661</td>\n",
       "      <td>0.016674</td>\n",
       "      <td>0.013033</td>\n",
       "      <td>0.012221</td>\n",
       "      <td>0.015718</td>\n",
       "      <td>0.013584</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.000116</td>\n",
       "      <td>0.014495</td>\n",
       "      <td>0.014487</td>\n",
       "      <td>0.014831</td>\n",
       "      <td>0.659219</td>\n",
       "      <td>0.030661</td>\n",
       "      <td>0.014817</td>\n",
       "      <td>0.398593</td>\n",
       "      <td>0.006259</td>\n",
       "      <td>0.398217</td>\n",
       "      <td>...</td>\n",
       "      <td>0.463677</td>\n",
       "      <td>0.482827</td>\n",
       "      <td>0.421701</td>\n",
       "      <td>0.461661</td>\n",
       "      <td>0.475952</td>\n",
       "      <td>0.015770</td>\n",
       "      <td>0.013309</td>\n",
       "      <td>0.012036</td>\n",
       "      <td>0.015783</td>\n",
       "      <td>0.014071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.015040</td>\n",
       "      <td>0.014972</td>\n",
       "      <td>0.015257</td>\n",
       "      <td>0.655243</td>\n",
       "      <td>0.030128</td>\n",
       "      <td>0.015363</td>\n",
       "      <td>0.398889</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.398550</td>\n",
       "      <td>...</td>\n",
       "      <td>0.482827</td>\n",
       "      <td>0.421701</td>\n",
       "      <td>0.461661</td>\n",
       "      <td>0.475952</td>\n",
       "      <td>0.447028</td>\n",
       "      <td>0.015734</td>\n",
       "      <td>0.013682</td>\n",
       "      <td>0.012192</td>\n",
       "      <td>0.016322</td>\n",
       "      <td>0.014271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.000130</td>\n",
       "      <td>0.019164</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019633</td>\n",
       "      <td>0.657985</td>\n",
       "      <td>0.051055</td>\n",
       "      <td>0.019978</td>\n",
       "      <td>0.401481</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.401213</td>\n",
       "      <td>...</td>\n",
       "      <td>0.421701</td>\n",
       "      <td>0.461661</td>\n",
       "      <td>0.475952</td>\n",
       "      <td>0.447028</td>\n",
       "      <td>0.462776</td>\n",
       "      <td>0.014121</td>\n",
       "      <td>0.013012</td>\n",
       "      <td>0.012145</td>\n",
       "      <td>0.015704</td>\n",
       "      <td>0.013557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.000137</td>\n",
       "      <td>0.011280</td>\n",
       "      <td>0.011275</td>\n",
       "      <td>0.011731</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.040114</td>\n",
       "      <td>0.011780</td>\n",
       "      <td>0.396631</td>\n",
       "      <td>0.001181</td>\n",
       "      <td>0.396257</td>\n",
       "      <td>...</td>\n",
       "      <td>0.461661</td>\n",
       "      <td>0.475952</td>\n",
       "      <td>0.447028</td>\n",
       "      <td>0.462776</td>\n",
       "      <td>0.475741</td>\n",
       "      <td>0.012496</td>\n",
       "      <td>0.012808</td>\n",
       "      <td>0.011986</td>\n",
       "      <td>0.015988</td>\n",
       "      <td>0.012859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.000143</td>\n",
       "      <td>0.011462</td>\n",
       "      <td>0.011457</td>\n",
       "      <td>0.011610</td>\n",
       "      <td>0.658122</td>\n",
       "      <td>0.048446</td>\n",
       "      <td>0.011720</td>\n",
       "      <td>0.396742</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.396368</td>\n",
       "      <td>...</td>\n",
       "      <td>0.475952</td>\n",
       "      <td>0.447028</td>\n",
       "      <td>0.462776</td>\n",
       "      <td>0.475741</td>\n",
       "      <td>0.486165</td>\n",
       "      <td>0.012448</td>\n",
       "      <td>0.012818</td>\n",
       "      <td>0.011761</td>\n",
       "      <td>0.016058</td>\n",
       "      <td>0.012809</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.000150</td>\n",
       "      <td>0.014252</td>\n",
       "      <td>0.014427</td>\n",
       "      <td>0.014649</td>\n",
       "      <td>0.630980</td>\n",
       "      <td>0.036636</td>\n",
       "      <td>0.014695</td>\n",
       "      <td>0.398482</td>\n",
       "      <td>0.004015</td>\n",
       "      <td>0.398106</td>\n",
       "      <td>...</td>\n",
       "      <td>0.447028</td>\n",
       "      <td>0.462776</td>\n",
       "      <td>0.475741</td>\n",
       "      <td>0.486165</td>\n",
       "      <td>0.435834</td>\n",
       "      <td>0.011727</td>\n",
       "      <td>0.012803</td>\n",
       "      <td>0.011603</td>\n",
       "      <td>0.016324</td>\n",
       "      <td>0.012508</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.000157</td>\n",
       "      <td>0.011462</td>\n",
       "      <td>0.011517</td>\n",
       "      <td>0.011792</td>\n",
       "      <td>0.657300</td>\n",
       "      <td>0.030240</td>\n",
       "      <td>0.012023</td>\n",
       "      <td>0.396742</td>\n",
       "      <td>0.000354</td>\n",
       "      <td>0.396368</td>\n",
       "      <td>...</td>\n",
       "      <td>0.462776</td>\n",
       "      <td>0.475741</td>\n",
       "      <td>0.486165</td>\n",
       "      <td>0.435834</td>\n",
       "      <td>0.486373</td>\n",
       "      <td>0.010261</td>\n",
       "      <td>0.012548</td>\n",
       "      <td>0.011475</td>\n",
       "      <td>0.016386</td>\n",
       "      <td>0.011934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.000164</td>\n",
       "      <td>0.011887</td>\n",
       "      <td>0.011881</td>\n",
       "      <td>0.011913</td>\n",
       "      <td>0.673612</td>\n",
       "      <td>0.075488</td>\n",
       "      <td>0.011902</td>\n",
       "      <td>0.396964</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.396590</td>\n",
       "      <td>...</td>\n",
       "      <td>0.475741</td>\n",
       "      <td>0.486165</td>\n",
       "      <td>0.435834</td>\n",
       "      <td>0.486373</td>\n",
       "      <td>0.460555</td>\n",
       "      <td>0.010945</td>\n",
       "      <td>0.012139</td>\n",
       "      <td>0.011567</td>\n",
       "      <td>0.015412</td>\n",
       "      <td>0.012104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.000171</td>\n",
       "      <td>0.014676</td>\n",
       "      <td>0.014730</td>\n",
       "      <td>0.014953</td>\n",
       "      <td>0.670596</td>\n",
       "      <td>0.046174</td>\n",
       "      <td>0.015181</td>\n",
       "      <td>0.398741</td>\n",
       "      <td>0.003543</td>\n",
       "      <td>0.398365</td>\n",
       "      <td>...</td>\n",
       "      <td>0.486165</td>\n",
       "      <td>0.435834</td>\n",
       "      <td>0.486373</td>\n",
       "      <td>0.460555</td>\n",
       "      <td>0.419906</td>\n",
       "      <td>0.012594</td>\n",
       "      <td>0.012164</td>\n",
       "      <td>0.011863</td>\n",
       "      <td>0.015470</td>\n",
       "      <td>0.012096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.000178</td>\n",
       "      <td>0.019649</td>\n",
       "      <td>0.019579</td>\n",
       "      <td>0.020119</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.025976</td>\n",
       "      <td>0.020100</td>\n",
       "      <td>0.401666</td>\n",
       "      <td>0.000354</td>\n",
       "      <td>0.401435</td>\n",
       "      <td>...</td>\n",
       "      <td>0.435834</td>\n",
       "      <td>0.486373</td>\n",
       "      <td>0.460555</td>\n",
       "      <td>0.419906</td>\n",
       "      <td>0.502731</td>\n",
       "      <td>0.012643</td>\n",
       "      <td>0.011761</td>\n",
       "      <td>0.011667</td>\n",
       "      <td>0.014694</td>\n",
       "      <td>0.012075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.000184</td>\n",
       "      <td>0.014495</td>\n",
       "      <td>0.014609</td>\n",
       "      <td>0.014831</td>\n",
       "      <td>0.664839</td>\n",
       "      <td>0.036804</td>\n",
       "      <td>0.014999</td>\n",
       "      <td>0.398630</td>\n",
       "      <td>0.002008</td>\n",
       "      <td>0.398254</td>\n",
       "      <td>...</td>\n",
       "      <td>0.486373</td>\n",
       "      <td>0.460555</td>\n",
       "      <td>0.419906</td>\n",
       "      <td>0.502731</td>\n",
       "      <td>0.420702</td>\n",
       "      <td>0.014268</td>\n",
       "      <td>0.011761</td>\n",
       "      <td>0.011870</td>\n",
       "      <td>0.014920</td>\n",
       "      <td>0.011846</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.000191</td>\n",
       "      <td>0.019528</td>\n",
       "      <td>0.019579</td>\n",
       "      <td>0.019937</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.023452</td>\n",
       "      <td>0.020100</td>\n",
       "      <td>0.401629</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.401324</td>\n",
       "      <td>...</td>\n",
       "      <td>0.460555</td>\n",
       "      <td>0.419906</td>\n",
       "      <td>0.502731</td>\n",
       "      <td>0.420702</td>\n",
       "      <td>0.477175</td>\n",
       "      <td>0.015770</td>\n",
       "      <td>0.012170</td>\n",
       "      <td>0.012057</td>\n",
       "      <td>0.015690</td>\n",
       "      <td>0.011883</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.000198</td>\n",
       "      <td>0.019346</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019815</td>\n",
       "      <td>0.658807</td>\n",
       "      <td>0.043312</td>\n",
       "      <td>0.019978</td>\n",
       "      <td>0.401592</td>\n",
       "      <td>0.000354</td>\n",
       "      <td>0.401287</td>\n",
       "      <td>...</td>\n",
       "      <td>0.419906</td>\n",
       "      <td>0.502731</td>\n",
       "      <td>0.420702</td>\n",
       "      <td>0.477175</td>\n",
       "      <td>0.462265</td>\n",
       "      <td>0.015013</td>\n",
       "      <td>0.011822</td>\n",
       "      <td>0.011906</td>\n",
       "      <td>0.015671</td>\n",
       "      <td>0.011207</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146354</th>\n",
       "      <td>0.999802</td>\n",
       "      <td>0.417005</td>\n",
       "      <td>0.417591</td>\n",
       "      <td>0.417882</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.000701</td>\n",
       "      <td>0.418812</td>\n",
       "      <td>0.644021</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643835</td>\n",
       "      <td>...</td>\n",
       "      <td>0.419698</td>\n",
       "      <td>0.460497</td>\n",
       "      <td>0.503929</td>\n",
       "      <td>0.512675</td>\n",
       "      <td>0.364560</td>\n",
       "      <td>0.418834</td>\n",
       "      <td>0.421759</td>\n",
       "      <td>0.424718</td>\n",
       "      <td>0.438402</td>\n",
       "      <td>0.403232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146355</th>\n",
       "      <td>0.999809</td>\n",
       "      <td>0.403663</td>\n",
       "      <td>0.403407</td>\n",
       "      <td>0.404996</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.000112</td>\n",
       "      <td>0.404603</td>\n",
       "      <td>0.635987</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.636068</td>\n",
       "      <td>...</td>\n",
       "      <td>0.460497</td>\n",
       "      <td>0.503929</td>\n",
       "      <td>0.512675</td>\n",
       "      <td>0.364560</td>\n",
       "      <td>0.537546</td>\n",
       "      <td>0.412409</td>\n",
       "      <td>0.419061</td>\n",
       "      <td>0.424090</td>\n",
       "      <td>0.436298</td>\n",
       "      <td>0.399964</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146356</th>\n",
       "      <td>0.999816</td>\n",
       "      <td>0.403299</td>\n",
       "      <td>0.403407</td>\n",
       "      <td>0.404632</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.001290</td>\n",
       "      <td>0.404603</td>\n",
       "      <td>0.635765</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.635994</td>\n",
       "      <td>...</td>\n",
       "      <td>0.503929</td>\n",
       "      <td>0.512675</td>\n",
       "      <td>0.364560</td>\n",
       "      <td>0.537546</td>\n",
       "      <td>0.428839</td>\n",
       "      <td>0.414852</td>\n",
       "      <td>0.418014</td>\n",
       "      <td>0.423661</td>\n",
       "      <td>0.435074</td>\n",
       "      <td>0.399108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146357</th>\n",
       "      <td>0.999822</td>\n",
       "      <td>0.417066</td>\n",
       "      <td>0.416803</td>\n",
       "      <td>0.418429</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>0.418023</td>\n",
       "      <td>0.643947</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643687</td>\n",
       "      <td>...</td>\n",
       "      <td>0.512675</td>\n",
       "      <td>0.364560</td>\n",
       "      <td>0.537546</td>\n",
       "      <td>0.428839</td>\n",
       "      <td>0.420953</td>\n",
       "      <td>0.416000</td>\n",
       "      <td>0.419317</td>\n",
       "      <td>0.424292</td>\n",
       "      <td>0.437599</td>\n",
       "      <td>0.399155</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146358</th>\n",
       "      <td>0.999829</td>\n",
       "      <td>0.433683</td>\n",
       "      <td>0.433776</td>\n",
       "      <td>0.434841</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.001487</td>\n",
       "      <td>0.434783</td>\n",
       "      <td>0.654424</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.653858</td>\n",
       "      <td>...</td>\n",
       "      <td>0.364560</td>\n",
       "      <td>0.537546</td>\n",
       "      <td>0.428839</td>\n",
       "      <td>0.420953</td>\n",
       "      <td>0.502253</td>\n",
       "      <td>0.412958</td>\n",
       "      <td>0.419159</td>\n",
       "      <td>0.423060</td>\n",
       "      <td>0.436435</td>\n",
       "      <td>0.400020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146359</th>\n",
       "      <td>0.999836</td>\n",
       "      <td>0.401904</td>\n",
       "      <td>0.401649</td>\n",
       "      <td>0.403234</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.004264</td>\n",
       "      <td>0.402842</td>\n",
       "      <td>0.635172</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.635106</td>\n",
       "      <td>...</td>\n",
       "      <td>0.537546</td>\n",
       "      <td>0.428839</td>\n",
       "      <td>0.420953</td>\n",
       "      <td>0.502253</td>\n",
       "      <td>0.461755</td>\n",
       "      <td>0.417551</td>\n",
       "      <td>0.421069</td>\n",
       "      <td>0.423960</td>\n",
       "      <td>0.436534</td>\n",
       "      <td>0.403746</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146360</th>\n",
       "      <td>0.999843</td>\n",
       "      <td>0.426466</td>\n",
       "      <td>0.426199</td>\n",
       "      <td>0.427243</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.001964</td>\n",
       "      <td>0.426828</td>\n",
       "      <td>0.649907</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649863</td>\n",
       "      <td>...</td>\n",
       "      <td>0.428839</td>\n",
       "      <td>0.420953</td>\n",
       "      <td>0.502253</td>\n",
       "      <td>0.461755</td>\n",
       "      <td>0.421586</td>\n",
       "      <td>0.420007</td>\n",
       "      <td>0.419358</td>\n",
       "      <td>0.423894</td>\n",
       "      <td>0.433596</td>\n",
       "      <td>0.403300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146361</th>\n",
       "      <td>0.999850</td>\n",
       "      <td>0.415489</td>\n",
       "      <td>0.415773</td>\n",
       "      <td>0.416849</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.001992</td>\n",
       "      <td>0.416991</td>\n",
       "      <td>0.643428</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643095</td>\n",
       "      <td>...</td>\n",
       "      <td>0.420953</td>\n",
       "      <td>0.502253</td>\n",
       "      <td>0.461755</td>\n",
       "      <td>0.421586</td>\n",
       "      <td>0.504133</td>\n",
       "      <td>0.417099</td>\n",
       "      <td>0.417125</td>\n",
       "      <td>0.422664</td>\n",
       "      <td>0.432236</td>\n",
       "      <td>0.400209</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146362</th>\n",
       "      <td>0.999857</td>\n",
       "      <td>0.402632</td>\n",
       "      <td>0.402376</td>\n",
       "      <td>0.403963</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>0.403571</td>\n",
       "      <td>0.635728</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.635550</td>\n",
       "      <td>...</td>\n",
       "      <td>0.502253</td>\n",
       "      <td>0.461755</td>\n",
       "      <td>0.421586</td>\n",
       "      <td>0.504133</td>\n",
       "      <td>0.493152</td>\n",
       "      <td>0.413508</td>\n",
       "      <td>0.415495</td>\n",
       "      <td>0.422167</td>\n",
       "      <td>0.429492</td>\n",
       "      <td>0.399730</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146363</th>\n",
       "      <td>0.999863</td>\n",
       "      <td>0.415853</td>\n",
       "      <td>0.415591</td>\n",
       "      <td>0.416849</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.001010</td>\n",
       "      <td>0.416444</td>\n",
       "      <td>0.643539</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643058</td>\n",
       "      <td>...</td>\n",
       "      <td>0.461755</td>\n",
       "      <td>0.421586</td>\n",
       "      <td>0.504133</td>\n",
       "      <td>0.493152</td>\n",
       "      <td>0.460699</td>\n",
       "      <td>0.416330</td>\n",
       "      <td>0.416420</td>\n",
       "      <td>0.421470</td>\n",
       "      <td>0.428051</td>\n",
       "      <td>0.403045</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146364</th>\n",
       "      <td>0.999870</td>\n",
       "      <td>0.415914</td>\n",
       "      <td>0.415651</td>\n",
       "      <td>0.417214</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.001403</td>\n",
       "      <td>0.416808</td>\n",
       "      <td>0.643502</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643058</td>\n",
       "      <td>...</td>\n",
       "      <td>0.421586</td>\n",
       "      <td>0.504133</td>\n",
       "      <td>0.493152</td>\n",
       "      <td>0.460699</td>\n",
       "      <td>0.461132</td>\n",
       "      <td>0.411627</td>\n",
       "      <td>0.414325</td>\n",
       "      <td>0.420504</td>\n",
       "      <td>0.426586</td>\n",
       "      <td>0.400336</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146365</th>\n",
       "      <td>0.999877</td>\n",
       "      <td>0.403117</td>\n",
       "      <td>0.402861</td>\n",
       "      <td>0.404267</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.001206</td>\n",
       "      <td>0.403874</td>\n",
       "      <td>0.635616</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.636031</td>\n",
       "      <td>...</td>\n",
       "      <td>0.504133</td>\n",
       "      <td>0.493152</td>\n",
       "      <td>0.460699</td>\n",
       "      <td>0.461132</td>\n",
       "      <td>0.480979</td>\n",
       "      <td>0.411883</td>\n",
       "      <td>0.414305</td>\n",
       "      <td>0.420980</td>\n",
       "      <td>0.426508</td>\n",
       "      <td>0.400374</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146366</th>\n",
       "      <td>0.999884</td>\n",
       "      <td>0.416763</td>\n",
       "      <td>0.416500</td>\n",
       "      <td>0.418125</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.001038</td>\n",
       "      <td>0.417719</td>\n",
       "      <td>0.643502</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643502</td>\n",
       "      <td>...</td>\n",
       "      <td>0.493152</td>\n",
       "      <td>0.460699</td>\n",
       "      <td>0.461132</td>\n",
       "      <td>0.480979</td>\n",
       "      <td>0.442266</td>\n",
       "      <td>0.416831</td>\n",
       "      <td>0.416287</td>\n",
       "      <td>0.421307</td>\n",
       "      <td>0.427420</td>\n",
       "      <td>0.403420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146367</th>\n",
       "      <td>0.999891</td>\n",
       "      <td>0.427194</td>\n",
       "      <td>0.426926</td>\n",
       "      <td>0.428276</td>\n",
       "      <td>0.656751</td>\n",
       "      <td>0.000393</td>\n",
       "      <td>0.427860</td>\n",
       "      <td>0.650278</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649937</td>\n",
       "      <td>...</td>\n",
       "      <td>0.460699</td>\n",
       "      <td>0.461132</td>\n",
       "      <td>0.480979</td>\n",
       "      <td>0.442266</td>\n",
       "      <td>0.386891</td>\n",
       "      <td>0.419029</td>\n",
       "      <td>0.418264</td>\n",
       "      <td>0.420947</td>\n",
       "      <td>0.428435</td>\n",
       "      <td>0.406350</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146368</th>\n",
       "      <td>0.999898</td>\n",
       "      <td>0.426769</td>\n",
       "      <td>0.426926</td>\n",
       "      <td>0.428155</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.001150</td>\n",
       "      <td>0.428164</td>\n",
       "      <td>0.650130</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649752</td>\n",
       "      <td>...</td>\n",
       "      <td>0.461132</td>\n",
       "      <td>0.480979</td>\n",
       "      <td>0.442266</td>\n",
       "      <td>0.386891</td>\n",
       "      <td>0.555450</td>\n",
       "      <td>0.421277</td>\n",
       "      <td>0.419107</td>\n",
       "      <td>0.421257</td>\n",
       "      <td>0.430011</td>\n",
       "      <td>0.406438</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146369</th>\n",
       "      <td>0.999904</td>\n",
       "      <td>0.427073</td>\n",
       "      <td>0.426805</td>\n",
       "      <td>0.427851</td>\n",
       "      <td>0.656751</td>\n",
       "      <td>0.000140</td>\n",
       "      <td>0.427739</td>\n",
       "      <td>0.650315</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649937</td>\n",
       "      <td>...</td>\n",
       "      <td>0.480979</td>\n",
       "      <td>0.442266</td>\n",
       "      <td>0.386891</td>\n",
       "      <td>0.555450</td>\n",
       "      <td>0.368232</td>\n",
       "      <td>0.427409</td>\n",
       "      <td>0.419097</td>\n",
       "      <td>0.421188</td>\n",
       "      <td>0.430026</td>\n",
       "      <td>0.406402</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146370</th>\n",
       "      <td>0.999911</td>\n",
       "      <td>0.433562</td>\n",
       "      <td>0.433594</td>\n",
       "      <td>0.433929</td>\n",
       "      <td>0.656203</td>\n",
       "      <td>0.000926</td>\n",
       "      <td>0.433507</td>\n",
       "      <td>0.654461</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.653821</td>\n",
       "      <td>...</td>\n",
       "      <td>0.442266</td>\n",
       "      <td>0.386891</td>\n",
       "      <td>0.555450</td>\n",
       "      <td>0.368232</td>\n",
       "      <td>0.537773</td>\n",
       "      <td>0.429486</td>\n",
       "      <td>0.421217</td>\n",
       "      <td>0.421094</td>\n",
       "      <td>0.430364</td>\n",
       "      <td>0.410306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146371</th>\n",
       "      <td>0.999918</td>\n",
       "      <td>0.427073</td>\n",
       "      <td>0.426805</td>\n",
       "      <td>0.428459</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.428042</td>\n",
       "      <td>0.650315</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649937</td>\n",
       "      <td>...</td>\n",
       "      <td>0.386891</td>\n",
       "      <td>0.555450</td>\n",
       "      <td>0.368232</td>\n",
       "      <td>0.537773</td>\n",
       "      <td>0.478941</td>\n",
       "      <td>0.424526</td>\n",
       "      <td>0.419205</td>\n",
       "      <td>0.420482</td>\n",
       "      <td>0.430023</td>\n",
       "      <td>0.406620</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146372</th>\n",
       "      <td>0.999925</td>\n",
       "      <td>0.402571</td>\n",
       "      <td>0.402861</td>\n",
       "      <td>0.403902</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.000954</td>\n",
       "      <td>0.404056</td>\n",
       "      <td>0.635357</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.634884</td>\n",
       "      <td>...</td>\n",
       "      <td>0.555450</td>\n",
       "      <td>0.368232</td>\n",
       "      <td>0.537773</td>\n",
       "      <td>0.478941</td>\n",
       "      <td>0.440098</td>\n",
       "      <td>0.425748</td>\n",
       "      <td>0.420666</td>\n",
       "      <td>0.421617</td>\n",
       "      <td>0.432909</td>\n",
       "      <td>0.406618</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146373</th>\n",
       "      <td>0.999932</td>\n",
       "      <td>0.432834</td>\n",
       "      <td>0.432867</td>\n",
       "      <td>0.433990</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.000785</td>\n",
       "      <td>0.433811</td>\n",
       "      <td>0.654017</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.653414</td>\n",
       "      <td>...</td>\n",
       "      <td>0.368232</td>\n",
       "      <td>0.537773</td>\n",
       "      <td>0.478941</td>\n",
       "      <td>0.440098</td>\n",
       "      <td>0.390250</td>\n",
       "      <td>0.420752</td>\n",
       "      <td>0.420635</td>\n",
       "      <td>0.421558</td>\n",
       "      <td>0.433768</td>\n",
       "      <td>0.405684</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146374</th>\n",
       "      <td>0.999939</td>\n",
       "      <td>0.402268</td>\n",
       "      <td>0.402012</td>\n",
       "      <td>0.403598</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.000140</td>\n",
       "      <td>0.403206</td>\n",
       "      <td>0.635357</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.635143</td>\n",
       "      <td>...</td>\n",
       "      <td>0.537773</td>\n",
       "      <td>0.478941</td>\n",
       "      <td>0.440098</td>\n",
       "      <td>0.390250</td>\n",
       "      <td>0.499543</td>\n",
       "      <td>0.419396</td>\n",
       "      <td>0.421560</td>\n",
       "      <td>0.421207</td>\n",
       "      <td>0.434992</td>\n",
       "      <td>0.406294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146375</th>\n",
       "      <td>0.999945</td>\n",
       "      <td>0.426830</td>\n",
       "      <td>0.426562</td>\n",
       "      <td>0.427851</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.001150</td>\n",
       "      <td>0.427435</td>\n",
       "      <td>0.649870</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.649382</td>\n",
       "      <td>...</td>\n",
       "      <td>0.478941</td>\n",
       "      <td>0.440098</td>\n",
       "      <td>0.390250</td>\n",
       "      <td>0.499543</td>\n",
       "      <td>0.462319</td>\n",
       "      <td>0.420495</td>\n",
       "      <td>0.422960</td>\n",
       "      <td>0.421340</td>\n",
       "      <td>0.437247</td>\n",
       "      <td>0.406809</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146376</th>\n",
       "      <td>0.999952</td>\n",
       "      <td>0.432531</td>\n",
       "      <td>0.432624</td>\n",
       "      <td>0.433443</td>\n",
       "      <td>0.657848</td>\n",
       "      <td>0.001571</td>\n",
       "      <td>0.433872</td>\n",
       "      <td>0.653758</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.653155</td>\n",
       "      <td>...</td>\n",
       "      <td>0.440098</td>\n",
       "      <td>0.390250</td>\n",
       "      <td>0.499543</td>\n",
       "      <td>0.462319</td>\n",
       "      <td>0.499461</td>\n",
       "      <td>0.425113</td>\n",
       "      <td>0.424845</td>\n",
       "      <td>0.420961</td>\n",
       "      <td>0.438429</td>\n",
       "      <td>0.409386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146377</th>\n",
       "      <td>0.999959</td>\n",
       "      <td>0.425496</td>\n",
       "      <td>0.425411</td>\n",
       "      <td>0.426817</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.002076</td>\n",
       "      <td>0.426524</td>\n",
       "      <td>0.649463</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649123</td>\n",
       "      <td>...</td>\n",
       "      <td>0.390250</td>\n",
       "      <td>0.499543</td>\n",
       "      <td>0.462319</td>\n",
       "      <td>0.499461</td>\n",
       "      <td>0.461750</td>\n",
       "      <td>0.418968</td>\n",
       "      <td>0.423629</td>\n",
       "      <td>0.420859</td>\n",
       "      <td>0.439881</td>\n",
       "      <td>0.405476</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146378</th>\n",
       "      <td>0.999966</td>\n",
       "      <td>0.402329</td>\n",
       "      <td>0.402134</td>\n",
       "      <td>0.403659</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>0.403267</td>\n",
       "      <td>0.635024</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.634773</td>\n",
       "      <td>...</td>\n",
       "      <td>0.499543</td>\n",
       "      <td>0.462319</td>\n",
       "      <td>0.499461</td>\n",
       "      <td>0.461750</td>\n",
       "      <td>0.428381</td>\n",
       "      <td>0.421387</td>\n",
       "      <td>0.422541</td>\n",
       "      <td>0.420324</td>\n",
       "      <td>0.438119</td>\n",
       "      <td>0.405084</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146379</th>\n",
       "      <td>0.999973</td>\n",
       "      <td>0.414276</td>\n",
       "      <td>0.414924</td>\n",
       "      <td>0.415633</td>\n",
       "      <td>0.656066</td>\n",
       "      <td>0.002525</td>\n",
       "      <td>0.416019</td>\n",
       "      <td>0.642466</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.642207</td>\n",
       "      <td>...</td>\n",
       "      <td>0.462319</td>\n",
       "      <td>0.499461</td>\n",
       "      <td>0.461750</td>\n",
       "      <td>0.428381</td>\n",
       "      <td>0.494341</td>\n",
       "      <td>0.419054</td>\n",
       "      <td>0.421570</td>\n",
       "      <td>0.420255</td>\n",
       "      <td>0.436661</td>\n",
       "      <td>0.404620</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146380</th>\n",
       "      <td>0.999980</td>\n",
       "      <td>0.415247</td>\n",
       "      <td>0.414985</td>\n",
       "      <td>0.415633</td>\n",
       "      <td>0.656203</td>\n",
       "      <td>0.003002</td>\n",
       "      <td>0.415230</td>\n",
       "      <td>0.643280</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.642984</td>\n",
       "      <td>...</td>\n",
       "      <td>0.499461</td>\n",
       "      <td>0.461750</td>\n",
       "      <td>0.428381</td>\n",
       "      <td>0.494341</td>\n",
       "      <td>0.461441</td>\n",
       "      <td>0.418028</td>\n",
       "      <td>0.421601</td>\n",
       "      <td>0.421184</td>\n",
       "      <td>0.436449</td>\n",
       "      <td>0.404897</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146381</th>\n",
       "      <td>0.999986</td>\n",
       "      <td>0.427436</td>\n",
       "      <td>0.427169</td>\n",
       "      <td>0.428337</td>\n",
       "      <td>0.656066</td>\n",
       "      <td>0.003058</td>\n",
       "      <td>0.427921</td>\n",
       "      <td>0.650315</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.650085</td>\n",
       "      <td>...</td>\n",
       "      <td>0.461750</td>\n",
       "      <td>0.428381</td>\n",
       "      <td>0.494341</td>\n",
       "      <td>0.461441</td>\n",
       "      <td>0.428381</td>\n",
       "      <td>0.418419</td>\n",
       "      <td>0.421085</td>\n",
       "      <td>0.422126</td>\n",
       "      <td>0.434567</td>\n",
       "      <td>0.405774</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146382</th>\n",
       "      <td>0.999993</td>\n",
       "      <td>0.427436</td>\n",
       "      <td>0.427169</td>\n",
       "      <td>0.428823</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.003170</td>\n",
       "      <td>0.428407</td>\n",
       "      <td>0.650389</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.650085</td>\n",
       "      <td>...</td>\n",
       "      <td>0.428381</td>\n",
       "      <td>0.494341</td>\n",
       "      <td>0.461441</td>\n",
       "      <td>0.428381</td>\n",
       "      <td>0.461505</td>\n",
       "      <td>0.421314</td>\n",
       "      <td>0.420211</td>\n",
       "      <td>0.422112</td>\n",
       "      <td>0.433346</td>\n",
       "      <td>0.405263</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146383</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.416702</td>\n",
       "      <td>0.416439</td>\n",
       "      <td>0.418004</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.000196</td>\n",
       "      <td>0.417658</td>\n",
       "      <td>0.643799</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643354</td>\n",
       "      <td>...</td>\n",
       "      <td>0.494341</td>\n",
       "      <td>0.461441</td>\n",
       "      <td>0.428381</td>\n",
       "      <td>0.461505</td>\n",
       "      <td>0.414504</td>\n",
       "      <td>0.423940</td>\n",
       "      <td>0.422295</td>\n",
       "      <td>0.421864</td>\n",
       "      <td>0.433906</td>\n",
       "      <td>0.408870</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>146384 rows × 45 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Unnamed: 0  Latestprice  MaxPrice  MinPrice   Stockup    Volume  \\\n",
       "0         0.000000     0.012069  0.012305  0.012521  0.670048  0.073440   \n",
       "1         0.000007     0.019528  0.019579  0.019998  0.656203  0.050382   \n",
       "2         0.000014     0.014313  0.014730  0.014770  0.641672  0.097200   \n",
       "3         0.000020     0.014555  0.014609  0.014770  0.665936  0.046146   \n",
       "4         0.000027     0.014798  0.014851  0.014892  0.648389  0.049849   \n",
       "5         0.000034     0.011826  0.012002  0.012278  0.657848  0.038656   \n",
       "6         0.000041     0.011765  0.011942  0.012157  0.656477  0.036496   \n",
       "7         0.000048     0.014737  0.014851  0.015074  0.658807  0.055150   \n",
       "8         0.000055     0.019225  0.019458  0.019511  0.660727  0.127777   \n",
       "9         0.000061     0.013888  0.014366  0.014345  0.633996  0.081014   \n",
       "10        0.000068     0.014131  0.014184  0.014284  0.681426  0.044799   \n",
       "11        0.000075     0.011644  0.011578  0.011853  0.657300  0.048278   \n",
       "12        0.000082     0.014919  0.014851  0.015074  0.655655  0.042864   \n",
       "13        0.000089     0.019528  0.019458  0.019937  0.656614  0.038263   \n",
       "14        0.000096     0.019346  0.019458  0.019815  0.658533  0.042723   \n",
       "15        0.000102     0.019286  0.019337  0.019754  0.657985  0.036636   \n",
       "16        0.000109     0.019528  0.019458  0.019694  0.657300  0.044631   \n",
       "17        0.000116     0.014495  0.014487  0.014831  0.659219  0.030661   \n",
       "18        0.000123     0.015040  0.014972  0.015257  0.655243  0.030128   \n",
       "19        0.000130     0.019164  0.019458  0.019633  0.657985  0.051055   \n",
       "20        0.000137     0.011280  0.011275  0.011731  0.656340  0.040114   \n",
       "21        0.000143     0.011462  0.011457  0.011610  0.658122  0.048446   \n",
       "22        0.000150     0.014252  0.014427  0.014649  0.630980  0.036636   \n",
       "23        0.000157     0.011462  0.011517  0.011792  0.657300  0.030240   \n",
       "24        0.000164     0.011887  0.011881  0.011913  0.673612  0.075488   \n",
       "25        0.000171     0.014676  0.014730  0.014953  0.670596  0.046174   \n",
       "26        0.000178     0.019649  0.019579  0.020119  0.656340  0.025976   \n",
       "27        0.000184     0.014495  0.014609  0.014831  0.664839  0.036804   \n",
       "28        0.000191     0.019528  0.019579  0.019937  0.656477  0.023452   \n",
       "29        0.000198     0.019346  0.019458  0.019815  0.658807  0.043312   \n",
       "...            ...          ...       ...       ...       ...       ...   \n",
       "146354    0.999802     0.417005  0.417591  0.417882  0.656614  0.000701   \n",
       "146355    0.999809     0.403663  0.403407  0.404996  0.656340  0.000112   \n",
       "146356    0.999816     0.403299  0.403407  0.404632  0.656477  0.001290   \n",
       "146357    0.999822     0.417066  0.416803  0.418429  0.656614  0.000084   \n",
       "146358    0.999829     0.433683  0.433776  0.434841  0.656614  0.001487   \n",
       "146359    0.999836     0.401904  0.401649  0.403234  0.656340  0.004264   \n",
       "146360    0.999843     0.426466  0.426199  0.427243  0.656614  0.001964   \n",
       "146361    0.999850     0.415489  0.415773  0.416849  0.656477  0.001992   \n",
       "146362    0.999857     0.402632  0.402376  0.403963  0.656340  0.000028   \n",
       "146363    0.999863     0.415853  0.415591  0.416849  0.656614  0.001010   \n",
       "146364    0.999870     0.415914  0.415651  0.417214  0.656340  0.001403   \n",
       "146365    0.999877     0.403117  0.402861  0.404267  0.656477  0.001206   \n",
       "146366    0.999884     0.416763  0.416500  0.418125  0.656340  0.001038   \n",
       "146367    0.999891     0.427194  0.426926  0.428276  0.656751  0.000393   \n",
       "146368    0.999898     0.426769  0.426926  0.428155  0.656477  0.001150   \n",
       "146369    0.999904     0.427073  0.426805  0.427851  0.656751  0.000140   \n",
       "146370    0.999911     0.433562  0.433594  0.433929  0.656203  0.000926   \n",
       "146371    0.999918     0.427073  0.426805  0.428459  0.656340  0.000000   \n",
       "146372    0.999925     0.402571  0.402861  0.403902  0.656614  0.000954   \n",
       "146373    0.999932     0.432834  0.432867  0.433990  0.656477  0.000785   \n",
       "146374    0.999939     0.402268  0.402012  0.403598  0.656340  0.000140   \n",
       "146375    0.999945     0.426830  0.426562  0.427851  0.656477  0.001150   \n",
       "146376    0.999952     0.432531  0.432624  0.433443  0.657848  0.001571   \n",
       "146377    0.999959     0.425496  0.425411  0.426817  0.656340  0.002076   \n",
       "146378    0.999966     0.402329  0.402134  0.403659  0.656614  0.000084   \n",
       "146379    0.999973     0.414276  0.414924  0.415633  0.656066  0.002525   \n",
       "146380    0.999980     0.415247  0.414985  0.415633  0.656203  0.003002   \n",
       "146381    0.999986     0.427436  0.427169  0.428337  0.656066  0.003058   \n",
       "146382    0.999993     0.427436  0.427169  0.428823  0.656340  0.003170   \n",
       "146383    1.000000     0.416702  0.416439  0.418004  0.656477  0.000196   \n",
       "\n",
       "        First.Latestprice  Last.Buy1price  Last.Buy1quantity  Last.Sell1price  \\\n",
       "0                0.012752        0.397112           0.003779         0.396738   \n",
       "1                0.019978        0.401703           0.000472         0.401324   \n",
       "2                0.015120        0.398519           0.008385         0.398143   \n",
       "3                0.014817        0.398667           0.000472         0.398291   \n",
       "4                0.014938        0.398778           0.014289         0.398402   \n",
       "5                0.012448        0.396964           0.000118         0.396627   \n",
       "6                0.012205        0.396964           0.000472         0.396627   \n",
       "7                0.015302        0.398704           0.000236         0.398402   \n",
       "8                0.019978        0.401518           0.000827         0.401139   \n",
       "9                0.014452        0.398260           0.001299         0.397884   \n",
       "10               0.014392        0.398408           0.000236         0.398032   \n",
       "11               0.011841        0.396853           0.000236         0.396479   \n",
       "12               0.015181        0.398852           0.000472         0.398513   \n",
       "13               0.019917        0.401666           0.000590         0.401398   \n",
       "14               0.019917        0.401592           0.000827         0.401398   \n",
       "15               0.019796        0.401518           0.000827         0.401250   \n",
       "16               0.019735        0.401592           0.000827         0.401287   \n",
       "17               0.014817        0.398593           0.006259         0.398217   \n",
       "18               0.015363        0.398889           0.000118         0.398550   \n",
       "19               0.019978        0.401481           0.000827         0.401213   \n",
       "20               0.011780        0.396631           0.001181         0.396257   \n",
       "21               0.011720        0.396742           0.000472         0.396368   \n",
       "22               0.014695        0.398482           0.004015         0.398106   \n",
       "23               0.012023        0.396742           0.000354         0.396368   \n",
       "24               0.011902        0.396964           0.000118         0.396590   \n",
       "25               0.015181        0.398741           0.003543         0.398365   \n",
       "26               0.020100        0.401666           0.000354         0.401435   \n",
       "27               0.014999        0.398630           0.002008         0.398254   \n",
       "28               0.020100        0.401629           0.000236         0.401324   \n",
       "29               0.019978        0.401592           0.000354         0.401287   \n",
       "...                   ...             ...                ...              ...   \n",
       "146354           0.418812        0.644021           0.000118         0.643835   \n",
       "146355           0.404603        0.635987           0.000118         0.636068   \n",
       "146356           0.404603        0.635765           0.000118         0.635994   \n",
       "146357           0.418023        0.643947           0.000118         0.643687   \n",
       "146358           0.434783        0.654424           0.000118         0.653858   \n",
       "146359           0.402842        0.635172           0.000118         0.635106   \n",
       "146360           0.426828        0.649907           0.000118         0.649863   \n",
       "146361           0.416991        0.643428           0.000118         0.643095   \n",
       "146362           0.403571        0.635728           0.000118         0.635550   \n",
       "146363           0.416444        0.643539           0.000118         0.643058   \n",
       "146364           0.416808        0.643502           0.000118         0.643058   \n",
       "146365           0.403874        0.635616           0.000118         0.636031   \n",
       "146366           0.417719        0.643502           0.000118         0.643502   \n",
       "146367           0.427860        0.650278           0.000118         0.649937   \n",
       "146368           0.428164        0.650130           0.000118         0.649752   \n",
       "146369           0.427739        0.650315           0.000118         0.649937   \n",
       "146370           0.433507        0.654461           0.000236         0.653821   \n",
       "146371           0.428042        0.650315           0.000118         0.649937   \n",
       "146372           0.404056        0.635357           0.000118         0.634884   \n",
       "146373           0.433811        0.654017           0.000118         0.653414   \n",
       "146374           0.403206        0.635357           0.000236         0.635143   \n",
       "146375           0.427435        0.649870           0.000236         0.649382   \n",
       "146376           0.433872        0.653758           0.000236         0.653155   \n",
       "146377           0.426524        0.649463           0.000118         0.649123   \n",
       "146378           0.403267        0.635024           0.000118         0.634773   \n",
       "146379           0.416019        0.642466           0.000118         0.642207   \n",
       "146380           0.415230        0.643280           0.000118         0.642984   \n",
       "146381           0.427921        0.650315           0.000118         0.650085   \n",
       "146382           0.428407        0.650389           0.000118         0.650085   \n",
       "146383           0.417658        0.643799           0.000118         0.643354   \n",
       "\n",
       "             ...        RaiseDown_1  RaiseDown_2  RaiseDown_3  RaiseDown_4  \\\n",
       "0            ...           0.498307     0.436031     0.461457     0.462264   \n",
       "1            ...           0.436031     0.461457     0.462264     0.447239   \n",
       "2            ...           0.461457     0.462264     0.447239     0.460851   \n",
       "3            ...           0.462264     0.447239     0.460851     0.475942   \n",
       "4            ...           0.447239     0.460851     0.475942     0.483742   \n",
       "5            ...           0.460851     0.475942     0.483742     0.435519   \n",
       "6            ...           0.475942     0.483742     0.435519     0.461256   \n",
       "7            ...           0.483742     0.435519     0.461256     0.448739   \n",
       "8            ...           0.435519     0.461256     0.448739     0.477570   \n",
       "9            ...           0.461256     0.448739     0.477570     0.484647   \n",
       "10           ...           0.448739     0.477570     0.484647     0.460755   \n",
       "11           ...           0.477570     0.484647     0.460755     0.460855   \n",
       "12           ...           0.484647     0.460755     0.460855     0.461756   \n",
       "13           ...           0.460755     0.460855     0.461756     0.436727   \n",
       "14           ...           0.460855     0.461756     0.436727     0.463677   \n",
       "15           ...           0.461756     0.436727     0.463677     0.482827   \n",
       "16           ...           0.436727     0.463677     0.482827     0.421701   \n",
       "17           ...           0.463677     0.482827     0.421701     0.461661   \n",
       "18           ...           0.482827     0.421701     0.461661     0.475952   \n",
       "19           ...           0.421701     0.461661     0.475952     0.447028   \n",
       "20           ...           0.461661     0.475952     0.447028     0.462776   \n",
       "21           ...           0.475952     0.447028     0.462776     0.475741   \n",
       "22           ...           0.447028     0.462776     0.475741     0.486165   \n",
       "23           ...           0.462776     0.475741     0.486165     0.435834   \n",
       "24           ...           0.475741     0.486165     0.435834     0.486373   \n",
       "25           ...           0.486165     0.435834     0.486373     0.460555   \n",
       "26           ...           0.435834     0.486373     0.460555     0.419906   \n",
       "27           ...           0.486373     0.460555     0.419906     0.502731   \n",
       "28           ...           0.460555     0.419906     0.502731     0.420702   \n",
       "29           ...           0.419906     0.502731     0.420702     0.477175   \n",
       "...          ...                ...          ...          ...          ...   \n",
       "146354       ...           0.419698     0.460497     0.503929     0.512675   \n",
       "146355       ...           0.460497     0.503929     0.512675     0.364560   \n",
       "146356       ...           0.503929     0.512675     0.364560     0.537546   \n",
       "146357       ...           0.512675     0.364560     0.537546     0.428839   \n",
       "146358       ...           0.364560     0.537546     0.428839     0.420953   \n",
       "146359       ...           0.537546     0.428839     0.420953     0.502253   \n",
       "146360       ...           0.428839     0.420953     0.502253     0.461755   \n",
       "146361       ...           0.420953     0.502253     0.461755     0.421586   \n",
       "146362       ...           0.502253     0.461755     0.421586     0.504133   \n",
       "146363       ...           0.461755     0.421586     0.504133     0.493152   \n",
       "146364       ...           0.421586     0.504133     0.493152     0.460699   \n",
       "146365       ...           0.504133     0.493152     0.460699     0.461132   \n",
       "146366       ...           0.493152     0.460699     0.461132     0.480979   \n",
       "146367       ...           0.460699     0.461132     0.480979     0.442266   \n",
       "146368       ...           0.461132     0.480979     0.442266     0.386891   \n",
       "146369       ...           0.480979     0.442266     0.386891     0.555450   \n",
       "146370       ...           0.442266     0.386891     0.555450     0.368232   \n",
       "146371       ...           0.386891     0.555450     0.368232     0.537773   \n",
       "146372       ...           0.555450     0.368232     0.537773     0.478941   \n",
       "146373       ...           0.368232     0.537773     0.478941     0.440098   \n",
       "146374       ...           0.537773     0.478941     0.440098     0.390250   \n",
       "146375       ...           0.478941     0.440098     0.390250     0.499543   \n",
       "146376       ...           0.440098     0.390250     0.499543     0.462319   \n",
       "146377       ...           0.390250     0.499543     0.462319     0.499461   \n",
       "146378       ...           0.499543     0.462319     0.499461     0.461750   \n",
       "146379       ...           0.462319     0.499461     0.461750     0.428381   \n",
       "146380       ...           0.499461     0.461750     0.428381     0.494341   \n",
       "146381       ...           0.461750     0.428381     0.494341     0.461441   \n",
       "146382       ...           0.428381     0.494341     0.461441     0.428381   \n",
       "146383       ...           0.494341     0.461441     0.428381     0.461505   \n",
       "\n",
       "        RaiseDown_5  MA_5_PRED  MA_12_PRED  MA_26_PRED  boll_up_PRED  \\\n",
       "0          0.447239   0.013132    0.013043    0.012271      0.015503   \n",
       "1          0.460851   0.012887    0.012967    0.012192      0.015502   \n",
       "2          0.475942   0.012765    0.012522    0.011939      0.014438   \n",
       "3          0.483742   0.013266    0.012103    0.011986      0.013400   \n",
       "4          0.435519   0.013217    0.011822    0.011790      0.013432   \n",
       "5          0.461256   0.011654    0.011761    0.011614      0.013451   \n",
       "6          0.448739   0.011739    0.011694    0.011574      0.013380   \n",
       "7          0.477570   0.012680    0.011628    0.011704      0.013331   \n",
       "8          0.484647   0.012496    0.011490    0.011657      0.013208   \n",
       "9          0.460755   0.012961    0.011403    0.011605      0.013115   \n",
       "10         0.460855   0.012936    0.011347    0.011460      0.012930   \n",
       "11         0.461756   0.012973    0.011587    0.011541      0.012773   \n",
       "12         0.436727   0.013034    0.011587    0.011816      0.013192   \n",
       "13         0.463677   0.014133    0.012011    0.011989      0.014112   \n",
       "14         0.482827   0.015172    0.012410    0.012261      0.014911   \n",
       "15         0.421701   0.016760    0.012808    0.012429      0.015676   \n",
       "16         0.461661   0.016674    0.013033    0.012221      0.015718   \n",
       "17         0.475952   0.015770    0.013309    0.012036      0.015783   \n",
       "18         0.447028   0.015734    0.013682    0.012192      0.016322   \n",
       "19         0.462776   0.014121    0.013012    0.012145      0.015704   \n",
       "20         0.475741   0.012496    0.012808    0.011986      0.015988   \n",
       "21         0.486165   0.012448    0.012818    0.011761      0.016058   \n",
       "22         0.435834   0.011727    0.012803    0.011603      0.016324   \n",
       "23         0.486373   0.010261    0.012548    0.011475      0.016386   \n",
       "24         0.460555   0.010945    0.012139    0.011567      0.015412   \n",
       "25         0.419906   0.012594    0.012164    0.011863      0.015470   \n",
       "26         0.502731   0.012643    0.011761    0.011667      0.014694   \n",
       "27         0.420702   0.014268    0.011761    0.011870      0.014920   \n",
       "28         0.477175   0.015770    0.012170    0.012057      0.015690   \n",
       "29         0.462265   0.015013    0.011822    0.011906      0.015671   \n",
       "...             ...        ...         ...         ...           ...   \n",
       "146354     0.364560   0.418834    0.421759    0.424718      0.438402   \n",
       "146355     0.537546   0.412409    0.419061    0.424090      0.436298   \n",
       "146356     0.428839   0.414852    0.418014    0.423661      0.435074   \n",
       "146357     0.420953   0.416000    0.419317    0.424292      0.437599   \n",
       "146358     0.502253   0.412958    0.419159    0.423060      0.436435   \n",
       "146359     0.461755   0.417551    0.421069    0.423960      0.436534   \n",
       "146360     0.421586   0.420007    0.419358    0.423894      0.433596   \n",
       "146361     0.504133   0.417099    0.417125    0.422664      0.432236   \n",
       "146362     0.493152   0.413508    0.415495    0.422167      0.429492   \n",
       "146363     0.460699   0.416330    0.416420    0.421470      0.428051   \n",
       "146364     0.461132   0.411627    0.414325    0.420504      0.426586   \n",
       "146365     0.480979   0.411883    0.414305    0.420980      0.426508   \n",
       "146366     0.442266   0.416831    0.416287    0.421307      0.427420   \n",
       "146367     0.386891   0.419029    0.418264    0.420947      0.428435   \n",
       "146368     0.555450   0.421277    0.419107    0.421257      0.430011   \n",
       "146369     0.368232   0.427409    0.419097    0.421188      0.430026   \n",
       "146370     0.537773   0.429486    0.421217    0.421094      0.430364   \n",
       "146371     0.478941   0.424526    0.419205    0.420482      0.430023   \n",
       "146372     0.440098   0.425748    0.420666    0.421617      0.432909   \n",
       "146373     0.390250   0.420752    0.420635    0.421558      0.433768   \n",
       "146374     0.499543   0.419396    0.421560    0.421207      0.434992   \n",
       "146375     0.462319   0.420495    0.422960    0.421340      0.437247   \n",
       "146376     0.499461   0.425113    0.424845    0.420961      0.438429   \n",
       "146377     0.461750   0.418968    0.423629    0.420859      0.439881   \n",
       "146378     0.428381   0.421387    0.422541    0.420324      0.438119   \n",
       "146379     0.494341   0.419054    0.421570    0.420255      0.436661   \n",
       "146380     0.461441   0.418028    0.421601    0.421184      0.436449   \n",
       "146381     0.428381   0.418419    0.421085    0.422126      0.434567   \n",
       "146382     0.461505   0.421314    0.420211    0.422112      0.433346   \n",
       "146383     0.414504   0.423940    0.422295    0.421864      0.433906   \n",
       "\n",
       "        boll_down_PRED  \n",
       "0             0.013822  \n",
       "1             0.013670  \n",
       "2             0.013860  \n",
       "3             0.014075  \n",
       "4             0.013479  \n",
       "5             0.013337  \n",
       "6             0.013276  \n",
       "7             0.013193  \n",
       "8             0.013042  \n",
       "9             0.012961  \n",
       "10            0.013037  \n",
       "11            0.013678  \n",
       "12            0.013252  \n",
       "13            0.013168  \n",
       "14            0.013155  \n",
       "15            0.013176  \n",
       "16            0.013584  \n",
       "17            0.014071  \n",
       "18            0.014271  \n",
       "19            0.013557  \n",
       "20            0.012859  \n",
       "21            0.012809  \n",
       "22            0.012508  \n",
       "23            0.011934  \n",
       "24            0.012104  \n",
       "25            0.012096  \n",
       "26            0.012075  \n",
       "27            0.011846  \n",
       "28            0.011883  \n",
       "29            0.011207  \n",
       "...                ...  \n",
       "146354        0.403232  \n",
       "146355        0.399964  \n",
       "146356        0.399108  \n",
       "146357        0.399155  \n",
       "146358        0.400020  \n",
       "146359        0.403746  \n",
       "146360        0.403300  \n",
       "146361        0.400209  \n",
       "146362        0.399730  \n",
       "146363        0.403045  \n",
       "146364        0.400336  \n",
       "146365        0.400374  \n",
       "146366        0.403420  \n",
       "146367        0.406350  \n",
       "146368        0.406438  \n",
       "146369        0.406402  \n",
       "146370        0.410306  \n",
       "146371        0.406620  \n",
       "146372        0.406618  \n",
       "146373        0.405684  \n",
       "146374        0.406294  \n",
       "146375        0.406809  \n",
       "146376        0.409386  \n",
       "146377        0.405476  \n",
       "146378        0.405084  \n",
       "146379        0.404620  \n",
       "146380        0.404897  \n",
       "146381        0.405774  \n",
       "146382        0.405263  \n",
       "146383        0.408870  \n",
       "\n",
       "[146384 rows x 45 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_per"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 分类区间依据，来源于LSTM_V5.0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    " for i in data_per['RaiseDown_1']:\n",
    "    if i > 0.68:\n",
    "        seq_label.append([1,0,0,0,0,0,0])   #大涨\n",
    "    elif i > 0.58:\n",
    "        seq_label.append([0,1,0,0,0,0,0])   #小涨\n",
    "    elif i> 0.48: \n",
    "        seq_label.append([0,0,1,0,0,0,0])   #平稳\n",
    "    elif i > 0.44:\n",
    "        seq_label.append([0,0,0,1,0,0,0])   #小跌\n",
    "    elif i > 0.34:\n",
    "        seq_label.append([0,0,0,0,1,0,0])   #大跌\n",
    "    elif i > 0.24:\n",
    "        seq_label.append([0,0,0,0,0,1,0])   #大跌\n",
    "    else:\n",
    "        seq_label.append([0,0,0,0,0,0,1])   #大跌\n",
    "\n",
    "print u'涨幅3：',seq_label.count([1,0,0,0,0,0,0]),seq_label.count([1,0,0,0,0,0,0]) /146419.0\n",
    "print u'涨幅2：',seq_label.count([0,1,0,0,0,0,0]),seq_label.count([0,1,0,0,0,0,0]) /146419.0\n",
    "print u'涨幅1：',seq_label.count([0,0,1,0,0,0,0]),seq_label.count([0,0,1,0,0,0,0]) /146419.0\n",
    "print u'平 稳：',seq_label.count([0,0,0,1,0,0,0]),seq_label.count([0,0,0,1,0,0,0]) /146419.0\n",
    "print u'跌幅1：',seq_label.count([0,0,0,0,1,0,0]),seq_label.count([0,0,0,0,1,0,0]) /146419.0\n",
    "print u'跌幅2：',seq_label.count([0,0,0,0,0,1,0]),seq_label.count([0,0,0,0,0,1,0]) /146419.0\n",
    "print u'跌幅3：',seq_label.count([0,0,0,0,0,0,1]),seq_label.count([0,0,0,0,0,0,1]) /146419.0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>RaiseDown_1</th>\n",
       "      <th>RaiseDown_2</th>\n",
       "      <th>RaiseDown_3</th>\n",
       "      <th>RaiseDown_4</th>\n",
       "      <th>RaiseDown_5</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146354</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146355</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146356</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146357</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146358</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146359</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146360</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146361</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146362</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146363</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146364</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146365</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146366</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146367</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146368</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146369</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146370</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146371</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146372</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146373</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146374</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146375</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146376</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146377</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146378</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146379</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146380</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146381</th>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146382</th>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146383</th>\n",
       "      <td>(0.48, 0.58]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "      <td>(0.44, 0.48]</td>\n",
       "      <td>(0.34, 0.44]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>146384 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         RaiseDown_1   RaiseDown_2   RaiseDown_3   RaiseDown_4   RaiseDown_5\n",
       "0       (0.48, 0.58]  (0.34, 0.44]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]\n",
       "1       (0.34, 0.44]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]\n",
       "2       (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]\n",
       "3       (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]\n",
       "4       (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]  (0.34, 0.44]\n",
       "5       (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]  (0.34, 0.44]  (0.44, 0.48]\n",
       "6       (0.44, 0.48]  (0.48, 0.58]  (0.34, 0.44]  (0.44, 0.48]  (0.44, 0.48]\n",
       "7       (0.48, 0.58]  (0.34, 0.44]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]\n",
       "8       (0.34, 0.44]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]\n",
       "9       (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]  (0.44, 0.48]\n",
       "10      (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]  (0.44, 0.48]  (0.44, 0.48]\n",
       "11      (0.44, 0.48]  (0.48, 0.58]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]\n",
       "12      (0.48, 0.58]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.34, 0.44]\n",
       "13      (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.34, 0.44]  (0.44, 0.48]\n",
       "14      (0.44, 0.48]  (0.44, 0.48]  (0.34, 0.44]  (0.44, 0.48]  (0.48, 0.58]\n",
       "15      (0.44, 0.48]  (0.34, 0.44]  (0.44, 0.48]  (0.48, 0.58]  (0.34, 0.44]\n",
       "16      (0.34, 0.44]  (0.44, 0.48]  (0.48, 0.58]  (0.34, 0.44]  (0.44, 0.48]\n",
       "17      (0.44, 0.48]  (0.48, 0.58]  (0.34, 0.44]  (0.44, 0.48]  (0.44, 0.48]\n",
       "18      (0.48, 0.58]  (0.34, 0.44]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]\n",
       "19      (0.34, 0.44]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]\n",
       "20      (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]\n",
       "21      (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]\n",
       "22      (0.44, 0.48]  (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]  (0.34, 0.44]\n",
       "23      (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]  (0.34, 0.44]  (0.48, 0.58]\n",
       "24      (0.44, 0.48]  (0.48, 0.58]  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]\n",
       "25      (0.48, 0.58]  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]\n",
       "26      (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]\n",
       "27      (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]  (0.34, 0.44]\n",
       "28      (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]  (0.34, 0.44]  (0.44, 0.48]\n",
       "29      (0.34, 0.44]  (0.48, 0.58]  (0.34, 0.44]  (0.44, 0.48]  (0.44, 0.48]\n",
       "...              ...           ...           ...           ...           ...\n",
       "146354  (0.34, 0.44]  (0.44, 0.48]  (0.48, 0.58]  (0.48, 0.58]  (0.34, 0.44]\n",
       "146355  (0.44, 0.48]  (0.48, 0.58]  (0.48, 0.58]  (0.34, 0.44]  (0.48, 0.58]\n",
       "146356  (0.48, 0.58]  (0.48, 0.58]  (0.34, 0.44]  (0.48, 0.58]  (0.34, 0.44]\n",
       "146357  (0.48, 0.58]  (0.34, 0.44]  (0.48, 0.58]  (0.34, 0.44]  (0.34, 0.44]\n",
       "146358  (0.34, 0.44]  (0.48, 0.58]  (0.34, 0.44]  (0.34, 0.44]  (0.48, 0.58]\n",
       "146359  (0.48, 0.58]  (0.34, 0.44]  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]\n",
       "146360  (0.34, 0.44]  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]\n",
       "146361  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]\n",
       "146362  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]  (0.48, 0.58]\n",
       "146363  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]  (0.48, 0.58]  (0.44, 0.48]\n",
       "146364  (0.34, 0.44]  (0.48, 0.58]  (0.48, 0.58]  (0.44, 0.48]  (0.44, 0.48]\n",
       "146365  (0.48, 0.58]  (0.48, 0.58]  (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]\n",
       "146366  (0.48, 0.58]  (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]  (0.44, 0.48]\n",
       "146367  (0.44, 0.48]  (0.44, 0.48]  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]\n",
       "146368  (0.44, 0.48]  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]\n",
       "146369  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]  (0.34, 0.44]\n",
       "146370  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]  (0.34, 0.44]  (0.48, 0.58]\n",
       "146371  (0.34, 0.44]  (0.48, 0.58]  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]\n",
       "146372  (0.48, 0.58]  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]  (0.44, 0.48]\n",
       "146373  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]  (0.44, 0.48]  (0.34, 0.44]\n",
       "146374  (0.48, 0.58]  (0.44, 0.48]  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]\n",
       "146375  (0.44, 0.48]  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]\n",
       "146376  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]  (0.48, 0.58]\n",
       "146377  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]  (0.48, 0.58]  (0.44, 0.48]\n",
       "146378  (0.48, 0.58]  (0.44, 0.48]  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]\n",
       "146379  (0.44, 0.48]  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]\n",
       "146380  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]\n",
       "146381  (0.44, 0.48]  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]\n",
       "146382  (0.34, 0.44]  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]  (0.44, 0.48]\n",
       "146383  (0.48, 0.58]  (0.44, 0.48]  (0.34, 0.44]  (0.44, 0.48]  (0.34, 0.44]\n",
       "\n",
       "[146384 rows x 5 columns]"
      ]
     },
     "execution_count": 110,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 回归5类，按照分类区间分割，分为大涨、小涨、平稳、小跌、大跌\n",
    "# 表示出涨跌幅位于哪个区间\n",
    "minute1 = pd.cut(data_per['RaiseDown_1'],[-100,.34,.44,.48,.58,1])\n",
    "minute2 = pd.cut(data_per['RaiseDown_2'],[-100,.34,.44,.48,.58,1])\n",
    "minute3 = pd.cut(data_per['RaiseDown_3'],[-100,.34,.44,.48,.58,1])\n",
    "minute4 = pd.cut(data_per['RaiseDown_4'],[-100,.34,.44,.48,.58,1])\n",
    "minute5 = pd.cut(data_per['RaiseDown_5'],[-100,.34,.44,.48,.58,1])\n",
    "pd.concat([minute1,minute2,minute3,minute4,minute5],axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# 计算出后5分钟内，涨跌情况分别属于每个区间的数量\n",
    "data_temp = pd.concat([minute1,minute2,minute3,minute4,minute5],axis=1)\n",
    "df = DataFrame()\n",
    "from collections import Counter\n",
    "for data_temp1 in data_temp.values:\n",
    "    #print Counter(data333)\n",
    "    df = pd.concat([df,DataFrame(dict(Counter(data_temp1)),index=[0])],ignore_index=True)\n",
    "df.head()\n",
    "# data_per.drop('raise2_count',axis=1,inplace=True)\n",
    "df.columns = ['down2_count','down1_count','flat_count','raise1_count','raise2_count']\n",
    "data = data_per.join(df)\n",
    "data = data.replace(np.nan,0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "path = '/home/chocolate/LSTM-source/Main_product_added_features/'\n",
    "data.to_csv(path + 'IF_main_cleaned_addcount.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0.1</th>\n",
       "      <th>Latestprice</th>\n",
       "      <th>MaxPrice</th>\n",
       "      <th>MinPrice</th>\n",
       "      <th>Stockup</th>\n",
       "      <th>Volume</th>\n",
       "      <th>First.Latestprice</th>\n",
       "      <th>Last.Buy1price</th>\n",
       "      <th>Last.Buy1quantity</th>\n",
       "      <th>Last.Sell1price</th>\n",
       "      <th>...</th>\n",
       "      <th>MA_5_PRED</th>\n",
       "      <th>MA_12_PRED</th>\n",
       "      <th>MA_26_PRED</th>\n",
       "      <th>boll_up_PRED</th>\n",
       "      <th>boll_down_PRED</th>\n",
       "      <th>down2_count</th>\n",
       "      <th>down1_count</th>\n",
       "      <th>flat_count</th>\n",
       "      <th>raise1_count</th>\n",
       "      <th>raise2_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.012069</td>\n",
       "      <td>0.012305</td>\n",
       "      <td>0.012521</td>\n",
       "      <td>0.670048</td>\n",
       "      <td>0.073440</td>\n",
       "      <td>0.012752</td>\n",
       "      <td>0.397112</td>\n",
       "      <td>0.003779</td>\n",
       "      <td>0.396738</td>\n",
       "      <td>...</td>\n",
       "      <td>0.013132</td>\n",
       "      <td>0.013043</td>\n",
       "      <td>0.012271</td>\n",
       "      <td>0.015503</td>\n",
       "      <td>0.013822</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.019528</td>\n",
       "      <td>0.019579</td>\n",
       "      <td>0.019998</td>\n",
       "      <td>0.656203</td>\n",
       "      <td>0.050382</td>\n",
       "      <td>0.019978</td>\n",
       "      <td>0.401703</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.401324</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012887</td>\n",
       "      <td>0.012967</td>\n",
       "      <td>0.012192</td>\n",
       "      <td>0.015502</td>\n",
       "      <td>0.013670</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.000014</td>\n",
       "      <td>0.014313</td>\n",
       "      <td>0.014730</td>\n",
       "      <td>0.014770</td>\n",
       "      <td>0.641672</td>\n",
       "      <td>0.097200</td>\n",
       "      <td>0.015120</td>\n",
       "      <td>0.398519</td>\n",
       "      <td>0.008385</td>\n",
       "      <td>0.398143</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012765</td>\n",
       "      <td>0.012522</td>\n",
       "      <td>0.011939</td>\n",
       "      <td>0.014438</td>\n",
       "      <td>0.013860</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.014555</td>\n",
       "      <td>0.014609</td>\n",
       "      <td>0.014770</td>\n",
       "      <td>0.665936</td>\n",
       "      <td>0.046146</td>\n",
       "      <td>0.014817</td>\n",
       "      <td>0.398667</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.398291</td>\n",
       "      <td>...</td>\n",
       "      <td>0.013266</td>\n",
       "      <td>0.012103</td>\n",
       "      <td>0.011986</td>\n",
       "      <td>0.013400</td>\n",
       "      <td>0.014075</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.000027</td>\n",
       "      <td>0.014798</td>\n",
       "      <td>0.014851</td>\n",
       "      <td>0.014892</td>\n",
       "      <td>0.648389</td>\n",
       "      <td>0.049849</td>\n",
       "      <td>0.014938</td>\n",
       "      <td>0.398778</td>\n",
       "      <td>0.014289</td>\n",
       "      <td>0.398402</td>\n",
       "      <td>...</td>\n",
       "      <td>0.013217</td>\n",
       "      <td>0.011822</td>\n",
       "      <td>0.011790</td>\n",
       "      <td>0.013432</td>\n",
       "      <td>0.013479</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.000034</td>\n",
       "      <td>0.011826</td>\n",
       "      <td>0.012002</td>\n",
       "      <td>0.012278</td>\n",
       "      <td>0.657848</td>\n",
       "      <td>0.038656</td>\n",
       "      <td>0.012448</td>\n",
       "      <td>0.396964</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.396627</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011654</td>\n",
       "      <td>0.011761</td>\n",
       "      <td>0.011614</td>\n",
       "      <td>0.013451</td>\n",
       "      <td>0.013337</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.000041</td>\n",
       "      <td>0.011765</td>\n",
       "      <td>0.011942</td>\n",
       "      <td>0.012157</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.036496</td>\n",
       "      <td>0.012205</td>\n",
       "      <td>0.396964</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.396627</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011739</td>\n",
       "      <td>0.011694</td>\n",
       "      <td>0.011574</td>\n",
       "      <td>0.013380</td>\n",
       "      <td>0.013276</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.000048</td>\n",
       "      <td>0.014737</td>\n",
       "      <td>0.014851</td>\n",
       "      <td>0.015074</td>\n",
       "      <td>0.658807</td>\n",
       "      <td>0.055150</td>\n",
       "      <td>0.015302</td>\n",
       "      <td>0.398704</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.398402</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012680</td>\n",
       "      <td>0.011628</td>\n",
       "      <td>0.011704</td>\n",
       "      <td>0.013331</td>\n",
       "      <td>0.013193</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.000055</td>\n",
       "      <td>0.019225</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019511</td>\n",
       "      <td>0.660727</td>\n",
       "      <td>0.127777</td>\n",
       "      <td>0.019978</td>\n",
       "      <td>0.401518</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.401139</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012496</td>\n",
       "      <td>0.011490</td>\n",
       "      <td>0.011657</td>\n",
       "      <td>0.013208</td>\n",
       "      <td>0.013042</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.000061</td>\n",
       "      <td>0.013888</td>\n",
       "      <td>0.014366</td>\n",
       "      <td>0.014345</td>\n",
       "      <td>0.633996</td>\n",
       "      <td>0.081014</td>\n",
       "      <td>0.014452</td>\n",
       "      <td>0.398260</td>\n",
       "      <td>0.001299</td>\n",
       "      <td>0.397884</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012961</td>\n",
       "      <td>0.011403</td>\n",
       "      <td>0.011605</td>\n",
       "      <td>0.013115</td>\n",
       "      <td>0.012961</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.000068</td>\n",
       "      <td>0.014131</td>\n",
       "      <td>0.014184</td>\n",
       "      <td>0.014284</td>\n",
       "      <td>0.681426</td>\n",
       "      <td>0.044799</td>\n",
       "      <td>0.014392</td>\n",
       "      <td>0.398408</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.398032</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012936</td>\n",
       "      <td>0.011347</td>\n",
       "      <td>0.011460</td>\n",
       "      <td>0.012930</td>\n",
       "      <td>0.013037</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.000075</td>\n",
       "      <td>0.011644</td>\n",
       "      <td>0.011578</td>\n",
       "      <td>0.011853</td>\n",
       "      <td>0.657300</td>\n",
       "      <td>0.048278</td>\n",
       "      <td>0.011841</td>\n",
       "      <td>0.396853</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.396479</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012973</td>\n",
       "      <td>0.011587</td>\n",
       "      <td>0.011541</td>\n",
       "      <td>0.012773</td>\n",
       "      <td>0.013678</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.000082</td>\n",
       "      <td>0.014919</td>\n",
       "      <td>0.014851</td>\n",
       "      <td>0.015074</td>\n",
       "      <td>0.655655</td>\n",
       "      <td>0.042864</td>\n",
       "      <td>0.015181</td>\n",
       "      <td>0.398852</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.398513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.013034</td>\n",
       "      <td>0.011587</td>\n",
       "      <td>0.011816</td>\n",
       "      <td>0.013192</td>\n",
       "      <td>0.013252</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.000089</td>\n",
       "      <td>0.019528</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019937</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.038263</td>\n",
       "      <td>0.019917</td>\n",
       "      <td>0.401666</td>\n",
       "      <td>0.000590</td>\n",
       "      <td>0.401398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.014133</td>\n",
       "      <td>0.012011</td>\n",
       "      <td>0.011989</td>\n",
       "      <td>0.014112</td>\n",
       "      <td>0.013168</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.000096</td>\n",
       "      <td>0.019346</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019815</td>\n",
       "      <td>0.658533</td>\n",
       "      <td>0.042723</td>\n",
       "      <td>0.019917</td>\n",
       "      <td>0.401592</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.401398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015172</td>\n",
       "      <td>0.012410</td>\n",
       "      <td>0.012261</td>\n",
       "      <td>0.014911</td>\n",
       "      <td>0.013155</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.019286</td>\n",
       "      <td>0.019337</td>\n",
       "      <td>0.019754</td>\n",
       "      <td>0.657985</td>\n",
       "      <td>0.036636</td>\n",
       "      <td>0.019796</td>\n",
       "      <td>0.401518</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.401250</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016760</td>\n",
       "      <td>0.012808</td>\n",
       "      <td>0.012429</td>\n",
       "      <td>0.015676</td>\n",
       "      <td>0.013176</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.000109</td>\n",
       "      <td>0.019528</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019694</td>\n",
       "      <td>0.657300</td>\n",
       "      <td>0.044631</td>\n",
       "      <td>0.019735</td>\n",
       "      <td>0.401592</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.401287</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016674</td>\n",
       "      <td>0.013033</td>\n",
       "      <td>0.012221</td>\n",
       "      <td>0.015718</td>\n",
       "      <td>0.013584</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.000116</td>\n",
       "      <td>0.014495</td>\n",
       "      <td>0.014487</td>\n",
       "      <td>0.014831</td>\n",
       "      <td>0.659219</td>\n",
       "      <td>0.030661</td>\n",
       "      <td>0.014817</td>\n",
       "      <td>0.398593</td>\n",
       "      <td>0.006259</td>\n",
       "      <td>0.398217</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015770</td>\n",
       "      <td>0.013309</td>\n",
       "      <td>0.012036</td>\n",
       "      <td>0.015783</td>\n",
       "      <td>0.014071</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.015040</td>\n",
       "      <td>0.014972</td>\n",
       "      <td>0.015257</td>\n",
       "      <td>0.655243</td>\n",
       "      <td>0.030128</td>\n",
       "      <td>0.015363</td>\n",
       "      <td>0.398889</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.398550</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015734</td>\n",
       "      <td>0.013682</td>\n",
       "      <td>0.012192</td>\n",
       "      <td>0.016322</td>\n",
       "      <td>0.014271</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.000130</td>\n",
       "      <td>0.019164</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019633</td>\n",
       "      <td>0.657985</td>\n",
       "      <td>0.051055</td>\n",
       "      <td>0.019978</td>\n",
       "      <td>0.401481</td>\n",
       "      <td>0.000827</td>\n",
       "      <td>0.401213</td>\n",
       "      <td>...</td>\n",
       "      <td>0.014121</td>\n",
       "      <td>0.013012</td>\n",
       "      <td>0.012145</td>\n",
       "      <td>0.015704</td>\n",
       "      <td>0.013557</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.000137</td>\n",
       "      <td>0.011280</td>\n",
       "      <td>0.011275</td>\n",
       "      <td>0.011731</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.040114</td>\n",
       "      <td>0.011780</td>\n",
       "      <td>0.396631</td>\n",
       "      <td>0.001181</td>\n",
       "      <td>0.396257</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012496</td>\n",
       "      <td>0.012808</td>\n",
       "      <td>0.011986</td>\n",
       "      <td>0.015988</td>\n",
       "      <td>0.012859</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.000143</td>\n",
       "      <td>0.011462</td>\n",
       "      <td>0.011457</td>\n",
       "      <td>0.011610</td>\n",
       "      <td>0.658122</td>\n",
       "      <td>0.048446</td>\n",
       "      <td>0.011720</td>\n",
       "      <td>0.396742</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.396368</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012448</td>\n",
       "      <td>0.012818</td>\n",
       "      <td>0.011761</td>\n",
       "      <td>0.016058</td>\n",
       "      <td>0.012809</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.000150</td>\n",
       "      <td>0.014252</td>\n",
       "      <td>0.014427</td>\n",
       "      <td>0.014649</td>\n",
       "      <td>0.630980</td>\n",
       "      <td>0.036636</td>\n",
       "      <td>0.014695</td>\n",
       "      <td>0.398482</td>\n",
       "      <td>0.004015</td>\n",
       "      <td>0.398106</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011727</td>\n",
       "      <td>0.012803</td>\n",
       "      <td>0.011603</td>\n",
       "      <td>0.016324</td>\n",
       "      <td>0.012508</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.000157</td>\n",
       "      <td>0.011462</td>\n",
       "      <td>0.011517</td>\n",
       "      <td>0.011792</td>\n",
       "      <td>0.657300</td>\n",
       "      <td>0.030240</td>\n",
       "      <td>0.012023</td>\n",
       "      <td>0.396742</td>\n",
       "      <td>0.000354</td>\n",
       "      <td>0.396368</td>\n",
       "      <td>...</td>\n",
       "      <td>0.010261</td>\n",
       "      <td>0.012548</td>\n",
       "      <td>0.011475</td>\n",
       "      <td>0.016386</td>\n",
       "      <td>0.011934</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.000164</td>\n",
       "      <td>0.011887</td>\n",
       "      <td>0.011881</td>\n",
       "      <td>0.011913</td>\n",
       "      <td>0.673612</td>\n",
       "      <td>0.075488</td>\n",
       "      <td>0.011902</td>\n",
       "      <td>0.396964</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.396590</td>\n",
       "      <td>...</td>\n",
       "      <td>0.010945</td>\n",
       "      <td>0.012139</td>\n",
       "      <td>0.011567</td>\n",
       "      <td>0.015412</td>\n",
       "      <td>0.012104</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.000171</td>\n",
       "      <td>0.014676</td>\n",
       "      <td>0.014730</td>\n",
       "      <td>0.014953</td>\n",
       "      <td>0.670596</td>\n",
       "      <td>0.046174</td>\n",
       "      <td>0.015181</td>\n",
       "      <td>0.398741</td>\n",
       "      <td>0.003543</td>\n",
       "      <td>0.398365</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012594</td>\n",
       "      <td>0.012164</td>\n",
       "      <td>0.011863</td>\n",
       "      <td>0.015470</td>\n",
       "      <td>0.012096</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.000178</td>\n",
       "      <td>0.019649</td>\n",
       "      <td>0.019579</td>\n",
       "      <td>0.020119</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.025976</td>\n",
       "      <td>0.020100</td>\n",
       "      <td>0.401666</td>\n",
       "      <td>0.000354</td>\n",
       "      <td>0.401435</td>\n",
       "      <td>...</td>\n",
       "      <td>0.012643</td>\n",
       "      <td>0.011761</td>\n",
       "      <td>0.011667</td>\n",
       "      <td>0.014694</td>\n",
       "      <td>0.012075</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.000184</td>\n",
       "      <td>0.014495</td>\n",
       "      <td>0.014609</td>\n",
       "      <td>0.014831</td>\n",
       "      <td>0.664839</td>\n",
       "      <td>0.036804</td>\n",
       "      <td>0.014999</td>\n",
       "      <td>0.398630</td>\n",
       "      <td>0.002008</td>\n",
       "      <td>0.398254</td>\n",
       "      <td>...</td>\n",
       "      <td>0.014268</td>\n",
       "      <td>0.011761</td>\n",
       "      <td>0.011870</td>\n",
       "      <td>0.014920</td>\n",
       "      <td>0.011846</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.000191</td>\n",
       "      <td>0.019528</td>\n",
       "      <td>0.019579</td>\n",
       "      <td>0.019937</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.023452</td>\n",
       "      <td>0.020100</td>\n",
       "      <td>0.401629</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.401324</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015770</td>\n",
       "      <td>0.012170</td>\n",
       "      <td>0.012057</td>\n",
       "      <td>0.015690</td>\n",
       "      <td>0.011883</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.000198</td>\n",
       "      <td>0.019346</td>\n",
       "      <td>0.019458</td>\n",
       "      <td>0.019815</td>\n",
       "      <td>0.658807</td>\n",
       "      <td>0.043312</td>\n",
       "      <td>0.019978</td>\n",
       "      <td>0.401592</td>\n",
       "      <td>0.000354</td>\n",
       "      <td>0.401287</td>\n",
       "      <td>...</td>\n",
       "      <td>0.015013</td>\n",
       "      <td>0.011822</td>\n",
       "      <td>0.011906</td>\n",
       "      <td>0.015671</td>\n",
       "      <td>0.011207</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146354</th>\n",
       "      <td>0.999802</td>\n",
       "      <td>0.417005</td>\n",
       "      <td>0.417591</td>\n",
       "      <td>0.417882</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.000701</td>\n",
       "      <td>0.418812</td>\n",
       "      <td>0.644021</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643835</td>\n",
       "      <td>...</td>\n",
       "      <td>0.418834</td>\n",
       "      <td>0.421759</td>\n",
       "      <td>0.424718</td>\n",
       "      <td>0.438402</td>\n",
       "      <td>0.403232</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146355</th>\n",
       "      <td>0.999809</td>\n",
       "      <td>0.403663</td>\n",
       "      <td>0.403407</td>\n",
       "      <td>0.404996</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.000112</td>\n",
       "      <td>0.404603</td>\n",
       "      <td>0.635987</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.636068</td>\n",
       "      <td>...</td>\n",
       "      <td>0.412409</td>\n",
       "      <td>0.419061</td>\n",
       "      <td>0.424090</td>\n",
       "      <td>0.436298</td>\n",
       "      <td>0.399964</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146356</th>\n",
       "      <td>0.999816</td>\n",
       "      <td>0.403299</td>\n",
       "      <td>0.403407</td>\n",
       "      <td>0.404632</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.001290</td>\n",
       "      <td>0.404603</td>\n",
       "      <td>0.635765</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.635994</td>\n",
       "      <td>...</td>\n",
       "      <td>0.414852</td>\n",
       "      <td>0.418014</td>\n",
       "      <td>0.423661</td>\n",
       "      <td>0.435074</td>\n",
       "      <td>0.399108</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146357</th>\n",
       "      <td>0.999822</td>\n",
       "      <td>0.417066</td>\n",
       "      <td>0.416803</td>\n",
       "      <td>0.418429</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>0.418023</td>\n",
       "      <td>0.643947</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643687</td>\n",
       "      <td>...</td>\n",
       "      <td>0.416000</td>\n",
       "      <td>0.419317</td>\n",
       "      <td>0.424292</td>\n",
       "      <td>0.437599</td>\n",
       "      <td>0.399155</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146358</th>\n",
       "      <td>0.999829</td>\n",
       "      <td>0.433683</td>\n",
       "      <td>0.433776</td>\n",
       "      <td>0.434841</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.001487</td>\n",
       "      <td>0.434783</td>\n",
       "      <td>0.654424</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.653858</td>\n",
       "      <td>...</td>\n",
       "      <td>0.412958</td>\n",
       "      <td>0.419159</td>\n",
       "      <td>0.423060</td>\n",
       "      <td>0.436435</td>\n",
       "      <td>0.400020</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146359</th>\n",
       "      <td>0.999836</td>\n",
       "      <td>0.401904</td>\n",
       "      <td>0.401649</td>\n",
       "      <td>0.403234</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.004264</td>\n",
       "      <td>0.402842</td>\n",
       "      <td>0.635172</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.635106</td>\n",
       "      <td>...</td>\n",
       "      <td>0.417551</td>\n",
       "      <td>0.421069</td>\n",
       "      <td>0.423960</td>\n",
       "      <td>0.436534</td>\n",
       "      <td>0.403746</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146360</th>\n",
       "      <td>0.999843</td>\n",
       "      <td>0.426466</td>\n",
       "      <td>0.426199</td>\n",
       "      <td>0.427243</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.001964</td>\n",
       "      <td>0.426828</td>\n",
       "      <td>0.649907</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649863</td>\n",
       "      <td>...</td>\n",
       "      <td>0.420007</td>\n",
       "      <td>0.419358</td>\n",
       "      <td>0.423894</td>\n",
       "      <td>0.433596</td>\n",
       "      <td>0.403300</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146361</th>\n",
       "      <td>0.999850</td>\n",
       "      <td>0.415489</td>\n",
       "      <td>0.415773</td>\n",
       "      <td>0.416849</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.001992</td>\n",
       "      <td>0.416991</td>\n",
       "      <td>0.643428</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643095</td>\n",
       "      <td>...</td>\n",
       "      <td>0.417099</td>\n",
       "      <td>0.417125</td>\n",
       "      <td>0.422664</td>\n",
       "      <td>0.432236</td>\n",
       "      <td>0.400209</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146362</th>\n",
       "      <td>0.999857</td>\n",
       "      <td>0.402632</td>\n",
       "      <td>0.402376</td>\n",
       "      <td>0.403963</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>0.403571</td>\n",
       "      <td>0.635728</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.635550</td>\n",
       "      <td>...</td>\n",
       "      <td>0.413508</td>\n",
       "      <td>0.415495</td>\n",
       "      <td>0.422167</td>\n",
       "      <td>0.429492</td>\n",
       "      <td>0.399730</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146363</th>\n",
       "      <td>0.999863</td>\n",
       "      <td>0.415853</td>\n",
       "      <td>0.415591</td>\n",
       "      <td>0.416849</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.001010</td>\n",
       "      <td>0.416444</td>\n",
       "      <td>0.643539</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643058</td>\n",
       "      <td>...</td>\n",
       "      <td>0.416330</td>\n",
       "      <td>0.416420</td>\n",
       "      <td>0.421470</td>\n",
       "      <td>0.428051</td>\n",
       "      <td>0.403045</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146364</th>\n",
       "      <td>0.999870</td>\n",
       "      <td>0.415914</td>\n",
       "      <td>0.415651</td>\n",
       "      <td>0.417214</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.001403</td>\n",
       "      <td>0.416808</td>\n",
       "      <td>0.643502</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643058</td>\n",
       "      <td>...</td>\n",
       "      <td>0.411627</td>\n",
       "      <td>0.414325</td>\n",
       "      <td>0.420504</td>\n",
       "      <td>0.426586</td>\n",
       "      <td>0.400336</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146365</th>\n",
       "      <td>0.999877</td>\n",
       "      <td>0.403117</td>\n",
       "      <td>0.402861</td>\n",
       "      <td>0.404267</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.001206</td>\n",
       "      <td>0.403874</td>\n",
       "      <td>0.635616</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.636031</td>\n",
       "      <td>...</td>\n",
       "      <td>0.411883</td>\n",
       "      <td>0.414305</td>\n",
       "      <td>0.420980</td>\n",
       "      <td>0.426508</td>\n",
       "      <td>0.400374</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146366</th>\n",
       "      <td>0.999884</td>\n",
       "      <td>0.416763</td>\n",
       "      <td>0.416500</td>\n",
       "      <td>0.418125</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.001038</td>\n",
       "      <td>0.417719</td>\n",
       "      <td>0.643502</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643502</td>\n",
       "      <td>...</td>\n",
       "      <td>0.416831</td>\n",
       "      <td>0.416287</td>\n",
       "      <td>0.421307</td>\n",
       "      <td>0.427420</td>\n",
       "      <td>0.403420</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146367</th>\n",
       "      <td>0.999891</td>\n",
       "      <td>0.427194</td>\n",
       "      <td>0.426926</td>\n",
       "      <td>0.428276</td>\n",
       "      <td>0.656751</td>\n",
       "      <td>0.000393</td>\n",
       "      <td>0.427860</td>\n",
       "      <td>0.650278</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649937</td>\n",
       "      <td>...</td>\n",
       "      <td>0.419029</td>\n",
       "      <td>0.418264</td>\n",
       "      <td>0.420947</td>\n",
       "      <td>0.428435</td>\n",
       "      <td>0.406350</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146368</th>\n",
       "      <td>0.999898</td>\n",
       "      <td>0.426769</td>\n",
       "      <td>0.426926</td>\n",
       "      <td>0.428155</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.001150</td>\n",
       "      <td>0.428164</td>\n",
       "      <td>0.650130</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649752</td>\n",
       "      <td>...</td>\n",
       "      <td>0.421277</td>\n",
       "      <td>0.419107</td>\n",
       "      <td>0.421257</td>\n",
       "      <td>0.430011</td>\n",
       "      <td>0.406438</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146369</th>\n",
       "      <td>0.999904</td>\n",
       "      <td>0.427073</td>\n",
       "      <td>0.426805</td>\n",
       "      <td>0.427851</td>\n",
       "      <td>0.656751</td>\n",
       "      <td>0.000140</td>\n",
       "      <td>0.427739</td>\n",
       "      <td>0.650315</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649937</td>\n",
       "      <td>...</td>\n",
       "      <td>0.427409</td>\n",
       "      <td>0.419097</td>\n",
       "      <td>0.421188</td>\n",
       "      <td>0.430026</td>\n",
       "      <td>0.406402</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146370</th>\n",
       "      <td>0.999911</td>\n",
       "      <td>0.433562</td>\n",
       "      <td>0.433594</td>\n",
       "      <td>0.433929</td>\n",
       "      <td>0.656203</td>\n",
       "      <td>0.000926</td>\n",
       "      <td>0.433507</td>\n",
       "      <td>0.654461</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.653821</td>\n",
       "      <td>...</td>\n",
       "      <td>0.429486</td>\n",
       "      <td>0.421217</td>\n",
       "      <td>0.421094</td>\n",
       "      <td>0.430364</td>\n",
       "      <td>0.410306</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146371</th>\n",
       "      <td>0.999918</td>\n",
       "      <td>0.427073</td>\n",
       "      <td>0.426805</td>\n",
       "      <td>0.428459</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.428042</td>\n",
       "      <td>0.650315</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649937</td>\n",
       "      <td>...</td>\n",
       "      <td>0.424526</td>\n",
       "      <td>0.419205</td>\n",
       "      <td>0.420482</td>\n",
       "      <td>0.430023</td>\n",
       "      <td>0.406620</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146372</th>\n",
       "      <td>0.999925</td>\n",
       "      <td>0.402571</td>\n",
       "      <td>0.402861</td>\n",
       "      <td>0.403902</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.000954</td>\n",
       "      <td>0.404056</td>\n",
       "      <td>0.635357</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.634884</td>\n",
       "      <td>...</td>\n",
       "      <td>0.425748</td>\n",
       "      <td>0.420666</td>\n",
       "      <td>0.421617</td>\n",
       "      <td>0.432909</td>\n",
       "      <td>0.406618</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146373</th>\n",
       "      <td>0.999932</td>\n",
       "      <td>0.432834</td>\n",
       "      <td>0.432867</td>\n",
       "      <td>0.433990</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.000785</td>\n",
       "      <td>0.433811</td>\n",
       "      <td>0.654017</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.653414</td>\n",
       "      <td>...</td>\n",
       "      <td>0.420752</td>\n",
       "      <td>0.420635</td>\n",
       "      <td>0.421558</td>\n",
       "      <td>0.433768</td>\n",
       "      <td>0.405684</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146374</th>\n",
       "      <td>0.999939</td>\n",
       "      <td>0.402268</td>\n",
       "      <td>0.402012</td>\n",
       "      <td>0.403598</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.000140</td>\n",
       "      <td>0.403206</td>\n",
       "      <td>0.635357</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.635143</td>\n",
       "      <td>...</td>\n",
       "      <td>0.419396</td>\n",
       "      <td>0.421560</td>\n",
       "      <td>0.421207</td>\n",
       "      <td>0.434992</td>\n",
       "      <td>0.406294</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146375</th>\n",
       "      <td>0.999945</td>\n",
       "      <td>0.426830</td>\n",
       "      <td>0.426562</td>\n",
       "      <td>0.427851</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.001150</td>\n",
       "      <td>0.427435</td>\n",
       "      <td>0.649870</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.649382</td>\n",
       "      <td>...</td>\n",
       "      <td>0.420495</td>\n",
       "      <td>0.422960</td>\n",
       "      <td>0.421340</td>\n",
       "      <td>0.437247</td>\n",
       "      <td>0.406809</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146376</th>\n",
       "      <td>0.999952</td>\n",
       "      <td>0.432531</td>\n",
       "      <td>0.432624</td>\n",
       "      <td>0.433443</td>\n",
       "      <td>0.657848</td>\n",
       "      <td>0.001571</td>\n",
       "      <td>0.433872</td>\n",
       "      <td>0.653758</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.653155</td>\n",
       "      <td>...</td>\n",
       "      <td>0.425113</td>\n",
       "      <td>0.424845</td>\n",
       "      <td>0.420961</td>\n",
       "      <td>0.438429</td>\n",
       "      <td>0.409386</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146377</th>\n",
       "      <td>0.999959</td>\n",
       "      <td>0.425496</td>\n",
       "      <td>0.425411</td>\n",
       "      <td>0.426817</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.002076</td>\n",
       "      <td>0.426524</td>\n",
       "      <td>0.649463</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.649123</td>\n",
       "      <td>...</td>\n",
       "      <td>0.418968</td>\n",
       "      <td>0.423629</td>\n",
       "      <td>0.420859</td>\n",
       "      <td>0.439881</td>\n",
       "      <td>0.405476</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146378</th>\n",
       "      <td>0.999966</td>\n",
       "      <td>0.402329</td>\n",
       "      <td>0.402134</td>\n",
       "      <td>0.403659</td>\n",
       "      <td>0.656614</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>0.403267</td>\n",
       "      <td>0.635024</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.634773</td>\n",
       "      <td>...</td>\n",
       "      <td>0.421387</td>\n",
       "      <td>0.422541</td>\n",
       "      <td>0.420324</td>\n",
       "      <td>0.438119</td>\n",
       "      <td>0.405084</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146379</th>\n",
       "      <td>0.999973</td>\n",
       "      <td>0.414276</td>\n",
       "      <td>0.414924</td>\n",
       "      <td>0.415633</td>\n",
       "      <td>0.656066</td>\n",
       "      <td>0.002525</td>\n",
       "      <td>0.416019</td>\n",
       "      <td>0.642466</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.642207</td>\n",
       "      <td>...</td>\n",
       "      <td>0.419054</td>\n",
       "      <td>0.421570</td>\n",
       "      <td>0.420255</td>\n",
       "      <td>0.436661</td>\n",
       "      <td>0.404620</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146380</th>\n",
       "      <td>0.999980</td>\n",
       "      <td>0.415247</td>\n",
       "      <td>0.414985</td>\n",
       "      <td>0.415633</td>\n",
       "      <td>0.656203</td>\n",
       "      <td>0.003002</td>\n",
       "      <td>0.415230</td>\n",
       "      <td>0.643280</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.642984</td>\n",
       "      <td>...</td>\n",
       "      <td>0.418028</td>\n",
       "      <td>0.421601</td>\n",
       "      <td>0.421184</td>\n",
       "      <td>0.436449</td>\n",
       "      <td>0.404897</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146381</th>\n",
       "      <td>0.999986</td>\n",
       "      <td>0.427436</td>\n",
       "      <td>0.427169</td>\n",
       "      <td>0.428337</td>\n",
       "      <td>0.656066</td>\n",
       "      <td>0.003058</td>\n",
       "      <td>0.427921</td>\n",
       "      <td>0.650315</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.650085</td>\n",
       "      <td>...</td>\n",
       "      <td>0.418419</td>\n",
       "      <td>0.421085</td>\n",
       "      <td>0.422126</td>\n",
       "      <td>0.434567</td>\n",
       "      <td>0.405774</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146382</th>\n",
       "      <td>0.999993</td>\n",
       "      <td>0.427436</td>\n",
       "      <td>0.427169</td>\n",
       "      <td>0.428823</td>\n",
       "      <td>0.656340</td>\n",
       "      <td>0.003170</td>\n",
       "      <td>0.428407</td>\n",
       "      <td>0.650389</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.650085</td>\n",
       "      <td>...</td>\n",
       "      <td>0.421314</td>\n",
       "      <td>0.420211</td>\n",
       "      <td>0.422112</td>\n",
       "      <td>0.433346</td>\n",
       "      <td>0.405263</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146383</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.416702</td>\n",
       "      <td>0.416439</td>\n",
       "      <td>0.418004</td>\n",
       "      <td>0.656477</td>\n",
       "      <td>0.000196</td>\n",
       "      <td>0.417658</td>\n",
       "      <td>0.643799</td>\n",
       "      <td>0.000118</td>\n",
       "      <td>0.643354</td>\n",
       "      <td>...</td>\n",
       "      <td>0.423940</td>\n",
       "      <td>0.422295</td>\n",
       "      <td>0.421864</td>\n",
       "      <td>0.433906</td>\n",
       "      <td>0.408870</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>146384 rows × 50 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Unnamed: 0.1  Latestprice  MaxPrice  MinPrice   Stockup    Volume  \\\n",
       "0           0.000000     0.012069  0.012305  0.012521  0.670048  0.073440   \n",
       "1           0.000007     0.019528  0.019579  0.019998  0.656203  0.050382   \n",
       "2           0.000014     0.014313  0.014730  0.014770  0.641672  0.097200   \n",
       "3           0.000020     0.014555  0.014609  0.014770  0.665936  0.046146   \n",
       "4           0.000027     0.014798  0.014851  0.014892  0.648389  0.049849   \n",
       "5           0.000034     0.011826  0.012002  0.012278  0.657848  0.038656   \n",
       "6           0.000041     0.011765  0.011942  0.012157  0.656477  0.036496   \n",
       "7           0.000048     0.014737  0.014851  0.015074  0.658807  0.055150   \n",
       "8           0.000055     0.019225  0.019458  0.019511  0.660727  0.127777   \n",
       "9           0.000061     0.013888  0.014366  0.014345  0.633996  0.081014   \n",
       "10          0.000068     0.014131  0.014184  0.014284  0.681426  0.044799   \n",
       "11          0.000075     0.011644  0.011578  0.011853  0.657300  0.048278   \n",
       "12          0.000082     0.014919  0.014851  0.015074  0.655655  0.042864   \n",
       "13          0.000089     0.019528  0.019458  0.019937  0.656614  0.038263   \n",
       "14          0.000096     0.019346  0.019458  0.019815  0.658533  0.042723   \n",
       "15          0.000102     0.019286  0.019337  0.019754  0.657985  0.036636   \n",
       "16          0.000109     0.019528  0.019458  0.019694  0.657300  0.044631   \n",
       "17          0.000116     0.014495  0.014487  0.014831  0.659219  0.030661   \n",
       "18          0.000123     0.015040  0.014972  0.015257  0.655243  0.030128   \n",
       "19          0.000130     0.019164  0.019458  0.019633  0.657985  0.051055   \n",
       "20          0.000137     0.011280  0.011275  0.011731  0.656340  0.040114   \n",
       "21          0.000143     0.011462  0.011457  0.011610  0.658122  0.048446   \n",
       "22          0.000150     0.014252  0.014427  0.014649  0.630980  0.036636   \n",
       "23          0.000157     0.011462  0.011517  0.011792  0.657300  0.030240   \n",
       "24          0.000164     0.011887  0.011881  0.011913  0.673612  0.075488   \n",
       "25          0.000171     0.014676  0.014730  0.014953  0.670596  0.046174   \n",
       "26          0.000178     0.019649  0.019579  0.020119  0.656340  0.025976   \n",
       "27          0.000184     0.014495  0.014609  0.014831  0.664839  0.036804   \n",
       "28          0.000191     0.019528  0.019579  0.019937  0.656477  0.023452   \n",
       "29          0.000198     0.019346  0.019458  0.019815  0.658807  0.043312   \n",
       "...              ...          ...       ...       ...       ...       ...   \n",
       "146354      0.999802     0.417005  0.417591  0.417882  0.656614  0.000701   \n",
       "146355      0.999809     0.403663  0.403407  0.404996  0.656340  0.000112   \n",
       "146356      0.999816     0.403299  0.403407  0.404632  0.656477  0.001290   \n",
       "146357      0.999822     0.417066  0.416803  0.418429  0.656614  0.000084   \n",
       "146358      0.999829     0.433683  0.433776  0.434841  0.656614  0.001487   \n",
       "146359      0.999836     0.401904  0.401649  0.403234  0.656340  0.004264   \n",
       "146360      0.999843     0.426466  0.426199  0.427243  0.656614  0.001964   \n",
       "146361      0.999850     0.415489  0.415773  0.416849  0.656477  0.001992   \n",
       "146362      0.999857     0.402632  0.402376  0.403963  0.656340  0.000028   \n",
       "146363      0.999863     0.415853  0.415591  0.416849  0.656614  0.001010   \n",
       "146364      0.999870     0.415914  0.415651  0.417214  0.656340  0.001403   \n",
       "146365      0.999877     0.403117  0.402861  0.404267  0.656477  0.001206   \n",
       "146366      0.999884     0.416763  0.416500  0.418125  0.656340  0.001038   \n",
       "146367      0.999891     0.427194  0.426926  0.428276  0.656751  0.000393   \n",
       "146368      0.999898     0.426769  0.426926  0.428155  0.656477  0.001150   \n",
       "146369      0.999904     0.427073  0.426805  0.427851  0.656751  0.000140   \n",
       "146370      0.999911     0.433562  0.433594  0.433929  0.656203  0.000926   \n",
       "146371      0.999918     0.427073  0.426805  0.428459  0.656340  0.000000   \n",
       "146372      0.999925     0.402571  0.402861  0.403902  0.656614  0.000954   \n",
       "146373      0.999932     0.432834  0.432867  0.433990  0.656477  0.000785   \n",
       "146374      0.999939     0.402268  0.402012  0.403598  0.656340  0.000140   \n",
       "146375      0.999945     0.426830  0.426562  0.427851  0.656477  0.001150   \n",
       "146376      0.999952     0.432531  0.432624  0.433443  0.657848  0.001571   \n",
       "146377      0.999959     0.425496  0.425411  0.426817  0.656340  0.002076   \n",
       "146378      0.999966     0.402329  0.402134  0.403659  0.656614  0.000084   \n",
       "146379      0.999973     0.414276  0.414924  0.415633  0.656066  0.002525   \n",
       "146380      0.999980     0.415247  0.414985  0.415633  0.656203  0.003002   \n",
       "146381      0.999986     0.427436  0.427169  0.428337  0.656066  0.003058   \n",
       "146382      0.999993     0.427436  0.427169  0.428823  0.656340  0.003170   \n",
       "146383      1.000000     0.416702  0.416439  0.418004  0.656477  0.000196   \n",
       "\n",
       "        First.Latestprice  Last.Buy1price  Last.Buy1quantity  Last.Sell1price  \\\n",
       "0                0.012752        0.397112           0.003779         0.396738   \n",
       "1                0.019978        0.401703           0.000472         0.401324   \n",
       "2                0.015120        0.398519           0.008385         0.398143   \n",
       "3                0.014817        0.398667           0.000472         0.398291   \n",
       "4                0.014938        0.398778           0.014289         0.398402   \n",
       "5                0.012448        0.396964           0.000118         0.396627   \n",
       "6                0.012205        0.396964           0.000472         0.396627   \n",
       "7                0.015302        0.398704           0.000236         0.398402   \n",
       "8                0.019978        0.401518           0.000827         0.401139   \n",
       "9                0.014452        0.398260           0.001299         0.397884   \n",
       "10               0.014392        0.398408           0.000236         0.398032   \n",
       "11               0.011841        0.396853           0.000236         0.396479   \n",
       "12               0.015181        0.398852           0.000472         0.398513   \n",
       "13               0.019917        0.401666           0.000590         0.401398   \n",
       "14               0.019917        0.401592           0.000827         0.401398   \n",
       "15               0.019796        0.401518           0.000827         0.401250   \n",
       "16               0.019735        0.401592           0.000827         0.401287   \n",
       "17               0.014817        0.398593           0.006259         0.398217   \n",
       "18               0.015363        0.398889           0.000118         0.398550   \n",
       "19               0.019978        0.401481           0.000827         0.401213   \n",
       "20               0.011780        0.396631           0.001181         0.396257   \n",
       "21               0.011720        0.396742           0.000472         0.396368   \n",
       "22               0.014695        0.398482           0.004015         0.398106   \n",
       "23               0.012023        0.396742           0.000354         0.396368   \n",
       "24               0.011902        0.396964           0.000118         0.396590   \n",
       "25               0.015181        0.398741           0.003543         0.398365   \n",
       "26               0.020100        0.401666           0.000354         0.401435   \n",
       "27               0.014999        0.398630           0.002008         0.398254   \n",
       "28               0.020100        0.401629           0.000236         0.401324   \n",
       "29               0.019978        0.401592           0.000354         0.401287   \n",
       "...                   ...             ...                ...              ...   \n",
       "146354           0.418812        0.644021           0.000118         0.643835   \n",
       "146355           0.404603        0.635987           0.000118         0.636068   \n",
       "146356           0.404603        0.635765           0.000118         0.635994   \n",
       "146357           0.418023        0.643947           0.000118         0.643687   \n",
       "146358           0.434783        0.654424           0.000118         0.653858   \n",
       "146359           0.402842        0.635172           0.000118         0.635106   \n",
       "146360           0.426828        0.649907           0.000118         0.649863   \n",
       "146361           0.416991        0.643428           0.000118         0.643095   \n",
       "146362           0.403571        0.635728           0.000118         0.635550   \n",
       "146363           0.416444        0.643539           0.000118         0.643058   \n",
       "146364           0.416808        0.643502           0.000118         0.643058   \n",
       "146365           0.403874        0.635616           0.000118         0.636031   \n",
       "146366           0.417719        0.643502           0.000118         0.643502   \n",
       "146367           0.427860        0.650278           0.000118         0.649937   \n",
       "146368           0.428164        0.650130           0.000118         0.649752   \n",
       "146369           0.427739        0.650315           0.000118         0.649937   \n",
       "146370           0.433507        0.654461           0.000236         0.653821   \n",
       "146371           0.428042        0.650315           0.000118         0.649937   \n",
       "146372           0.404056        0.635357           0.000118         0.634884   \n",
       "146373           0.433811        0.654017           0.000118         0.653414   \n",
       "146374           0.403206        0.635357           0.000236         0.635143   \n",
       "146375           0.427435        0.649870           0.000236         0.649382   \n",
       "146376           0.433872        0.653758           0.000236         0.653155   \n",
       "146377           0.426524        0.649463           0.000118         0.649123   \n",
       "146378           0.403267        0.635024           0.000118         0.634773   \n",
       "146379           0.416019        0.642466           0.000118         0.642207   \n",
       "146380           0.415230        0.643280           0.000118         0.642984   \n",
       "146381           0.427921        0.650315           0.000118         0.650085   \n",
       "146382           0.428407        0.650389           0.000118         0.650085   \n",
       "146383           0.417658        0.643799           0.000118         0.643354   \n",
       "\n",
       "            ...       MA_5_PRED  MA_12_PRED  MA_26_PRED  boll_up_PRED  \\\n",
       "0           ...        0.013132    0.013043    0.012271      0.015503   \n",
       "1           ...        0.012887    0.012967    0.012192      0.015502   \n",
       "2           ...        0.012765    0.012522    0.011939      0.014438   \n",
       "3           ...        0.013266    0.012103    0.011986      0.013400   \n",
       "4           ...        0.013217    0.011822    0.011790      0.013432   \n",
       "5           ...        0.011654    0.011761    0.011614      0.013451   \n",
       "6           ...        0.011739    0.011694    0.011574      0.013380   \n",
       "7           ...        0.012680    0.011628    0.011704      0.013331   \n",
       "8           ...        0.012496    0.011490    0.011657      0.013208   \n",
       "9           ...        0.012961    0.011403    0.011605      0.013115   \n",
       "10          ...        0.012936    0.011347    0.011460      0.012930   \n",
       "11          ...        0.012973    0.011587    0.011541      0.012773   \n",
       "12          ...        0.013034    0.011587    0.011816      0.013192   \n",
       "13          ...        0.014133    0.012011    0.011989      0.014112   \n",
       "14          ...        0.015172    0.012410    0.012261      0.014911   \n",
       "15          ...        0.016760    0.012808    0.012429      0.015676   \n",
       "16          ...        0.016674    0.013033    0.012221      0.015718   \n",
       "17          ...        0.015770    0.013309    0.012036      0.015783   \n",
       "18          ...        0.015734    0.013682    0.012192      0.016322   \n",
       "19          ...        0.014121    0.013012    0.012145      0.015704   \n",
       "20          ...        0.012496    0.012808    0.011986      0.015988   \n",
       "21          ...        0.012448    0.012818    0.011761      0.016058   \n",
       "22          ...        0.011727    0.012803    0.011603      0.016324   \n",
       "23          ...        0.010261    0.012548    0.011475      0.016386   \n",
       "24          ...        0.010945    0.012139    0.011567      0.015412   \n",
       "25          ...        0.012594    0.012164    0.011863      0.015470   \n",
       "26          ...        0.012643    0.011761    0.011667      0.014694   \n",
       "27          ...        0.014268    0.011761    0.011870      0.014920   \n",
       "28          ...        0.015770    0.012170    0.012057      0.015690   \n",
       "29          ...        0.015013    0.011822    0.011906      0.015671   \n",
       "...         ...             ...         ...         ...           ...   \n",
       "146354      ...        0.418834    0.421759    0.424718      0.438402   \n",
       "146355      ...        0.412409    0.419061    0.424090      0.436298   \n",
       "146356      ...        0.414852    0.418014    0.423661      0.435074   \n",
       "146357      ...        0.416000    0.419317    0.424292      0.437599   \n",
       "146358      ...        0.412958    0.419159    0.423060      0.436435   \n",
       "146359      ...        0.417551    0.421069    0.423960      0.436534   \n",
       "146360      ...        0.420007    0.419358    0.423894      0.433596   \n",
       "146361      ...        0.417099    0.417125    0.422664      0.432236   \n",
       "146362      ...        0.413508    0.415495    0.422167      0.429492   \n",
       "146363      ...        0.416330    0.416420    0.421470      0.428051   \n",
       "146364      ...        0.411627    0.414325    0.420504      0.426586   \n",
       "146365      ...        0.411883    0.414305    0.420980      0.426508   \n",
       "146366      ...        0.416831    0.416287    0.421307      0.427420   \n",
       "146367      ...        0.419029    0.418264    0.420947      0.428435   \n",
       "146368      ...        0.421277    0.419107    0.421257      0.430011   \n",
       "146369      ...        0.427409    0.419097    0.421188      0.430026   \n",
       "146370      ...        0.429486    0.421217    0.421094      0.430364   \n",
       "146371      ...        0.424526    0.419205    0.420482      0.430023   \n",
       "146372      ...        0.425748    0.420666    0.421617      0.432909   \n",
       "146373      ...        0.420752    0.420635    0.421558      0.433768   \n",
       "146374      ...        0.419396    0.421560    0.421207      0.434992   \n",
       "146375      ...        0.420495    0.422960    0.421340      0.437247   \n",
       "146376      ...        0.425113    0.424845    0.420961      0.438429   \n",
       "146377      ...        0.418968    0.423629    0.420859      0.439881   \n",
       "146378      ...        0.421387    0.422541    0.420324      0.438119   \n",
       "146379      ...        0.419054    0.421570    0.420255      0.436661   \n",
       "146380      ...        0.418028    0.421601    0.421184      0.436449   \n",
       "146381      ...        0.418419    0.421085    0.422126      0.434567   \n",
       "146382      ...        0.421314    0.420211    0.422112      0.433346   \n",
       "146383      ...        0.423940    0.422295    0.421864      0.433906   \n",
       "\n",
       "        boll_down_PRED  down2_count  down1_count  flat_count  raise1_count  \\\n",
       "0             0.013822            0            1           3             1   \n",
       "1             0.013670            0            1           4             0   \n",
       "2             0.013860            0            0           5             0   \n",
       "3             0.014075            0            0           4             1   \n",
       "4             0.013479            0            1           3             1   \n",
       "5             0.013337            0            1           3             1   \n",
       "6             0.013276            0            1           3             1   \n",
       "7             0.013193            0            1           3             1   \n",
       "8             0.013042            0            1           3             1   \n",
       "9             0.012961            0            0           4             1   \n",
       "10            0.013037            0            0           4             1   \n",
       "11            0.013678            0            0           4             1   \n",
       "12            0.013252            0            1           3             1   \n",
       "13            0.013168            0            1           4             0   \n",
       "14            0.013155            0            1           3             1   \n",
       "15            0.013176            0            2           2             1   \n",
       "16            0.013584            0            2           2             1   \n",
       "17            0.014071            0            1           3             1   \n",
       "18            0.014271            0            1           3             1   \n",
       "19            0.013557            0            1           4             0   \n",
       "20            0.012859            0            0           5             0   \n",
       "21            0.012809            0            0           4             1   \n",
       "22            0.012508            0            1           3             1   \n",
       "23            0.011934            0            1           2             2   \n",
       "24            0.012104            0            1           2             2   \n",
       "25            0.012096            0            2           1             2   \n",
       "26            0.012075            0            2           1             2   \n",
       "27            0.011846            0            2           1             2   \n",
       "28            0.011883            0            2           2             1   \n",
       "29            0.011207            0            2           2             1   \n",
       "...                ...          ...          ...         ...           ...   \n",
       "146354        0.403232            0            2           1             2   \n",
       "146355        0.399964            0            1           1             3   \n",
       "146356        0.399108            0            2           0             3   \n",
       "146357        0.399155            0            3           0             2   \n",
       "146358        0.400020            0            3           0             2   \n",
       "146359        0.403746            0            2           1             2   \n",
       "146360        0.403300            0            3           1             1   \n",
       "146361        0.400209            0            2           1             2   \n",
       "146362        0.399730            0            1           1             3   \n",
       "146363        0.403045            0            1           2             2   \n",
       "146364        0.400336            0            1           2             2   \n",
       "146365        0.400374            0            0           2             3   \n",
       "146366        0.403420            0            0           3             2   \n",
       "146367        0.406350            0            1           3             1   \n",
       "146368        0.406438            0            1           2             2   \n",
       "146369        0.406402            0            2           1             2   \n",
       "146370        0.410306            0            2           1             2   \n",
       "146371        0.406620            0            2           1             2   \n",
       "146372        0.406618            0            1           2             2   \n",
       "146373        0.405684            0            2           2             1   \n",
       "146374        0.406294            0            1           2             2   \n",
       "146375        0.406809            0            1           3             1   \n",
       "146376        0.409386            0            1           2             2   \n",
       "146377        0.405476            0            1           2             2   \n",
       "146378        0.405084            0            1           2             2   \n",
       "146379        0.404620            0            1           2             2   \n",
       "146380        0.404897            0            1           2             2   \n",
       "146381        0.405774            0            2           2             1   \n",
       "146382        0.405263            0            2           2             1   \n",
       "146383        0.408870            0            2           2             1   \n",
       "\n",
       "        raise2_count  \n",
       "0                  0  \n",
       "1                  0  \n",
       "2                  0  \n",
       "3                  0  \n",
       "4                  0  \n",
       "5                  0  \n",
       "6                  0  \n",
       "7                  0  \n",
       "8                  0  \n",
       "9                  0  \n",
       "10                 0  \n",
       "11                 0  \n",
       "12                 0  \n",
       "13                 0  \n",
       "14                 0  \n",
       "15                 0  \n",
       "16                 0  \n",
       "17                 0  \n",
       "18                 0  \n",
       "19                 0  \n",
       "20                 0  \n",
       "21                 0  \n",
       "22                 0  \n",
       "23                 0  \n",
       "24                 0  \n",
       "25                 0  \n",
       "26                 0  \n",
       "27                 0  \n",
       "28                 0  \n",
       "29                 0  \n",
       "...              ...  \n",
       "146354             0  \n",
       "146355             0  \n",
       "146356             0  \n",
       "146357             0  \n",
       "146358             0  \n",
       "146359             0  \n",
       "146360             0  \n",
       "146361             0  \n",
       "146362             0  \n",
       "146363             0  \n",
       "146364             0  \n",
       "146365             0  \n",
       "146366             0  \n",
       "146367             0  \n",
       "146368             0  \n",
       "146369             0  \n",
       "146370             0  \n",
       "146371             0  \n",
       "146372             0  \n",
       "146373             0  \n",
       "146374             0  \n",
       "146375             0  \n",
       "146376             0  \n",
       "146377             0  \n",
       "146378             0  \n",
       "146379             0  \n",
       "146380             0  \n",
       "146381             0  \n",
       "146382             0  \n",
       "146383             0  \n",
       "\n",
       "[146384 rows x 50 columns]"
      ]
     },
     "execution_count": 125,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data = pd.read_csv(path + 'IF_main_cleaned_addcount.csv')\n",
    "data.ix[:,1:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "开多仓： 8229 0.0562151601268\n",
      "不开仓： 132069 0.902209257842\n",
      "开空仓： 6086 0.0415755820308\n"
     ]
    }
   ],
   "source": [
    "seq_label = []\n",
    "data_temp = data\n",
    "for k in range(len(data_temp)):\n",
    "    # 开多仓条件\n",
    "    if data_temp['raise2_count'].iloc[k] >= 2 and data_temp['down1_count'].iloc[k] <= 2 and data_temp['down2_count'].iloc[k] == 0:\n",
    "        seq_label.append([1,0,0])\n",
    "    elif data_temp['raise2_count'].iloc[k] >= 1 and data_temp['down1_count'].iloc[k] <= 1 and data_temp['down2_count'].iloc[k] == 0:\n",
    "        seq_label.append([1,0,0])\n",
    "    elif data_temp['raise1_count'].iloc[k] >= 3 and data_temp['down1_count'].iloc[k] <= 1 and data_temp['down2_count'].iloc[k] == 0:\n",
    "        seq_label.append([1,0,0])\n",
    "    # 开空仓条件\n",
    "    elif data_temp['down2_count'].iloc[k] >= 2 and data_temp['raise1_count'].iloc[k] <= 2 and data_temp['raise2_count'].iloc[k] == 0:\n",
    "        seq_label.append([0,0,1])\n",
    "    elif data_temp['down2_count'].iloc[k] >= 1 and data_temp['raise1_count'].iloc[k] <= 1 and data_temp['raise2_count'].iloc[k] == 0:\n",
    "        seq_label.append([0,0,1])\n",
    "    elif data_temp['down1_count'].iloc[k] >= 3 and data_temp['raise1_count'].iloc[k] <= 1 and data_temp['raise2_count'].iloc[k] == 0:\n",
    "        seq_label.append([0,0,1])\n",
    "    else:\n",
    "        seq_label.append([0,1,0])\n",
    "        \n",
    "print u'开多仓：',seq_label.count([1,0,0]),seq_label.count([1,0,0]) /146384.0\n",
    "print u'不开仓：',seq_label.count([0,1,0]),seq_label.count([0,1,0]) /146384.0\n",
    "print u'开空仓：',seq_label.count([0,0,1]),seq_label.count([0,0,1]) /146384.0\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(146384, 3)"
      ]
     },
     "execution_count": 132,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "arr_label=np.array(seq_label)\n",
    "arr_label.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(146384, 15, 10) (146384, 3)\n"
     ]
    }
   ],
   "source": [
    "from random import shuffle\n",
    "zip_seq = zip(seq_new_15,seq_label)\n",
    "shuffle(zip_seq)\n",
    "seq_new_15,seq_label = zip(*zip_seq)\n",
    "seq_new_15 = np.array(seq_new_15) \n",
    "seq_label = np.array(seq_label)\n",
    "print seq_new_15.shape, seq_label.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((102500, 15, 10), (43884, 3))"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data = seq_new_15[:102500]\n",
    "train_label = seq_label[:102500]\n",
    "\n",
    "test_data = seq_new_15[102500:]\n",
    "test_label = seq_label[102500:]\n",
    "train_data.shape, test_label.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# 保存训练集和测试集\n",
    "path_new = '/home/chocolate/LSTM-source/train_test_data/'\n",
    "f1 = file(path_new + 'train_data_6.npy','wb')\n",
    "np.save(f1,train_data)\n",
    "f1.close()\n",
    "f2 = file(path_new + 'test_data_6.npy','wb')\n",
    "np.save(f2,test_data)\n",
    "f2.close()\n",
    "f3 = file(path_new + 'train_label_6.npy','wb')\n",
    "np.save(f3,train_label)\n",
    "f3.close()\n",
    "f4 = file(path_new + 'test_label_6.npy','wb')\n",
    "np.save(f4,test_label)\n",
    "f4.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "path_new = '/home/chocolate/LSTM-source/train_test_data/'\n",
    "# 读取训练集和测试集\n",
    "f1 = file(path_new + 'train_data_6.npy','rb')\n",
    "train_data = np.load(f1)\n",
    "f2 = file(path_new + 'test_data_6.npy','rb')\n",
    "test_data = np.load(f2)\n",
    "f3 = file(path_new + 'train_label_6.npy','rb')\n",
    "train_label = np.load(f3)\n",
    "f4 = file(path_new + 'test_label_6.npy','rb')\n",
    "test_label = np.load(f4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(102500, 3)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_label.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import random\n",
    "\n",
    "learning_rate = 0.001 # 学习速率\n",
    "training_iters = 500000  # 训练总步长\n",
    "batch_size = 25000 # 每小段步长\n",
    "display_step = 1  # 每隔100小段显示输出\n",
    "\n",
    "# 参数设置\n",
    "n_input = 10 # 特征数量\n",
    "n_steps = 15 # 时间序列长度\n",
    "n_hidden = 500 # 隐藏层神经元个数\n",
    "n_classes = 3 # 分类数量\n",
    "\n",
    "tf.reset_default_graph()  # 重置流图\n",
    "# 设置输入输出格式大小\n",
    "xtr = tf.placeholder(\"float\", [None, n_steps, n_input])\n",
    "ytr = tf.placeholder(\"float\", [None,n_classes])\n",
    "\n",
    "# 定义权重和偏移量\n",
    "weights = {\n",
    "    'out': tf.Variable(tf.random_normal([n_hidden, n_classes]))\n",
    "}\n",
    "biases = {\n",
    "    'out': tf.Variable(tf.random_normal([n_classes]))\n",
    "}\n",
    "\n",
    "# def pred():\n",
    "    \n",
    "def RNN(x, weights, biases):\n",
    "\n",
    "    # 更改数据集的格式，使其满足RNN网络的输入需求\n",
    "    # 现在输入格式: (batch_size, n_steps, n_input)\n",
    "    # 需要的格式: 'n_steps' 个tensor，每个的格式为 (batch_size, n_input)\n",
    "\n",
    "    # 变换batch_size 和 n_steps的位置\n",
    "    x = tf.transpose(x, [1, 0, 2])\n",
    "    # 重新调整格式 (n_steps*batch_size, n_input)\n",
    "    x = tf.reshape(x, [-1, n_input])\n",
    "    # 分割成一系列的 'n_steps' 个tensors，每个的格式为 (batch_size, n_input)\n",
    "    x = tf.split(0, n_steps, x)\n",
    "\n",
    "    # 定义LSTM神经网络结构\n",
    "    lstm_cell = rnn_cell.BasicLSTMCell(n_hidden, forget_bias=1.0)\n",
    "    # 获取输出和状态\n",
    "    outputs, states = rnn.rnn(lstm_cell, x, dtype=tf.float32)\n",
    "    # 返回输出\n",
    "    return tf.matmul(outputs[-1], weights['out']) + biases['out']\n",
    "# 获取预测值\n",
    "pred = RNN(xtr, weights, biases)\n",
    "# train_label = tf.split(0, batch_size, train_label)\n",
    "# 取下一小段的输入\n",
    "def next_batch_tr(batch_size):\n",
    "    step = random.randint(1, len(train_data)/batch_size)\n",
    "    next_batch_data = train_data[(step-1)*batch_size:step*batch_size]\n",
    "    next_batch_label = train_label[(step-1)*batch_size:step*batch_size]   \n",
    "    return next_batch_data, next_batch_label\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# 定义代价函数和最优化方法\n",
    "cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(pred, ytr))\n",
    "optimizer = tf.train.AdamOptimizer(learning_rate=learning_rate).minimize(cost)\n",
    "\n",
    "# 评估模型准确率\n",
    "correct_pred = tf.equal(tf.argmax(pred, 1), tf.argmax(ytr, 1))\n",
    "accuracy = tf.reduce_mean(tf.cast(correct_pred, tf.float32))\n",
    "\n",
    "# 变量初始化\n",
    "init = tf.initialize_all_variables()\n",
    "part_saver = tf.train.Saver()\n",
    "# 创建会话\n",
    "sess = tf.InteractiveSession()\n",
    "sess.run(init)\n",
    "step = 1\n",
    "    # 一直迭代，直到最大步长\n",
    "while step * batch_size < training_iters:\n",
    "    batch_x, batch_y = next_batch_tr(batch_size)\n",
    "    batch_x = batch_x.reshape((-1, n_steps, n_input))\n",
    "        # 利用最优化方法调整权值\n",
    "    sess.run(optimizer, feed_dict={xtr: batch_x, ytr: batch_y})\n",
    "    if step % display_step == 0:\n",
    "            # 计算准确率和损失函数\n",
    "        acc = sess.run(accuracy, feed_dict={xtr: batch_x, ytr: batch_y})\n",
    "        loss = sess.run(cost, feed_dict={xtr: batch_x, ytr: batch_y})\n",
    "        # 每隔一定步长显示训练准确率和损失率\n",
    "        print(\"Iter \" + str(step * batch_size) + \", Minibatch Loss= \" +\n",
    "                \"{:.6f}\".format(loss) + \", Training Accuracy= \" +\n",
    "                \"{:.5f}\".format(acc))\n",
    "    step += 1\n",
    "print(\"Optimization Finished!\")\n",
    "\n",
    "saver_path = part_saver.save(sess, \"/home/chocolate/LSTM-source/models/model_6/predict.ckpt\")\n",
    "print \"Model saved.\" \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## 修改模型结构，如添加隐藏层数、添加dropout等"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "learning_rate = 0.001 # 学习速率\n",
    "training_iters = 500000  # 训练总步长\n",
    "batch_size = 50000 # 每小段步长\n",
    "display_step = 1  # 每隔100小段显示输出\n",
    "\n",
    "# 参数设置\n",
    "n_input = 10 # 特征数量\n",
    "n_steps = 15 # 时间序列长度\n",
    "n_hidden = 500 # 隐藏层神经元个数\n",
    "n_classes = 3 # 分类数量\n",
    "num_layers = 2 #隐藏层数量\n",
    "keep_prob = 1.0\n",
    "\n",
    "# # Parameters\n",
    "# learning_rate = 0.001\n",
    "# training_iters = 30000\n",
    "# batch_size = 128\n",
    "# display_step = 10\n",
    "\n",
    "# # Network Parameters\n",
    "# n_input = 28 # MNIST data input (img shape: 28*28)\n",
    "# n_steps = 28 # timesteps\n",
    "# n_hidden = 128 # hidden layer num of features\n",
    "# n_classes = 10 # MNIST total classes (0-9 digits)\n",
    "# keep_prob = 1.0\n",
    "# num_layers = 3 #隐藏层数量\n",
    "\n",
    "tf.reset_default_graph()  # 重置流图\n",
    "# tf Graph input\n",
    "x = tf.placeholder(\"float\", [None, n_steps, n_input])\n",
    "y = tf.placeholder(\"float\", [None, n_classes])\n",
    "\n",
    "# Define weights\n",
    "weights = {\n",
    "    'in':tf.Variable(tf.random_normal([n_input, n_hidden])),\n",
    "    'out': tf.Variable(tf.random_normal([n_hidden, n_classes]))\n",
    "}\n",
    "biases = {\n",
    "    'in':tf.Variable(tf.constant(0.1,shape = [n_hidden,])),\n",
    "    'out': tf.Variable(tf.constant(0.1,shape = [n_classes,]))\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def RNN(x, weights, biases):\n",
    "\n",
    "# 输入层    \n",
    "# x(batch_size,n_steps,n_input)\n",
    "# ==>(batch_size * n_steps,n_input)\n",
    "    x = tf.reshape(x, [-1, n_input])\n",
    "# x_in==>(batch_size * n_steps,n_hidden)\n",
    "    x_in = tf.matmul(x,weights['in']) + biases['in']\n",
    "# x_in==>(batch_size,n_steps,n_hidden)\n",
    "    x_in = tf.reshape(x_in,[-1,n_steps,n_hidden])\n",
    "\n",
    "# 隐藏层\n",
    "    # Define a lstm cell with tensorflow\n",
    "    lstm_cell = tf.nn.rnn_cell.BasicLSTMCell(n_hidden, forget_bias=1.0)\n",
    "    _init_state = lstm_cell.zero_state(batch_size,dtype = tf.float32)\n",
    "    # Get lstm cell output\n",
    "    if keep_prob < 1: # 在外面包裹一层dropout\n",
    "        lstm_cell = tf.nn.rnn_cell.DropoutWrapper(lstm_cell, output_keep_prob=keep_prob)\n",
    "    cell = tf.nn.rnn_cell.MultiRNNCell([lstm_cell] * num_layers)\n",
    "    outputs, states = tf.nn.dynamic_rnn(cell, x_in, dtype=tf.float32, time_major = False)\n",
    "\n",
    "#输出层\n",
    "    outputs = tf.unpack(tf.transpose(outputs,[1,0,2]))\n",
    "    results = tf.matmul(outputs[-1],weights['out'])+biases['out']\n",
    "\n",
    "    return results\n",
    "\n",
    "pred = RNN(x, weights, biases)\n",
    "\n",
    "# 取下一小段的输入\n",
    "def next_batch_tr(batch_size):\n",
    "    step = random.randint(1, len(train_data)/batch_size)\n",
    "    next_batch_data = train_data[(step-1)*batch_size:step*batch_size]\n",
    "    next_batch_label = train_label[(step-1)*batch_size:step*batch_size]   \n",
    "    return next_batch_data, next_batch_label\n",
    "\n",
    "# 定义代价函数和最优化方法\n",
    "cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(pred, y))\n",
    "optimizer = tf.train.AdamOptimizer(learning_rate=learning_rate).minimize(cost)\n",
    "\n",
    "# 评估模型准确率\n",
    "correct_pred = tf.equal(tf.argmax(pred,1), tf.argmax(y,1))\n",
    "accuracy = tf.reduce_mean(tf.cast(correct_pred, tf.float32))\n",
    "\n",
    "# 变量初始化\n",
    "init = tf.initialize_all_variables()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "ename": "ResourceExhaustedError",
     "evalue": "OOM when allocating tensor with shape[50000,500]\n\t [[Node: RNN/while/MultiRNNCell/Cell0/BasicLSTMCell/split = Split[T=DT_FLOAT, num_split=2, _device=\"/job:localhost/replica:0/task:0/cpu:0\"](RNN/while/MultiRNNCell/Cell0/BasicLSTMCell/split/split_dim, RNN/while/MultiRNNCell/Cell0/Slice)]]\nCaused by op u'RNN/while/MultiRNNCell/Cell0/BasicLSTMCell/split', defined at:\n  File \"/usr/lib/python2.7/runpy.py\", line 174, in _run_module_as_main\n    \"__main__\", fname, loader, pkg_name)\n  File \"/usr/lib/python2.7/runpy.py\", line 72, in _run_code\n    exec code in run_globals\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/__main__.py\", line 3, in <module>\n    app.launch_new_instance()\n  File \"/usr/local/lib/python2.7/dist-packages/traitlets/config/application.py\", line 658, in launch_instance\n    app.start()\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/kernelapp.py\", line 474, in start\n    ioloop.IOLoop.instance().start()\n  File \"/usr/lib/python2.7/dist-packages/zmq/eventloop/ioloop.py\", line 162, in start\n    super(ZMQIOLoop, self).start()\n  File \"/usr/lib/python2.7/dist-packages/tornado/ioloop.py\", line 866, in start\n    handler_func(fd_obj, events)\n  File \"/usr/lib/python2.7/dist-packages/tornado/stack_context.py\", line 275, in null_wrapper\n    return fn(*args, **kwargs)\n  File \"/usr/lib/python2.7/dist-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n    self._handle_recv()\n  File \"/usr/lib/python2.7/dist-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n    self._run_callback(callback, msg)\n  File \"/usr/lib/python2.7/dist-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n    callback(*args, **kwargs)\n  File \"/usr/lib/python2.7/dist-packages/tornado/stack_context.py\", line 275, in null_wrapper\n    return fn(*args, **kwargs)\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/kernelbase.py\", line 276, in dispatcher\n    return self.dispatch_shell(stream, msg)\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/kernelbase.py\", line 228, in dispatch_shell\n    handler(stream, idents, msg)\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/kernelbase.py\", line 390, in execute_request\n    user_expressions, allow_stdin)\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n    res = shell.run_cell(code, store_history=store_history, silent=silent)\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/zmqshell.py\", line 501, in run_cell\n    return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n  File \"/usr/local/lib/python2.7/dist-packages/IPython/core/interactiveshell.py\", line 2717, in run_cell\n    interactivity=interactivity, compiler=compiler, result=result)\n  File \"/usr/local/lib/python2.7/dist-packages/IPython/core/interactiveshell.py\", line 2821, in run_ast_nodes\n    if self.run_code(code, result):\n  File \"/usr/local/lib/python2.7/dist-packages/IPython/core/interactiveshell.py\", line 2881, in run_code\n    exec(code_obj, self.user_global_ns, self.user_ns)\n  File \"<ipython-input-9-806fa6ddac7f>\", line 28, in <module>\n    pred = RNN(x, weights, biases)\n  File \"<ipython-input-9-806fa6ddac7f>\", line 20, in RNN\n    outputs, states = tf.nn.dynamic_rnn(cell, x_in, dtype=tf.float32, time_major = False)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn.py\", line 483, in dynamic_rnn\n    swap_memory=swap_memory, sequence_length=sequence_length)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn.py\", line 595, in _dynamic_rnn_loop\n    swap_memory=swap_memory)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/control_flow_ops.py\", line 1583, in while_loop\n    result = context.BuildLoop(cond, body, loop_vars)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/control_flow_ops.py\", line 1497, in BuildLoop\n    body_result = body(*vars_for_body_with_tensor_arrays)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn.py\", line 584, in _time_step\n    (output, new_state) = call_cell()\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn.py\", line 571, in <lambda>\n    call_cell = lambda: cell(input_t, state)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn_cell.py\", line 659, in __call__\n    cur_inp, new_state = cell(cur_inp, cur_state)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn_cell.py\", line 202, in __call__\n    c, h = array_ops.split(1, 2, state)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/array_ops.py\", line 525, in split\n    name=name)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/gen_array_ops.py\", line 1428, in _split\n    num_split=num_split, name=name)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/op_def_library.py\", line 655, in apply_op\n    op_def=op_def)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/framework/ops.py\", line 2154, in create_op\n    original_op=self._default_original_op, op_def=op_def)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/framework/ops.py\", line 1154, in __init__\n    self._traceback = _extract_stack()\n",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mResourceExhaustedError\u001b[0m                    Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-10-993e5e5ed90d>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     10\u001b[0m         \u001b[0mbatch_x\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mbatch_x\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreshape\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch_size\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mn_steps\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mn_input\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     11\u001b[0m         \u001b[0;31m# Run optimization op (backprop)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 12\u001b[0;31m         \u001b[0msess\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moptimizer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeed_dict\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mbatch_x\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mbatch_y\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     13\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mstep\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0mdisplay_step\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     14\u001b[0m             \u001b[0;31m# Calculate batch accuracy\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python2.7/dist-packages/tensorflow/python/client/session.pyc\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    338\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    339\u001b[0m       result = self._run(None, fetches, feed_dict, options_ptr,\n\u001b[0;32m--> 340\u001b[0;31m                          run_metadata_ptr)\n\u001b[0m\u001b[1;32m    341\u001b[0m       \u001b[0;32mif\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    342\u001b[0m         \u001b[0mproto_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTF_GetBuffer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrun_metadata_ptr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python2.7/dist-packages/tensorflow/python/client/session.pyc\u001b[0m in \u001b[0;36m_run\u001b[0;34m(self, handle, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    562\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    563\u001b[0m       results = self._do_run(handle, target_list, unique_fetches,\n\u001b[0;32m--> 564\u001b[0;31m                              feed_dict_string, options, run_metadata)\n\u001b[0m\u001b[1;32m    565\u001b[0m     \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    566\u001b[0m       \u001b[0;31m# The movers are no longer used. Delete them.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python2.7/dist-packages/tensorflow/python/client/session.pyc\u001b[0m in \u001b[0;36m_do_run\u001b[0;34m(self, handle, target_list, fetch_list, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    635\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mhandle\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    636\u001b[0m       return self._do_call(_run_fn, self._session, feed_dict, fetch_list,\n\u001b[0;32m--> 637\u001b[0;31m                            target_list, options, run_metadata)\n\u001b[0m\u001b[1;32m    638\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    639\u001b[0m       return self._do_call(_prun_fn, self._session, handle, feed_dict,\n",
      "\u001b[0;32m/usr/local/lib/python2.7/dist-packages/tensorflow/python/client/session.pyc\u001b[0m in \u001b[0;36m_do_call\u001b[0;34m(self, fn, *args)\u001b[0m\n\u001b[1;32m    657\u001b[0m       \u001b[0;31m# pylint: disable=protected-access\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    658\u001b[0m       raise errors._make_specific_exception(node_def, op, error_message,\n\u001b[0;32m--> 659\u001b[0;31m                                             e.code)\n\u001b[0m\u001b[1;32m    660\u001b[0m       \u001b[0;31m# pylint: enable=protected-access\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    661\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mResourceExhaustedError\u001b[0m: OOM when allocating tensor with shape[50000,500]\n\t [[Node: RNN/while/MultiRNNCell/Cell0/BasicLSTMCell/split = Split[T=DT_FLOAT, num_split=2, _device=\"/job:localhost/replica:0/task:0/cpu:0\"](RNN/while/MultiRNNCell/Cell0/BasicLSTMCell/split/split_dim, RNN/while/MultiRNNCell/Cell0/Slice)]]\nCaused by op u'RNN/while/MultiRNNCell/Cell0/BasicLSTMCell/split', defined at:\n  File \"/usr/lib/python2.7/runpy.py\", line 174, in _run_module_as_main\n    \"__main__\", fname, loader, pkg_name)\n  File \"/usr/lib/python2.7/runpy.py\", line 72, in _run_code\n    exec code in run_globals\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/__main__.py\", line 3, in <module>\n    app.launch_new_instance()\n  File \"/usr/local/lib/python2.7/dist-packages/traitlets/config/application.py\", line 658, in launch_instance\n    app.start()\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/kernelapp.py\", line 474, in start\n    ioloop.IOLoop.instance().start()\n  File \"/usr/lib/python2.7/dist-packages/zmq/eventloop/ioloop.py\", line 162, in start\n    super(ZMQIOLoop, self).start()\n  File \"/usr/lib/python2.7/dist-packages/tornado/ioloop.py\", line 866, in start\n    handler_func(fd_obj, events)\n  File \"/usr/lib/python2.7/dist-packages/tornado/stack_context.py\", line 275, in null_wrapper\n    return fn(*args, **kwargs)\n  File \"/usr/lib/python2.7/dist-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n    self._handle_recv()\n  File \"/usr/lib/python2.7/dist-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n    self._run_callback(callback, msg)\n  File \"/usr/lib/python2.7/dist-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n    callback(*args, **kwargs)\n  File \"/usr/lib/python2.7/dist-packages/tornado/stack_context.py\", line 275, in null_wrapper\n    return fn(*args, **kwargs)\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/kernelbase.py\", line 276, in dispatcher\n    return self.dispatch_shell(stream, msg)\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/kernelbase.py\", line 228, in dispatch_shell\n    handler(stream, idents, msg)\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/kernelbase.py\", line 390, in execute_request\n    user_expressions, allow_stdin)\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n    res = shell.run_cell(code, store_history=store_history, silent=silent)\n  File \"/usr/local/lib/python2.7/dist-packages/ipykernel/zmqshell.py\", line 501, in run_cell\n    return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n  File \"/usr/local/lib/python2.7/dist-packages/IPython/core/interactiveshell.py\", line 2717, in run_cell\n    interactivity=interactivity, compiler=compiler, result=result)\n  File \"/usr/local/lib/python2.7/dist-packages/IPython/core/interactiveshell.py\", line 2821, in run_ast_nodes\n    if self.run_code(code, result):\n  File \"/usr/local/lib/python2.7/dist-packages/IPython/core/interactiveshell.py\", line 2881, in run_code\n    exec(code_obj, self.user_global_ns, self.user_ns)\n  File \"<ipython-input-9-806fa6ddac7f>\", line 28, in <module>\n    pred = RNN(x, weights, biases)\n  File \"<ipython-input-9-806fa6ddac7f>\", line 20, in RNN\n    outputs, states = tf.nn.dynamic_rnn(cell, x_in, dtype=tf.float32, time_major = False)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn.py\", line 483, in dynamic_rnn\n    swap_memory=swap_memory, sequence_length=sequence_length)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn.py\", line 595, in _dynamic_rnn_loop\n    swap_memory=swap_memory)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/control_flow_ops.py\", line 1583, in while_loop\n    result = context.BuildLoop(cond, body, loop_vars)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/control_flow_ops.py\", line 1497, in BuildLoop\n    body_result = body(*vars_for_body_with_tensor_arrays)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn.py\", line 584, in _time_step\n    (output, new_state) = call_cell()\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn.py\", line 571, in <lambda>\n    call_cell = lambda: cell(input_t, state)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn_cell.py\", line 659, in __call__\n    cur_inp, new_state = cell(cur_inp, cur_state)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/rnn_cell.py\", line 202, in __call__\n    c, h = array_ops.split(1, 2, state)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/array_ops.py\", line 525, in split\n    name=name)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/gen_array_ops.py\", line 1428, in _split\n    num_split=num_split, name=name)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/ops/op_def_library.py\", line 655, in apply_op\n    op_def=op_def)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/framework/ops.py\", line 2154, in create_op\n    original_op=self._default_original_op, op_def=op_def)\n  File \"/usr/local/lib/python2.7/dist-packages/tensorflow/python/framework/ops.py\", line 1154, in __init__\n    self._traceback = _extract_stack()\n"
     ]
    }
   ],
   "source": [
    "# Launch the graph\n",
    "with tf.Session() as sess:\n",
    "    sess.run(init)\n",
    "    step = 1\n",
    "    # Keep training until reach max iterations\n",
    "    while step * batch_size < training_iters:\n",
    "        #  batch_x, batch_y = mnist.train.next_batch(batch_size)\n",
    "        batch_x, batch_y = next_batch_tr(batch_size)\n",
    "        # Reshape data to get 28 seq of 28 elements\n",
    "        batch_x = batch_x.reshape((batch_size, n_steps, n_input))\n",
    "        # Run optimization op (backprop)\n",
    "        sess.run(optimizer, feed_dict={x: batch_x, y: batch_y})\n",
    "        if step % display_step == 0:\n",
    "            # Calculate batch accuracy\n",
    "            acc = sess.run(accuracy, feed_dict={x: batch_x, y: batch_y})\n",
    "            # Calculate batch loss\n",
    "            loss = sess.run(cost, feed_dict={x: batch_x, y: batch_y})\n",
    "            print \"Iter \" + str(step*batch_size) + \", Minibatch Loss= \" + \\\n",
    "                  \"{:.6f}\".format(loss) + \", Training Accuracy= \" + \\\n",
    "                  \"{:.5f}\".format(acc)\n",
    "        step += 1\n",
    "    print \"Optimization Finished!\"\n",
    "    \n",
    "saver_path = part_saver.save(sess, \"/home/chocolate/Model_LSTM-Future_20161123/models/model_6/predict.ckpt\")\n",
    "print \"Model saved.\" \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from __future__ import absolute_import\n",
    "from __future__ import division\n",
    "from __future__ import print_function\n",
    "\n",
    "import time\n",
    "\n",
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "\n",
    "from tensorflow.models.rnn.ptb import reader\n",
    "\n",
    "flags = tf.flags\n",
    "logging = tf.logging\n",
    "\n",
    "flags.DEFINE_string(\n",
    "    \"model\", \"small\",\n",
    "    \"A type of model. Possible options are: small, medium, large.\")\n",
    "flags.DEFINE_string(\"data_path\", '/home/chocolate/download/simple-examples/data/', \"data_path\")\n",
    "flags.DEFINE_bool(\"use_fp16\", False,\n",
    "                  \"Train using 16-bit floats instead of 32bit floats\")\n",
    "\n",
    "FLAGS = flags.FLAGS\n",
    "\n",
    "\n",
    "def data_type():\n",
    "    return tf.float16 if FLAGS.use_fp16 else tf.float32\n",
    "\n",
    "\n",
    "class PTBModel(object):\n",
    "    \"\"\"The PTB model.\"\"\"\n",
    "\n",
    "    def __init__(self, is_training, config):\n",
    "        \"\"\"\n",
    "        :param is_training: 是否要进行训练.如果is_training=False,则不会进行参数的修正。\n",
    "        \"\"\"\n",
    "        self.batch_size = batch_size = config.batch_size\n",
    "        self.num_steps = num_steps = config.num_steps\n",
    "        size = config.hidden_size\n",
    "        vocab_size = config.vocab_size\n",
    "\n",
    "        self._input_data = tf.placeholder(tf.int32, [batch_size, num_steps])    # 输入\n",
    "        self._targets = tf.placeholder(tf.int32, [batch_size, num_steps])       # 预期输出，两者都是index序列，长度为num_step\n",
    "#         self._input_data = tf.placeholder(\"float\", [None, n_steps, n_input])\n",
    "#         self._targets = tf.placeholder(\"float\", [None,n_classes])\n",
    "\n",
    "        # Slightly better results can be obtained with forget gate biases\n",
    "        # initialized to 1 but the hyperparameters of the model would need to be\n",
    "        # different than reported in the paper.\n",
    "        lstm_cell = tf.nn.rnn_cell.BasicLSTMCell(size, forget_bias=0.0, state_is_tuple=True)\n",
    "        if is_training and config.keep_prob < 1: # 在外面包裹一层dropout\n",
    "            lstm_cell = tf.nn.rnn_cell.DropoutWrapper(\n",
    "                lstm_cell, output_keep_prob=config.keep_prob)\n",
    "        cell = tf.nn.rnn_cell.MultiRNNCell([lstm_cell] * config.num_layers, state_is_tuple=True) # 多层lstm cell 堆叠起来\n",
    "\n",
    "        self._initial_state = cell.zero_state(batch_size, data_type()) # 参数初始化,rnn_cell.RNNCell.zero_state\n",
    "\n",
    "        with tf.device(\"/cpu:0\"):\n",
    "            embedding = tf.get_variable(\n",
    "                \"embedding\", [vocab_size, size], dtype=data_type()) # vocab size * hidden size, 将单词转成embedding描述\n",
    "            # 将输入seq用embedding表示, shape=[batch, steps, hidden_size]\n",
    "            inputs = tf.nn.embedding_lookup(embedding, self._input_data)\n",
    "\n",
    "        if is_training and config.keep_prob < 1:\n",
    "            inputs = tf.nn.dropout(inputs, config.keep_prob)\n",
    "\n",
    "        # Simplified version of tensorflow.models.rnn.rnn.py's rnn().\n",
    "        # This builds an unrolled LSTM for tutorial purposes only.\n",
    "        # In general, use the rnn() or state_saving_rnn() from rnn.py.\n",
    "        #\n",
    "        # The alternative version of the code below is:\n",
    "        #\n",
    "        # inputs = [tf.squeeze(input_, [1])\n",
    "        #           for input_ in tf.split(1, num_steps, inputs)]\n",
    "        # outputs, state = tf.nn.rnn(cell, inputs, initial_state=self._initial_state)\n",
    "        outputs = []\n",
    "        state = self._initial_state # state 表示 各个batch中的状态\n",
    "        with tf.variable_scope(\"RNN\"):\n",
    "            for time_step in range(num_steps):\n",
    "                if time_step > 0: tf.get_variable_scope().reuse_variables()\n",
    "                # cell_out: [batch, hidden_size]\n",
    "                (cell_output, state) = cell(inputs[:, time_step, :], state)\n",
    "                outputs.append(cell_output)  # output: shape[num_steps][batch,hidden_size]\n",
    "\n",
    "        # 把之前的list展开，成[batch, hidden_size*num_steps],然后 reshape, 成[batch*numsteps, hidden_size]\n",
    "        output = tf.reshape(tf.concat(1, outputs), [-1, size])\n",
    "\n",
    "        # softmax_w , shape=[hidden_size, vocab_size], 用于将distributed表示的单词转化为one-hot表示\n",
    "        softmax_w = tf.get_variable(\n",
    "            \"softmax_w\", [size, vocab_size], dtype=data_type())\n",
    "        softmax_b = tf.get_variable(\"softmax_b\", [vocab_size], dtype=data_type())\n",
    "        # [batch*numsteps, vocab_size] 从隐藏语义转化成完全表示\n",
    "        logits = tf.matmul(output, softmax_w) + softmax_b\n",
    "\n",
    "        # loss , shape=[batch*num_steps]\n",
    "        # 带权重的交叉熵计算\n",
    "        loss = tf.nn.seq2seq.sequence_loss_by_example(\n",
    "            [logits],   # output [batch*numsteps, vocab_size]\n",
    "            [tf.reshape(self._targets, [-1])],  # target, [batch_size, num_steps] 然后展开成一维【列表】\n",
    "            [tf.ones([batch_size * num_steps], dtype=data_type())]) # weight\n",
    "        self._cost = cost = tf.reduce_sum(loss) / batch_size # 计算得到平均每批batch的误差\n",
    "        self._final_state = state\n",
    "\n",
    "        if not is_training:  # 如果没有训练，则不需要更新state的值。\n",
    "            return\n",
    "\n",
    "        self._lr = tf.Variable(0.0, trainable=False)\n",
    "        tvars = tf.trainable_variables()\n",
    "        # clip_by_global_norm: 梯度衰减，具体算法为t_list[i] * clip_norm / max(global_norm, clip_norm)\n",
    "        # 这里gradients求导，ys和xs都是张量\n",
    "        # 返回一个长为len(xs)的张量，其中的每个元素都是\\grad{\\frac{dy}{dx}}\n",
    "        # clip_by_global_norm 用于控制梯度膨胀,前两个参数t_list, global_norm, 则\n",
    "        # t_list[i] * clip_norm / max(global_norm, clip_norm)\n",
    "        # 其中 global_norm = sqrt(sum([l2norm(t)**2 for t in t_list]))\n",
    "        grads, _ = tf.clip_by_global_norm(tf.gradients(cost, tvars),\n",
    "                                          config.max_grad_norm)\n",
    "\n",
    "        # 梯度下降优化，指定学习速率\n",
    "        optimizer = tf.train.GradientDescentOptimizer(self._lr)\n",
    "        # optimizer = tf.train.AdamOptimizer()\n",
    "        # optimizer = tf.train.GradientDescentOptimizer(0.5)\n",
    "        self._train_op = optimizer.apply_gradients(zip(grads, tvars))  # 将梯度应用于变量\n",
    "\n",
    "        self._new_lr = tf.placeholder(\n",
    "            tf.float32, shape=[], name=\"new_learning_rate\")     #   用于外部向graph输入新的 lr值\n",
    "        self._lr_update = tf.assign(self._lr, self._new_lr)     #   使用new_lr来更新lr的值\n",
    "\n",
    "    def assign_lr(self, session, lr_value):\n",
    "        # 使用 session 来调用 lr_update 操作\n",
    "        session.run(self._lr_update, feed_dict={self._new_lr: lr_value})\n",
    "\n",
    "    @property\n",
    "    def input_data(self):\n",
    "        return self._input_data\n",
    "\n",
    "    @property\n",
    "    def targets(self):\n",
    "        return self._targets\n",
    "\n",
    "    @property\n",
    "    def initial_state(self):\n",
    "        return self._initial_state\n",
    "\n",
    "    @property\n",
    "    def cost(self):\n",
    "        return self._cost\n",
    "\n",
    "    @property\n",
    "    def final_state(self):\n",
    "        return self._final_state\n",
    "\n",
    "    @property\n",
    "    def lr(self):\n",
    "        return self._lr\n",
    "\n",
    "    @property\n",
    "    def train_op(self):\n",
    "        return self._train_op\n",
    "\n",
    "\n",
    "class SmallConfig(object):\n",
    "    \"\"\"Small config.\"\"\"\n",
    "    init_scale = 0.1        #\n",
    "    learning_rate = 1.0     # 学习速率\n",
    "    max_grad_norm = 5       # 用于控制梯度膨胀，\n",
    "    num_layers = 2          # lstm层数\n",
    "    num_steps = 20          # 单个数据中，序列的长度。\n",
    "    hidden_size = 200       # 隐藏层规模\n",
    "    max_epoch = 4           # epoch<max_epoch时，lr_decay值=1,epoch>max_epoch时,lr_decay逐渐减小\n",
    "    max_max_epoch = 13      # 指的是整个文本循环13遍。\n",
    "    keep_prob = 1.0\n",
    "    lr_decay = 0.5          # 学习速率衰减\n",
    "    batch_size = 20         # 每批数据的规模，每批有20个。\n",
    "    vocab_size = 10000      # 词典规模，总共10K个词\n",
    "\n",
    "\n",
    "class MediumConfig(object):\n",
    "    \"\"\"Medium config.\"\"\"\n",
    "    init_scale = 0.05\n",
    "    learning_rate = 1.0\n",
    "    max_grad_norm = 5\n",
    "    num_layers = 2\n",
    "    num_steps = 35\n",
    "    hidden_size = 650\n",
    "    max_epoch = 6\n",
    "    max_max_epoch = 39\n",
    "    keep_prob = 0.5\n",
    "    lr_decay = 0.8\n",
    "    batch_size = 20\n",
    "    vocab_size = 10000\n",
    "\n",
    "\n",
    "class LargeConfig(object):\n",
    "    \"\"\"Large config.\"\"\"\n",
    "    init_scale = 0.04\n",
    "    learning_rate = 1.0\n",
    "    max_grad_norm = 10\n",
    "    num_layers = 2\n",
    "    num_steps = 35\n",
    "    hidden_size = 1500\n",
    "    max_epoch = 14\n",
    "    max_max_epoch = 55\n",
    "    keep_prob = 0.35\n",
    "    lr_decay = 1 / 1.15\n",
    "    batch_size = 20\n",
    "    vocab_size = 10000\n",
    "\n",
    "\n",
    "class TestConfig(object):\n",
    "    \"\"\"Tiny config, for testing.\"\"\"\n",
    "    init_scale = 0.1\n",
    "    learning_rate = 1.0\n",
    "    max_grad_norm = 1\n",
    "    num_layers = 1\n",
    "    num_steps = 2\n",
    "    hidden_size = 2\n",
    "    max_epoch = 1\n",
    "    max_max_epoch = 1\n",
    "    keep_prob = 1.0\n",
    "    lr_decay = 0.5\n",
    "    batch_size = 20\n",
    "    vocab_size = 10000\n",
    "\n",
    "\n",
    "def run_epoch(session, model, data, eval_op, verbose=False):\n",
    "    \"\"\"Runs the model on the given data.\"\"\"\n",
    "    # epoch_size 表示批次总数。也就是说，需要向session喂这么多次数据\n",
    "    epoch_size = ((len(data) // model.batch_size) - 1) // model.num_steps  # // 表示整数除法\n",
    "    start_time = time.time()\n",
    "    costs = 0.0\n",
    "    iters = 0\n",
    "    state = session.run(model.initial_state)\n",
    "    for step, (x, y) in enumerate(reader.ptb_iterator(data, model.batch_size,\n",
    "                                                      model.num_steps)):\n",
    "        fetches = [model.cost, model.final_state, eval_op] # 要进行的操作，注意训练时和其他时候eval_op的区别\n",
    "        feed_dict = {}      # 设定input和target的值\n",
    "        feed_dict[model.input_data] = x\n",
    "        feed_dict[model.targets] = y\n",
    "        for i, (c, h) in enumerate(model.initial_state):\n",
    "            feed_dict[c] = state[i].c   # 这部分有什么用？看不懂\n",
    "            feed_dict[h] = state[i].h\n",
    "        cost, state, _ = session.run(fetches, feed_dict) # 运行session,获得cost和state\n",
    "        costs += cost   # 将 cost 累积\n",
    "        iters += model.num_steps\n",
    "\n",
    "        if verbose and step % (epoch_size // 10) == 10:  # 也就是每个epoch要输出10个perplexity值\n",
    "            print(\"%.3f perplexity: %.3f speed: %.0f wps\" %\n",
    "                  (step * 1.0 / epoch_size, np.exp(costs / iters),\n",
    "                   iters * model.batch_size / (time.time() - start_time)))\n",
    "\n",
    "    return np.exp(costs / iters)\n",
    "\n",
    "\n",
    "def get_config():\n",
    "    if FLAGS.model == \"small\":\n",
    "        return SmallConfig()\n",
    "    elif FLAGS.model == \"medium\":\n",
    "        return MediumConfig()\n",
    "    elif FLAGS.model == \"large\":\n",
    "        return LargeConfig()\n",
    "    elif FLAGS.model == \"test\":\n",
    "        return TestConfig()\n",
    "    else:\n",
    "        raise ValueError(\"Invalid model: %s\", FLAGS.model)\n",
    "\n",
    "\n",
    "# def main(_):\n",
    "if __name__=='__main__':\n",
    "    if not FLAGS.data_path:\n",
    "        raise ValueError(\"Must set --data_path to PTB data directory\")\n",
    "    print(FLAGS.data_path)\n",
    "\n",
    "    raw_data = reader.ptb_raw_data(FLAGS.data_path) # 获取原始数据\n",
    "    train_data, valid_data, test_data, _ = raw_data\n",
    "\n",
    "    config = get_config()\n",
    "    eval_config = get_config()\n",
    "    eval_config.batch_size = 1\n",
    "    eval_config.num_steps = 1\n",
    "\n",
    "    with tf.Graph().as_default(), tf.Session() as session:\n",
    "        initializer = tf.random_uniform_initializer(-config.init_scale, # 定义如何对参数变量初始化\n",
    "                                                    config.init_scale)\n",
    "        with tf.variable_scope(\"model\", reuse=None,initializer=initializer):\n",
    "            m = PTBModel(is_training=True, config=config)   # 训练模型， is_trainable=True\n",
    "        with tf.variable_scope(\"model\", reuse=True,initializer=initializer):\n",
    "            mvalid = PTBModel(is_training=False, config=config) #  交叉检验和测试模型，is_trainable=False\n",
    "            mtest = PTBModel(is_training=False, config=eval_config)\n",
    "\n",
    "        summary_writer = tf.train.SummaryWriter('/tmp/lstm_logs',session.graph)\n",
    "\n",
    "        tf.initialize_all_variables().run()  # 对参数变量初始化\n",
    "\n",
    "        for i in range(config.max_max_epoch):   # 所有文本要重复多次进入模型训练\n",
    "            # learning rate 衰减\n",
    "            # 在 遍数小于max epoch时， lr_decay = 1 ; > max_epoch时， lr_decay = 0.5^(i-max_epoch)\n",
    "            lr_decay = config.lr_decay ** max(i - config.max_epoch, 0.0)\n",
    "            m.assign_lr(session, config.learning_rate * lr_decay) # 设置learning rate\n",
    "\n",
    "            print(\"Epoch: %d Learning rate: %.3f\" % (i + 1, session.run(m.lr)))\n",
    "            train_perplexity = run_epoch(session, m, train_data, m.train_op,verbose=True) # 训练困惑度\n",
    "            print(\"Epoch: %d Train Perplexity: %.3f\" % (i + 1, train_perplexity))\n",
    "            valid_perplexity = run_epoch(session, mvalid, valid_data, tf.no_op()) # 检验困惑度\n",
    "            print(\"Epoch: %d Valid Perplexity: %.3f\" % (i + 1, valid_perplexity))\n",
    "\n",
    "        test_perplexity = run_epoch(session, mtest, test_data, tf.no_op())  # 测试困惑度\n",
    "        print(\"Test Perplexity: %.3f\" % test_perplexity)\n",
    "\n",
    "\n",
    "# if __name__ == \"__main__\":\n",
    "#     tf.app.run()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}