C.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "os.environ['CUDA_VISIBLE_DEVICES']='0'\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import xgboost\n",
    "import sys"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train = pd.read_csv('train.csv')\n",
    "df_test = pd.read_csv('test.csv')\n",
    "df_test['treatment']=0\n",
    "df_test['outcome']=0\n",
    "df=pd.concat([df_train,df_test])\n",
    "df.index=np.arange(len(df))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in df.columns:\n",
    "    s=df[i]\n",
    "    if len(s.unique())<10:\n",
    "        #处理离散变量\n",
    "        s=np.array(pd.get_dummies(s)).argmax(-1)\n",
    "        df[i]=s\n",
    "    else:\n",
    "        #对于连续变量的缺省值使用均值填充\n",
    "        df[i]=df[i].fillna(df[i].mean())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\ttrain-rmse:0.528384\ttest-rmse:0.533238\n",
      "[1]\ttrain-rmse:0.499843\ttest-rmse:0.505384\n",
      "[2]\ttrain-rmse:0.476064\ttest-rmse:0.482076\n",
      "[3]\ttrain-rmse:0.455235\ttest-rmse:0.461842\n",
      "[4]\ttrain-rmse:0.437574\ttest-rmse:0.444757\n",
      "[5]\ttrain-rmse:0.422289\ttest-rmse:0.42985\n",
      "[6]\ttrain-rmse:0.409774\ttest-rmse:0.417959\n",
      "[7]\ttrain-rmse:0.399218\ttest-rmse:0.408057\n",
      "[8]\ttrain-rmse:0.39016\ttest-rmse:0.399276\n",
      "[9]\ttrain-rmse:0.38318\ttest-rmse:0.392623\n",
      "[10]\ttrain-rmse:0.377089\ttest-rmse:0.387116\n",
      "[11]\ttrain-rmse:0.372334\ttest-rmse:0.382635\n",
      "[12]\ttrain-rmse:0.368133\ttest-rmse:0.378989\n",
      "[13]\ttrain-rmse:0.364518\ttest-rmse:0.375992\n",
      "[14]\ttrain-rmse:0.361497\ttest-rmse:0.373487\n",
      "[15]\ttrain-rmse:0.358747\ttest-rmse:0.37099\n",
      "[16]\ttrain-rmse:0.356621\ttest-rmse:0.369379\n",
      "[17]\ttrain-rmse:0.355126\ttest-rmse:0.368093\n",
      "[18]\ttrain-rmse:0.353455\ttest-rmse:0.366659\n",
      "[19]\ttrain-rmse:0.35207\ttest-rmse:0.365481\n",
      "[20]\ttrain-rmse:0.350942\ttest-rmse:0.364498\n",
      "[21]\ttrain-rmse:0.350042\ttest-rmse:0.364334\n",
      "[22]\ttrain-rmse:0.349229\ttest-rmse:0.363659\n",
      "[23]\ttrain-rmse:0.34876\ttest-rmse:0.363319\n",
      "[24]\ttrain-rmse:0.348353\ttest-rmse:0.363036\n",
      "[25]\ttrain-rmse:0.347873\ttest-rmse:0.363058\n",
      "[26]\ttrain-rmse:0.34761\ttest-rmse:0.362886\n",
      "[27]\ttrain-rmse:0.347399\ttest-rmse:0.362739\n",
      "[28]\ttrain-rmse:0.347026\ttest-rmse:0.362434\n",
      "[29]\ttrain-rmse:0.346696\ttest-rmse:0.362736\n",
      "[30]\ttrain-rmse:0.346241\ttest-rmse:0.362805\n",
      "[31]\ttrain-rmse:0.34589\ttest-rmse:0.362645\n",
      "[32]\ttrain-rmse:0.345759\ttest-rmse:0.362628\n",
      "[33]\ttrain-rmse:0.345414\ttest-rmse:0.362799\n",
      "[34]\ttrain-rmse:0.345205\ttest-rmse:0.362861\n",
      "[35]\ttrain-rmse:0.344909\ttest-rmse:0.362961\n",
      "[36]\ttrain-rmse:0.344585\ttest-rmse:0.362866\n",
      "[37]\ttrain-rmse:0.344413\ttest-rmse:0.362905\n",
      "[38]\ttrain-rmse:0.344332\ttest-rmse:0.362901\n",
      "[39]\ttrain-rmse:0.344011\ttest-rmse:0.362882\n",
      "[40]\ttrain-rmse:0.343764\ttest-rmse:0.362971\n",
      "[41]\ttrain-rmse:0.343717\ttest-rmse:0.362995\n",
      "[42]\ttrain-rmse:0.343637\ttest-rmse:0.362986\n",
      "[43]\ttrain-rmse:0.343445\ttest-rmse:0.362909\n",
      "[44]\ttrain-rmse:0.343417\ttest-rmse:0.362921\n",
      "[45]\ttrain-rmse:0.343376\ttest-rmse:0.362942\n",
      "[46]\ttrain-rmse:0.343216\ttest-rmse:0.362846\n",
      "[47]\ttrain-rmse:0.343161\ttest-rmse:0.362871\n",
      "[48]\ttrain-rmse:0.343082\ttest-rmse:0.362915\n",
      "[49]\ttrain-rmse:0.342794\ttest-rmse:0.362883\n",
      "[50]\ttrain-rmse:0.342403\ttest-rmse:0.36302\n",
      "[51]\ttrain-rmse:0.342384\ttest-rmse:0.36304\n",
      "[52]\ttrain-rmse:0.342119\ttest-rmse:0.3632\n",
      "[53]\ttrain-rmse:0.342076\ttest-rmse:0.363182\n",
      "[54]\ttrain-rmse:0.341754\ttest-rmse:0.363329\n",
      "[55]\ttrain-rmse:0.34172\ttest-rmse:0.363321\n",
      "[56]\ttrain-rmse:0.34145\ttest-rmse:0.363331\n",
      "[57]\ttrain-rmse:0.34134\ttest-rmse:0.363284\n",
      "[58]\ttrain-rmse:0.34124\ttest-rmse:0.363235\n",
      "[59]\ttrain-rmse:0.341176\ttest-rmse:0.363193\n",
      "[60]\ttrain-rmse:0.341153\ttest-rmse:0.363203\n",
      "[61]\ttrain-rmse:0.341112\ttest-rmse:0.36324\n",
      "[62]\ttrain-rmse:0.341028\ttest-rmse:0.363156\n",
      "[63]\ttrain-rmse:0.340994\ttest-rmse:0.363178\n",
      "[64]\ttrain-rmse:0.340959\ttest-rmse:0.36317\n",
      "[65]\ttrain-rmse:0.340868\ttest-rmse:0.36318\n",
      "[66]\ttrain-rmse:0.34084\ttest-rmse:0.363216\n",
      "[67]\ttrain-rmse:0.340767\ttest-rmse:0.363188\n",
      "[68]\ttrain-rmse:0.340702\ttest-rmse:0.363164\n",
      "[69]\ttrain-rmse:0.340658\ttest-rmse:0.363153\n",
      "[70]\ttrain-rmse:0.340325\ttest-rmse:0.363211\n",
      "[71]\ttrain-rmse:0.340288\ttest-rmse:0.363206\n",
      "[72]\ttrain-rmse:0.340258\ttest-rmse:0.363223\n",
      "[73]\ttrain-rmse:0.339945\ttest-rmse:0.363242\n",
      "[74]\ttrain-rmse:0.339922\ttest-rmse:0.363243\n",
      "[75]\ttrain-rmse:0.339891\ttest-rmse:0.363263\n",
      "[76]\ttrain-rmse:0.339848\ttest-rmse:0.363293\n",
      "[77]\ttrain-rmse:0.339537\ttest-rmse:0.363408\n",
      "[78]\ttrain-rmse:0.339511\ttest-rmse:0.363428\n",
      "[79]\ttrain-rmse:0.339468\ttest-rmse:0.363406\n",
      "[80]\ttrain-rmse:0.339085\ttest-rmse:0.363268\n",
      "[81]\ttrain-rmse:0.339029\ttest-rmse:0.363296\n",
      "[82]\ttrain-rmse:0.338705\ttest-rmse:0.363454\n",
      "[83]\ttrain-rmse:0.338643\ttest-rmse:0.363439\n",
      "[84]\ttrain-rmse:0.338541\ttest-rmse:0.363382\n",
      "[85]\ttrain-rmse:0.338403\ttest-rmse:0.363428\n",
      "[86]\ttrain-rmse:0.338365\ttest-rmse:0.363429\n",
      "[87]\ttrain-rmse:0.338325\ttest-rmse:0.363411\n",
      "[88]\ttrain-rmse:0.337997\ttest-rmse:0.363487\n",
      "[89]\ttrain-rmse:0.337679\ttest-rmse:0.363578\n",
      "[90]\ttrain-rmse:0.337639\ttest-rmse:0.363603\n",
      "[91]\ttrain-rmse:0.337595\ttest-rmse:0.363612\n",
      "[92]\ttrain-rmse:0.337504\ttest-rmse:0.363569\n",
      "[93]\ttrain-rmse:0.33746\ttest-rmse:0.363588\n",
      "[94]\ttrain-rmse:0.337436\ttest-rmse:0.363592\n",
      "[95]\ttrain-rmse:0.337236\ttest-rmse:0.363657\n",
      "[96]\ttrain-rmse:0.337198\ttest-rmse:0.363635\n",
      "[97]\ttrain-rmse:0.337037\ttest-rmse:0.363844\n",
      "[98]\ttrain-rmse:0.336911\ttest-rmse:0.363856\n",
      "[99]\ttrain-rmse:0.336877\ttest-rmse:0.363882\n",
      "V_0 0.362434\n",
      "[0]\ttrain-rmse:0.529278\ttest-rmse:0.533943\n",
      "[1]\ttrain-rmse:0.500598\ttest-rmse:0.505998\n",
      "[2]\ttrain-rmse:0.476078\ttest-rmse:0.482169\n",
      "[3]\ttrain-rmse:0.455919\ttest-rmse:0.462465\n",
      "[4]\ttrain-rmse:0.438171\ttest-rmse:0.445385\n",
      "[5]\ttrain-rmse:0.42313\ttest-rmse:0.430943\n",
      "[6]\ttrain-rmse:0.410559\ttest-rmse:0.418901\n",
      "[7]\ttrain-rmse:0.40005\ttest-rmse:0.408963\n",
      "[8]\ttrain-rmse:0.390902\ttest-rmse:0.400088\n",
      "[9]\ttrain-rmse:0.383331\ttest-rmse:0.392772\n",
      "[10]\ttrain-rmse:0.377086\ttest-rmse:0.386752\n",
      "[11]\ttrain-rmse:0.371927\ttest-rmse:0.381753\n",
      "[12]\ttrain-rmse:0.36767\ttest-rmse:0.377664\n",
      "[13]\ttrain-rmse:0.364261\ttest-rmse:0.374593\n",
      "[14]\ttrain-rmse:0.361288\ttest-rmse:0.371834\n",
      "[15]\ttrain-rmse:0.358973\ttest-rmse:0.369773\n",
      "[16]\ttrain-rmse:0.357066\ttest-rmse:0.368114\n",
      "[17]\ttrain-rmse:0.355386\ttest-rmse:0.366588\n",
      "[18]\ttrain-rmse:0.354135\ttest-rmse:0.365515\n",
      "[19]\ttrain-rmse:0.352969\ttest-rmse:0.364495\n",
      "[20]\ttrain-rmse:0.352017\ttest-rmse:0.363662\n",
      "[21]\ttrain-rmse:0.351327\ttest-rmse:0.363086\n",
      "[22]\ttrain-rmse:0.350516\ttest-rmse:0.362672\n",
      "[23]\ttrain-rmse:0.349834\ttest-rmse:0.362211\n",
      "[24]\ttrain-rmse:0.349131\ttest-rmse:0.362019\n",
      "[25]\ttrain-rmse:0.348647\ttest-rmse:0.361684\n",
      "[26]\ttrain-rmse:0.34835\ttest-rmse:0.361493\n",
      "[27]\ttrain-rmse:0.347658\ttest-rmse:0.361153\n",
      "[28]\ttrain-rmse:0.347346\ttest-rmse:0.36097\n",
      "[29]\ttrain-rmse:0.34679\ttest-rmse:0.360563\n",
      "[30]\ttrain-rmse:0.346597\ttest-rmse:0.36051\n",
      "[31]\ttrain-rmse:0.346215\ttest-rmse:0.360631\n",
      "[32]\ttrain-rmse:0.346014\ttest-rmse:0.360518\n",
      "[33]\ttrain-rmse:0.345891\ttest-rmse:0.360497\n",
      "[34]\ttrain-rmse:0.345762\ttest-rmse:0.360515\n",
      "[35]\ttrain-rmse:0.345643\ttest-rmse:0.360503\n",
      "[36]\ttrain-rmse:0.34531\ttest-rmse:0.360795\n",
      "[37]\ttrain-rmse:0.34498\ttest-rmse:0.361084\n",
      "[38]\ttrain-rmse:0.344797\ttest-rmse:0.361014\n",
      "[39]\ttrain-rmse:0.344483\ttest-rmse:0.361023\n",
      "[40]\ttrain-rmse:0.344401\ttest-rmse:0.36103\n",
      "[41]\ttrain-rmse:0.344322\ttest-rmse:0.361041\n",
      "[42]\ttrain-rmse:0.344216\ttest-rmse:0.361005\n",
      "[43]\ttrain-rmse:0.344171\ttest-rmse:0.361004\n",
      "[44]\ttrain-rmse:0.343925\ttest-rmse:0.361143\n",
      "[45]\ttrain-rmse:0.343869\ttest-rmse:0.361145\n",
      "[46]\ttrain-rmse:0.343835\ttest-rmse:0.36115\n",
      "[47]\ttrain-rmse:0.343806\ttest-rmse:0.361168\n",
      "[48]\ttrain-rmse:0.343473\ttest-rmse:0.361128\n",
      "[49]\ttrain-rmse:0.343408\ttest-rmse:0.361126\n",
      "[50]\ttrain-rmse:0.343385\ttest-rmse:0.361134\n",
      "[51]\ttrain-rmse:0.343327\ttest-rmse:0.361169\n",
      "[52]\ttrain-rmse:0.343134\ttest-rmse:0.361184\n",
      "[53]\ttrain-rmse:0.343085\ttest-rmse:0.361183\n",
      "[54]\ttrain-rmse:0.343032\ttest-rmse:0.36118\n",
      "[55]\ttrain-rmse:0.342915\ttest-rmse:0.361186\n",
      "[56]\ttrain-rmse:0.342883\ttest-rmse:0.361205\n",
      "[57]\ttrain-rmse:0.342628\ttest-rmse:0.361238\n",
      "[58]\ttrain-rmse:0.342592\ttest-rmse:0.361225\n",
      "[59]\ttrain-rmse:0.342576\ttest-rmse:0.361235\n",
      "[60]\ttrain-rmse:0.342521\ttest-rmse:0.361201\n",
      "[61]\ttrain-rmse:0.342353\ttest-rmse:0.361189\n",
      "[62]\ttrain-rmse:0.342325\ttest-rmse:0.361182\n",
      "[63]\ttrain-rmse:0.342279\ttest-rmse:0.361169\n",
      "[64]\ttrain-rmse:0.342245\ttest-rmse:0.361154\n",
      "[65]\ttrain-rmse:0.34216\ttest-rmse:0.361174\n",
      "[66]\ttrain-rmse:0.342135\ttest-rmse:0.361197\n",
      "[67]\ttrain-rmse:0.342113\ttest-rmse:0.361215\n",
      "[68]\ttrain-rmse:0.341944\ttest-rmse:0.361306\n",
      "[69]\ttrain-rmse:0.341875\ttest-rmse:0.361291\n",
      "[70]\ttrain-rmse:0.341851\ttest-rmse:0.361296\n",
      "[71]\ttrain-rmse:0.341842\ttest-rmse:0.361304\n",
      "[72]\ttrain-rmse:0.341821\ttest-rmse:0.361306\n",
      "[73]\ttrain-rmse:0.341785\ttest-rmse:0.361314\n",
      "[74]\ttrain-rmse:0.341737\ttest-rmse:0.361284\n",
      "[75]\ttrain-rmse:0.341641\ttest-rmse:0.361319\n",
      "[76]\ttrain-rmse:0.341621\ttest-rmse:0.361341\n",
      "[77]\ttrain-rmse:0.341614\ttest-rmse:0.36135\n",
      "[78]\ttrain-rmse:0.341554\ttest-rmse:0.361295\n",
      "[79]\ttrain-rmse:0.341523\ttest-rmse:0.361336\n",
      "[80]\ttrain-rmse:0.341238\ttest-rmse:0.361363\n",
      "[81]\ttrain-rmse:0.341231\ttest-rmse:0.36137\n",
      "[82]\ttrain-rmse:0.340855\ttest-rmse:0.361382\n",
      "[83]\ttrain-rmse:0.340842\ttest-rmse:0.361384\n",
      "[84]\ttrain-rmse:0.340829\ttest-rmse:0.361386\n",
      "[85]\ttrain-rmse:0.340819\ttest-rmse:0.361389\n",
      "[86]\ttrain-rmse:0.340809\ttest-rmse:0.361396\n",
      "[87]\ttrain-rmse:0.340795\ttest-rmse:0.361401\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[88]\ttrain-rmse:0.340771\ttest-rmse:0.361391\n",
      "[89]\ttrain-rmse:0.340554\ttest-rmse:0.361454\n",
      "[90]\ttrain-rmse:0.340363\ttest-rmse:0.36153\n",
      "[91]\ttrain-rmse:0.34032\ttest-rmse:0.361529\n",
      "[92]\ttrain-rmse:0.340286\ttest-rmse:0.361532\n",
      "[93]\ttrain-rmse:0.340277\ttest-rmse:0.361538\n",
      "[94]\ttrain-rmse:0.34026\ttest-rmse:0.361533\n",
      "[95]\ttrain-rmse:0.340125\ttest-rmse:0.361555\n",
      "[96]\ttrain-rmse:0.339798\ttest-rmse:0.361469\n",
      "[97]\ttrain-rmse:0.339773\ttest-rmse:0.361475\n",
      "[98]\ttrain-rmse:0.339766\ttest-rmse:0.361482\n",
      "[99]\ttrain-rmse:0.339479\ttest-rmse:0.361478\n",
      "V_1 0.360497\n",
      "[0]\ttrain-rmse:0.528226\ttest-rmse:0.532915\n",
      "[1]\ttrain-rmse:0.499412\ttest-rmse:0.504462\n",
      "[2]\ttrain-rmse:0.475441\ttest-rmse:0.480887\n",
      "[3]\ttrain-rmse:0.455097\ttest-rmse:0.460911\n",
      "[4]\ttrain-rmse:0.437925\ttest-rmse:0.444058\n",
      "[5]\ttrain-rmse:0.422825\ttest-rmse:0.429291\n",
      "[6]\ttrain-rmse:0.410182\ttest-rmse:0.416971\n",
      "[7]\ttrain-rmse:0.399395\ttest-rmse:0.406424\n",
      "[8]\ttrain-rmse:0.390612\ttest-rmse:0.397896\n",
      "[9]\ttrain-rmse:0.383132\ttest-rmse:0.39058\n",
      "[10]\ttrain-rmse:0.376966\ttest-rmse:0.384566\n",
      "[11]\ttrain-rmse:0.371977\ttest-rmse:0.379752\n",
      "[12]\ttrain-rmse:0.36788\ttest-rmse:0.375824\n",
      "[13]\ttrain-rmse:0.364705\ttest-rmse:0.372736\n",
      "[14]\ttrain-rmse:0.361945\ttest-rmse:0.37009\n",
      "[15]\ttrain-rmse:0.359689\ttest-rmse:0.367928\n",
      "[16]\ttrain-rmse:0.357609\ttest-rmse:0.365937\n",
      "[17]\ttrain-rmse:0.355898\ttest-rmse:0.364262\n",
      "[18]\ttrain-rmse:0.35451\ttest-rmse:0.362919\n",
      "[19]\ttrain-rmse:0.353561\ttest-rmse:0.362002\n",
      "[20]\ttrain-rmse:0.352693\ttest-rmse:0.361211\n",
      "[21]\ttrain-rmse:0.352058\ttest-rmse:0.360598\n",
      "[22]\ttrain-rmse:0.351335\ttest-rmse:0.359955\n",
      "[23]\ttrain-rmse:0.350742\ttest-rmse:0.359418\n",
      "[24]\ttrain-rmse:0.350396\ttest-rmse:0.359086\n",
      "[25]\ttrain-rmse:0.350044\ttest-rmse:0.358826\n",
      "[26]\ttrain-rmse:0.349754\ttest-rmse:0.358585\n",
      "[27]\ttrain-rmse:0.34956\ttest-rmse:0.358407\n",
      "[28]\ttrain-rmse:0.349267\ttest-rmse:0.358148\n",
      "[29]\ttrain-rmse:0.349092\ttest-rmse:0.358076\n",
      "[30]\ttrain-rmse:0.348843\ttest-rmse:0.357887\n",
      "[31]\ttrain-rmse:0.348632\ttest-rmse:0.357725\n",
      "[32]\ttrain-rmse:0.348509\ttest-rmse:0.357674\n",
      "[33]\ttrain-rmse:0.348375\ttest-rmse:0.357541\n",
      "[34]\ttrain-rmse:0.348294\ttest-rmse:0.357555\n",
      "[35]\ttrain-rmse:0.348239\ttest-rmse:0.357519\n",
      "[36]\ttrain-rmse:0.348177\ttest-rmse:0.357521\n",
      "[37]\ttrain-rmse:0.34812\ttest-rmse:0.357509\n",
      "[38]\ttrain-rmse:0.348087\ttest-rmse:0.35749\n",
      "[39]\ttrain-rmse:0.348036\ttest-rmse:0.357476\n",
      "[40]\ttrain-rmse:0.347977\ttest-rmse:0.357501\n",
      "[41]\ttrain-rmse:0.347952\ttest-rmse:0.357488\n",
      "[42]\ttrain-rmse:0.34793\ttest-rmse:0.357481\n",
      "[43]\ttrain-rmse:0.347894\ttest-rmse:0.357492\n",
      "[44]\ttrain-rmse:0.347799\ttest-rmse:0.357455\n",
      "[45]\ttrain-rmse:0.347759\ttest-rmse:0.357466\n",
      "[46]\ttrain-rmse:0.347673\ttest-rmse:0.357423\n",
      "[47]\ttrain-rmse:0.347582\ttest-rmse:0.357381\n",
      "[48]\ttrain-rmse:0.347554\ttest-rmse:0.357368\n",
      "[49]\ttrain-rmse:0.34754\ttest-rmse:0.357357\n",
      "[50]\ttrain-rmse:0.34748\ttest-rmse:0.35734\n",
      "[51]\ttrain-rmse:0.347469\ttest-rmse:0.35733\n",
      "[52]\ttrain-rmse:0.347422\ttest-rmse:0.357351\n",
      "[53]\ttrain-rmse:0.347413\ttest-rmse:0.357343\n",
      "[54]\ttrain-rmse:0.347408\ttest-rmse:0.357342\n",
      "[55]\ttrain-rmse:0.347378\ttest-rmse:0.357365\n",
      "[56]\ttrain-rmse:0.347372\ttest-rmse:0.357366\n",
      "[57]\ttrain-rmse:0.347359\ttest-rmse:0.357387\n",
      "[58]\ttrain-rmse:0.347356\ttest-rmse:0.357387\n",
      "[59]\ttrain-rmse:0.347351\ttest-rmse:0.357387\n",
      "[60]\ttrain-rmse:0.347325\ttest-rmse:0.357392\n",
      "[61]\ttrain-rmse:0.347303\ttest-rmse:0.357403\n",
      "[62]\ttrain-rmse:0.347278\ttest-rmse:0.357411\n",
      "[63]\ttrain-rmse:0.347276\ttest-rmse:0.357414\n",
      "[64]\ttrain-rmse:0.347273\ttest-rmse:0.357418\n",
      "[65]\ttrain-rmse:0.347259\ttest-rmse:0.357429\n",
      "[66]\ttrain-rmse:0.347254\ttest-rmse:0.357433\n",
      "[67]\ttrain-rmse:0.347252\ttest-rmse:0.357436\n",
      "[68]\ttrain-rmse:0.347232\ttest-rmse:0.35744\n",
      "[69]\ttrain-rmse:0.347203\ttest-rmse:0.357392\n",
      "[70]\ttrain-rmse:0.347202\ttest-rmse:0.357395\n",
      "[71]\ttrain-rmse:0.347201\ttest-rmse:0.357397\n",
      "[72]\ttrain-rmse:0.347198\ttest-rmse:0.357393\n",
      "[73]\ttrain-rmse:0.347135\ttest-rmse:0.357316\n",
      "[74]\ttrain-rmse:0.347133\ttest-rmse:0.357318\n",
      "[75]\ttrain-rmse:0.347133\ttest-rmse:0.357318\n",
      "[76]\ttrain-rmse:0.34713\ttest-rmse:0.357319\n",
      "[77]\ttrain-rmse:0.347109\ttest-rmse:0.357312\n",
      "[78]\ttrain-rmse:0.347086\ttest-rmse:0.357318\n",
      "[79]\ttrain-rmse:0.347064\ttest-rmse:0.35733\n",
      "[80]\ttrain-rmse:0.347062\ttest-rmse:0.357327\n",
      "[81]\ttrain-rmse:0.347044\ttest-rmse:0.357339\n",
      "[82]\ttrain-rmse:0.347035\ttest-rmse:0.357346\n",
      "[83]\ttrain-rmse:0.347033\ttest-rmse:0.357344\n",
      "[84]\ttrain-rmse:0.347\ttest-rmse:0.357362\n",
      "[85]\ttrain-rmse:0.346997\ttest-rmse:0.357361\n",
      "[86]\ttrain-rmse:0.346996\ttest-rmse:0.357359\n",
      "[87]\ttrain-rmse:0.346991\ttest-rmse:0.35736\n",
      "[88]\ttrain-rmse:0.346977\ttest-rmse:0.357364\n",
      "[89]\ttrain-rmse:0.346964\ttest-rmse:0.35736\n",
      "[90]\ttrain-rmse:0.346951\ttest-rmse:0.357372\n",
      "[91]\ttrain-rmse:0.346949\ttest-rmse:0.35737\n",
      "[92]\ttrain-rmse:0.346945\ttest-rmse:0.357375\n",
      "[93]\ttrain-rmse:0.346942\ttest-rmse:0.35739\n",
      "[94]\ttrain-rmse:0.346934\ttest-rmse:0.357397\n",
      "[95]\ttrain-rmse:0.346831\ttest-rmse:0.357343\n",
      "[96]\ttrain-rmse:0.346829\ttest-rmse:0.357342\n",
      "[97]\ttrain-rmse:0.346827\ttest-rmse:0.35734\n",
      "[98]\ttrain-rmse:0.346695\ttest-rmse:0.357308\n",
      "[99]\ttrain-rmse:0.346695\ttest-rmse:0.357308\n",
      "V_2 0.357308\n",
      "[0]\ttrain-rmse:0.528412\ttest-rmse:0.53324\n",
      "[1]\ttrain-rmse:0.500625\ttest-rmse:0.505908\n",
      "[2]\ttrain-rmse:0.475821\ttest-rmse:0.481463\n",
      "[3]\ttrain-rmse:0.454734\ttest-rmse:0.460742\n",
      "[4]\ttrain-rmse:0.437027\ttest-rmse:0.44361\n",
      "[5]\ttrain-rmse:0.421915\ttest-rmse:0.428839\n",
      "[6]\ttrain-rmse:0.409287\ttest-rmse:0.416489\n",
      "[7]\ttrain-rmse:0.399236\ttest-rmse:0.406744\n",
      "[8]\ttrain-rmse:0.390478\ttest-rmse:0.398473\n",
      "[9]\ttrain-rmse:0.383157\ttest-rmse:0.391627\n",
      "[10]\ttrain-rmse:0.377011\ttest-rmse:0.385699\n",
      "[11]\ttrain-rmse:0.371957\ttest-rmse:0.380838\n",
      "[12]\ttrain-rmse:0.36807\ttest-rmse:0.377154\n",
      "[13]\ttrain-rmse:0.36445\ttest-rmse:0.374096\n",
      "[14]\ttrain-rmse:0.36183\ttest-rmse:0.371635\n",
      "[15]\ttrain-rmse:0.359434\ttest-rmse:0.369527\n",
      "[16]\ttrain-rmse:0.357427\ttest-rmse:0.367804\n",
      "[17]\ttrain-rmse:0.355719\ttest-rmse:0.366196\n",
      "[18]\ttrain-rmse:0.354289\ttest-rmse:0.365135\n",
      "[19]\ttrain-rmse:0.353109\ttest-rmse:0.364053\n",
      "[20]\ttrain-rmse:0.352135\ttest-rmse:0.363301\n",
      "[21]\ttrain-rmse:0.35131\ttest-rmse:0.362578\n",
      "[22]\ttrain-rmse:0.350604\ttest-rmse:0.361958\n",
      "[23]\ttrain-rmse:0.350144\ttest-rmse:0.361587\n",
      "[24]\ttrain-rmse:0.349484\ttest-rmse:0.361449\n",
      "[25]\ttrain-rmse:0.349014\ttest-rmse:0.361239\n",
      "[26]\ttrain-rmse:0.348616\ttest-rmse:0.360945\n",
      "[27]\ttrain-rmse:0.348283\ttest-rmse:0.360706\n",
      "[28]\ttrain-rmse:0.348037\ttest-rmse:0.360517\n",
      "[29]\ttrain-rmse:0.347877\ttest-rmse:0.360407\n",
      "[30]\ttrain-rmse:0.347744\ttest-rmse:0.360351\n",
      "[31]\ttrain-rmse:0.347378\ttest-rmse:0.360216\n",
      "[32]\ttrain-rmse:0.347094\ttest-rmse:0.360247\n",
      "[33]\ttrain-rmse:0.346948\ttest-rmse:0.360181\n",
      "[34]\ttrain-rmse:0.346681\ttest-rmse:0.360103\n",
      "[35]\ttrain-rmse:0.346571\ttest-rmse:0.360106\n",
      "[36]\ttrain-rmse:0.346474\ttest-rmse:0.360086\n",
      "[37]\ttrain-rmse:0.346274\ttest-rmse:0.360203\n",
      "[38]\ttrain-rmse:0.345994\ttest-rmse:0.36019\n",
      "[39]\ttrain-rmse:0.345686\ttest-rmse:0.360229\n",
      "[40]\ttrain-rmse:0.34536\ttest-rmse:0.360205\n",
      "[41]\ttrain-rmse:0.345202\ttest-rmse:0.360137\n",
      "[42]\ttrain-rmse:0.345146\ttest-rmse:0.36013\n",
      "[43]\ttrain-rmse:0.344985\ttest-rmse:0.360124\n",
      "[44]\ttrain-rmse:0.34494\ttest-rmse:0.360107\n",
      "[45]\ttrain-rmse:0.344875\ttest-rmse:0.360122\n",
      "[46]\ttrain-rmse:0.34475\ttest-rmse:0.360112\n",
      "[47]\ttrain-rmse:0.344711\ttest-rmse:0.360127\n",
      "[48]\ttrain-rmse:0.3445\ttest-rmse:0.36003\n",
      "[49]\ttrain-rmse:0.344466\ttest-rmse:0.360032\n",
      "[50]\ttrain-rmse:0.344419\ttest-rmse:0.359979\n",
      "[51]\ttrain-rmse:0.34414\ttest-rmse:0.359933\n",
      "[52]\ttrain-rmse:0.344019\ttest-rmse:0.359884\n",
      "[53]\ttrain-rmse:0.343513\ttest-rmse:0.359926\n",
      "[54]\ttrain-rmse:0.343415\ttest-rmse:0.359878\n",
      "[55]\ttrain-rmse:0.343039\ttest-rmse:0.359942\n",
      "[56]\ttrain-rmse:0.343002\ttest-rmse:0.359909\n",
      "[57]\ttrain-rmse:0.342972\ttest-rmse:0.359879\n",
      "[58]\ttrain-rmse:0.342947\ttest-rmse:0.359859\n",
      "[59]\ttrain-rmse:0.342884\ttest-rmse:0.359849\n",
      "[60]\ttrain-rmse:0.342858\ttest-rmse:0.359855\n",
      "[61]\ttrain-rmse:0.342712\ttest-rmse:0.359905\n",
      "[62]\ttrain-rmse:0.342419\ttest-rmse:0.359896\n",
      "[63]\ttrain-rmse:0.342365\ttest-rmse:0.359888\n",
      "[64]\ttrain-rmse:0.342205\ttest-rmse:0.359941\n",
      "[65]\ttrain-rmse:0.342189\ttest-rmse:0.359958\n",
      "[66]\ttrain-rmse:0.342072\ttest-rmse:0.359954\n",
      "[67]\ttrain-rmse:0.342021\ttest-rmse:0.359924\n",
      "[68]\ttrain-rmse:0.342011\ttest-rmse:0.359921\n",
      "[69]\ttrain-rmse:0.341706\ttest-rmse:0.359921\n",
      "[70]\ttrain-rmse:0.341698\ttest-rmse:0.359919\n",
      "[71]\ttrain-rmse:0.341611\ttest-rmse:0.359933\n",
      "[72]\ttrain-rmse:0.34136\ttest-rmse:0.359965\n",
      "[73]\ttrain-rmse:0.341294\ttest-rmse:0.359958\n",
      "[74]\ttrain-rmse:0.341263\ttest-rmse:0.359932\n",
      "[75]\ttrain-rmse:0.341252\ttest-rmse:0.359949\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[76]\ttrain-rmse:0.340973\ttest-rmse:0.35995\n",
      "[77]\ttrain-rmse:0.340955\ttest-rmse:0.359959\n",
      "[78]\ttrain-rmse:0.340943\ttest-rmse:0.359971\n",
      "[79]\ttrain-rmse:0.340858\ttest-rmse:0.359914\n",
      "[80]\ttrain-rmse:0.340793\ttest-rmse:0.359921\n",
      "[81]\ttrain-rmse:0.340782\ttest-rmse:0.359921\n",
      "[82]\ttrain-rmse:0.340554\ttest-rmse:0.360116\n",
      "[83]\ttrain-rmse:0.340533\ttest-rmse:0.360144\n",
      "[84]\ttrain-rmse:0.3405\ttest-rmse:0.360173\n",
      "[85]\ttrain-rmse:0.340462\ttest-rmse:0.360169\n",
      "[86]\ttrain-rmse:0.340303\ttest-rmse:0.360274\n",
      "[87]\ttrain-rmse:0.340286\ttest-rmse:0.360301\n",
      "[88]\ttrain-rmse:0.34015\ttest-rmse:0.360341\n",
      "[89]\ttrain-rmse:0.340121\ttest-rmse:0.360357\n",
      "[90]\ttrain-rmse:0.340115\ttest-rmse:0.360361\n",
      "[91]\ttrain-rmse:0.340074\ttest-rmse:0.360335\n",
      "[92]\ttrain-rmse:0.339744\ttest-rmse:0.360278\n",
      "[93]\ttrain-rmse:0.339392\ttest-rmse:0.360342\n",
      "[94]\ttrain-rmse:0.339371\ttest-rmse:0.360325\n",
      "[95]\ttrain-rmse:0.339365\ttest-rmse:0.360324\n",
      "[96]\ttrain-rmse:0.339347\ttest-rmse:0.360346\n",
      "[97]\ttrain-rmse:0.339267\ttest-rmse:0.360309\n",
      "[98]\ttrain-rmse:0.339262\ttest-rmse:0.360314\n",
      "[99]\ttrain-rmse:0.339123\ttest-rmse:0.360392\n",
      "V_3 0.359849\n",
      "[0]\ttrain-rmse:0.529258\ttest-rmse:0.533922\n",
      "[1]\ttrain-rmse:0.501541\ttest-rmse:0.506652\n",
      "[2]\ttrain-rmse:0.477911\ttest-rmse:0.483463\n",
      "[3]\ttrain-rmse:0.456673\ttest-rmse:0.462983\n",
      "[4]\ttrain-rmse:0.439702\ttest-rmse:0.446426\n",
      "[5]\ttrain-rmse:0.424205\ttest-rmse:0.431245\n",
      "[6]\ttrain-rmse:0.411301\ttest-rmse:0.41925\n",
      "[7]\ttrain-rmse:0.400362\ttest-rmse:0.408606\n",
      "[8]\ttrain-rmse:0.392071\ttest-rmse:0.400583\n",
      "[9]\ttrain-rmse:0.384468\ttest-rmse:0.393738\n",
      "[10]\ttrain-rmse:0.378145\ttest-rmse:0.388039\n",
      "[11]\ttrain-rmse:0.373448\ttest-rmse:0.38359\n",
      "[12]\ttrain-rmse:0.368917\ttest-rmse:0.379241\n",
      "[13]\ttrain-rmse:0.365193\ttest-rmse:0.375692\n",
      "[14]\ttrain-rmse:0.362604\ttest-rmse:0.373241\n",
      "[15]\ttrain-rmse:0.360031\ttest-rmse:0.37076\n",
      "[16]\ttrain-rmse:0.357887\ttest-rmse:0.368737\n",
      "[17]\ttrain-rmse:0.356477\ttest-rmse:0.367413\n",
      "[18]\ttrain-rmse:0.355292\ttest-rmse:0.366348\n",
      "[19]\ttrain-rmse:0.353828\ttest-rmse:0.365426\n",
      "[20]\ttrain-rmse:0.352696\ttest-rmse:0.364408\n",
      "[21]\ttrain-rmse:0.351641\ttest-rmse:0.363873\n",
      "[22]\ttrain-rmse:0.350887\ttest-rmse:0.363176\n",
      "[23]\ttrain-rmse:0.350452\ttest-rmse:0.362819\n",
      "[24]\ttrain-rmse:0.350092\ttest-rmse:0.362523\n",
      "[25]\ttrain-rmse:0.349795\ttest-rmse:0.362293\n",
      "[26]\ttrain-rmse:0.349149\ttest-rmse:0.362153\n",
      "[27]\ttrain-rmse:0.348557\ttest-rmse:0.361953\n",
      "[28]\ttrain-rmse:0.348326\ttest-rmse:0.361854\n",
      "[29]\ttrain-rmse:0.347981\ttest-rmse:0.361571\n",
      "[30]\ttrain-rmse:0.347696\ttest-rmse:0.361384\n",
      "[31]\ttrain-rmse:0.347205\ttest-rmse:0.361555\n",
      "[32]\ttrain-rmse:0.346792\ttest-rmse:0.36151\n",
      "[33]\ttrain-rmse:0.346393\ttest-rmse:0.361511\n",
      "[34]\ttrain-rmse:0.346181\ttest-rmse:0.361387\n",
      "[35]\ttrain-rmse:0.346004\ttest-rmse:0.36128\n",
      "[36]\ttrain-rmse:0.345857\ttest-rmse:0.361183\n",
      "[37]\ttrain-rmse:0.345515\ttest-rmse:0.361208\n",
      "[38]\ttrain-rmse:0.345406\ttest-rmse:0.361214\n",
      "[39]\ttrain-rmse:0.345317\ttest-rmse:0.36123\n",
      "[40]\ttrain-rmse:0.345239\ttest-rmse:0.361226\n",
      "[41]\ttrain-rmse:0.345144\ttest-rmse:0.361143\n",
      "[42]\ttrain-rmse:0.344891\ttest-rmse:0.361321\n",
      "[43]\ttrain-rmse:0.344793\ttest-rmse:0.361291\n",
      "[44]\ttrain-rmse:0.344362\ttest-rmse:0.361362\n",
      "[45]\ttrain-rmse:0.34394\ttest-rmse:0.361392\n",
      "[46]\ttrain-rmse:0.343629\ttest-rmse:0.361591\n",
      "[47]\ttrain-rmse:0.343377\ttest-rmse:0.361682\n",
      "[48]\ttrain-rmse:0.343343\ttest-rmse:0.361697\n",
      "[49]\ttrain-rmse:0.343121\ttest-rmse:0.361834\n",
      "[50]\ttrain-rmse:0.342944\ttest-rmse:0.362048\n",
      "[51]\ttrain-rmse:0.342765\ttest-rmse:0.362146\n",
      "[52]\ttrain-rmse:0.342422\ttest-rmse:0.362216\n",
      "[53]\ttrain-rmse:0.342369\ttest-rmse:0.362227\n",
      "[54]\ttrain-rmse:0.342281\ttest-rmse:0.362211\n",
      "[55]\ttrain-rmse:0.342105\ttest-rmse:0.362199\n",
      "[56]\ttrain-rmse:0.341954\ttest-rmse:0.362263\n",
      "[57]\ttrain-rmse:0.341905\ttest-rmse:0.362238\n",
      "[58]\ttrain-rmse:0.341592\ttest-rmse:0.362311\n",
      "[59]\ttrain-rmse:0.341338\ttest-rmse:0.36242\n",
      "[60]\ttrain-rmse:0.341282\ttest-rmse:0.362427\n",
      "[61]\ttrain-rmse:0.341233\ttest-rmse:0.36246\n",
      "[62]\ttrain-rmse:0.341021\ttest-rmse:0.36249\n",
      "[63]\ttrain-rmse:0.340971\ttest-rmse:0.362511\n",
      "[64]\ttrain-rmse:0.340857\ttest-rmse:0.362543\n",
      "[65]\ttrain-rmse:0.340737\ttest-rmse:0.362614\n",
      "[66]\ttrain-rmse:0.340465\ttest-rmse:0.362756\n",
      "[67]\ttrain-rmse:0.340443\ttest-rmse:0.362774\n",
      "[68]\ttrain-rmse:0.340339\ttest-rmse:0.362817\n",
      "[69]\ttrain-rmse:0.340299\ttest-rmse:0.362847\n",
      "[70]\ttrain-rmse:0.340282\ttest-rmse:0.362865\n",
      "[71]\ttrain-rmse:0.340207\ttest-rmse:0.36281\n",
      "[72]\ttrain-rmse:0.340111\ttest-rmse:0.362768\n",
      "[73]\ttrain-rmse:0.34007\ttest-rmse:0.362771\n",
      "[74]\ttrain-rmse:0.340034\ttest-rmse:0.362757\n",
      "[75]\ttrain-rmse:0.339862\ttest-rmse:0.362831\n",
      "[76]\ttrain-rmse:0.33985\ttest-rmse:0.362851\n",
      "[77]\ttrain-rmse:0.339709\ttest-rmse:0.362808\n",
      "[78]\ttrain-rmse:0.339673\ttest-rmse:0.36282\n",
      "[79]\ttrain-rmse:0.339636\ttest-rmse:0.362805\n",
      "[80]\ttrain-rmse:0.339584\ttest-rmse:0.36282\n",
      "[81]\ttrain-rmse:0.339533\ttest-rmse:0.362828\n",
      "[82]\ttrain-rmse:0.339401\ttest-rmse:0.362919\n",
      "[83]\ttrain-rmse:0.339371\ttest-rmse:0.362926\n",
      "[84]\ttrain-rmse:0.339329\ttest-rmse:0.362939\n",
      "[85]\ttrain-rmse:0.33931\ttest-rmse:0.36295\n",
      "[86]\ttrain-rmse:0.339269\ttest-rmse:0.362965\n",
      "[87]\ttrain-rmse:0.339052\ttest-rmse:0.36302\n",
      "[88]\ttrain-rmse:0.33899\ttest-rmse:0.362999\n",
      "[89]\ttrain-rmse:0.338955\ttest-rmse:0.363008\n",
      "[90]\ttrain-rmse:0.338929\ttest-rmse:0.362994\n",
      "[91]\ttrain-rmse:0.33871\ttest-rmse:0.363169\n",
      "[92]\ttrain-rmse:0.338694\ttest-rmse:0.363181\n",
      "[93]\ttrain-rmse:0.338666\ttest-rmse:0.363198\n",
      "[94]\ttrain-rmse:0.338658\ttest-rmse:0.363213\n",
      "[95]\ttrain-rmse:0.338636\ttest-rmse:0.363224\n",
      "[96]\ttrain-rmse:0.338583\ttest-rmse:0.363239\n",
      "[97]\ttrain-rmse:0.338434\ttest-rmse:0.363239\n",
      "[98]\ttrain-rmse:0.338408\ttest-rmse:0.36324\n",
      "[99]\ttrain-rmse:0.338401\ttest-rmse:0.363254\n",
      "V_4 0.361143\n",
      "[0]\ttrain-rmse:0.528528\ttest-rmse:0.533065\n",
      "[1]\ttrain-rmse:0.500142\ttest-rmse:0.505055\n",
      "[2]\ttrain-rmse:0.476455\ttest-rmse:0.481711\n",
      "[3]\ttrain-rmse:0.455758\ttest-rmse:0.461329\n",
      "[4]\ttrain-rmse:0.437764\ttest-rmse:0.443666\n",
      "[5]\ttrain-rmse:0.422606\ttest-rmse:0.428811\n",
      "[6]\ttrain-rmse:0.410633\ttest-rmse:0.417083\n",
      "[7]\ttrain-rmse:0.400671\ttest-rmse:0.407339\n",
      "[8]\ttrain-rmse:0.391978\ttest-rmse:0.398865\n",
      "[9]\ttrain-rmse:0.384787\ttest-rmse:0.391897\n",
      "[10]\ttrain-rmse:0.378845\ttest-rmse:0.38618\n",
      "[11]\ttrain-rmse:0.37358\ttest-rmse:0.381083\n",
      "[12]\ttrain-rmse:0.369261\ttest-rmse:0.376908\n",
      "[13]\ttrain-rmse:0.365706\ttest-rmse:0.373455\n",
      "[14]\ttrain-rmse:0.362942\ttest-rmse:0.370836\n",
      "[15]\ttrain-rmse:0.360514\ttest-rmse:0.368476\n",
      "[16]\ttrain-rmse:0.358625\ttest-rmse:0.366761\n",
      "[17]\ttrain-rmse:0.357225\ttest-rmse:0.365422\n",
      "[18]\ttrain-rmse:0.355814\ttest-rmse:0.364103\n",
      "[19]\ttrain-rmse:0.354887\ttest-rmse:0.363222\n",
      "[20]\ttrain-rmse:0.354001\ttest-rmse:0.362493\n",
      "[21]\ttrain-rmse:0.353386\ttest-rmse:0.361914\n",
      "[22]\ttrain-rmse:0.35276\ttest-rmse:0.361405\n",
      "[23]\ttrain-rmse:0.352351\ttest-rmse:0.361024\n",
      "[24]\ttrain-rmse:0.352019\ttest-rmse:0.360717\n",
      "[25]\ttrain-rmse:0.351621\ttest-rmse:0.36049\n",
      "[26]\ttrain-rmse:0.351401\ttest-rmse:0.360289\n",
      "[27]\ttrain-rmse:0.351222\ttest-rmse:0.360128\n",
      "[28]\ttrain-rmse:0.350954\ttest-rmse:0.360014\n",
      "[29]\ttrain-rmse:0.350597\ttest-rmse:0.359747\n",
      "[30]\ttrain-rmse:0.3505\ttest-rmse:0.359662\n",
      "[31]\ttrain-rmse:0.350421\ttest-rmse:0.359595\n",
      "[32]\ttrain-rmse:0.350253\ttest-rmse:0.35954\n",
      "[33]\ttrain-rmse:0.350201\ttest-rmse:0.359497\n",
      "[34]\ttrain-rmse:0.350158\ttest-rmse:0.359463\n",
      "[35]\ttrain-rmse:0.350018\ttest-rmse:0.359497\n",
      "[36]\ttrain-rmse:0.349801\ttest-rmse:0.359357\n",
      "[37]\ttrain-rmse:0.349584\ttest-rmse:0.359241\n",
      "[38]\ttrain-rmse:0.349565\ttest-rmse:0.359227\n",
      "[39]\ttrain-rmse:0.349549\ttest-rmse:0.359216\n",
      "[40]\ttrain-rmse:0.349399\ttest-rmse:0.35908\n",
      "[41]\ttrain-rmse:0.349302\ttest-rmse:0.359108\n",
      "[42]\ttrain-rmse:0.349203\ttest-rmse:0.359156\n",
      "[43]\ttrain-rmse:0.349195\ttest-rmse:0.359151\n",
      "[44]\ttrain-rmse:0.34905\ttest-rmse:0.359103\n",
      "[45]\ttrain-rmse:0.348918\ttest-rmse:0.35905\n",
      "[46]\ttrain-rmse:0.348868\ttest-rmse:0.359032\n",
      "[47]\ttrain-rmse:0.348792\ttest-rmse:0.359039\n",
      "[48]\ttrain-rmse:0.348789\ttest-rmse:0.359038\n",
      "[49]\ttrain-rmse:0.348721\ttest-rmse:0.359025\n",
      "[50]\ttrain-rmse:0.348675\ttest-rmse:0.359048\n",
      "[51]\ttrain-rmse:0.348557\ttest-rmse:0.359115\n",
      "[52]\ttrain-rmse:0.348555\ttest-rmse:0.359115\n",
      "[53]\ttrain-rmse:0.348527\ttest-rmse:0.359108\n",
      "[54]\ttrain-rmse:0.348526\ttest-rmse:0.359108\n",
      "[55]\ttrain-rmse:0.348498\ttest-rmse:0.359116\n",
      "[56]\ttrain-rmse:0.348497\ttest-rmse:0.359116\n",
      "[57]\ttrain-rmse:0.348496\ttest-rmse:0.359116\n",
      "[58]\ttrain-rmse:0.34846\ttest-rmse:0.359157\n",
      "[59]\ttrain-rmse:0.348407\ttest-rmse:0.359151\n",
      "[60]\ttrain-rmse:0.348288\ttest-rmse:0.359107\n",
      "[61]\ttrain-rmse:0.34824\ttest-rmse:0.359114\n",
      "[62]\ttrain-rmse:0.348239\ttest-rmse:0.359114\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[63]\ttrain-rmse:0.348086\ttest-rmse:0.359048\n",
      "[64]\ttrain-rmse:0.348085\ttest-rmse:0.359048\n",
      "[65]\ttrain-rmse:0.348085\ttest-rmse:0.359048\n",
      "[66]\ttrain-rmse:0.348048\ttest-rmse:0.359055\n",
      "[67]\ttrain-rmse:0.34792\ttest-rmse:0.35904\n",
      "[68]\ttrain-rmse:0.347908\ttest-rmse:0.359036\n",
      "[69]\ttrain-rmse:0.347907\ttest-rmse:0.359036\n",
      "[70]\ttrain-rmse:0.347799\ttest-rmse:0.359032\n",
      "[71]\ttrain-rmse:0.347798\ttest-rmse:0.359032\n",
      "[72]\ttrain-rmse:0.347798\ttest-rmse:0.359032\n",
      "[73]\ttrain-rmse:0.347723\ttest-rmse:0.35898\n",
      "[74]\ttrain-rmse:0.347723\ttest-rmse:0.35898\n",
      "[75]\ttrain-rmse:0.347681\ttest-rmse:0.358969\n",
      "[76]\ttrain-rmse:0.347538\ttest-rmse:0.359028\n",
      "[77]\ttrain-rmse:0.347515\ttest-rmse:0.359038\n",
      "[78]\ttrain-rmse:0.347498\ttest-rmse:0.359027\n",
      "[79]\ttrain-rmse:0.347498\ttest-rmse:0.359027\n",
      "[80]\ttrain-rmse:0.347498\ttest-rmse:0.359027\n",
      "[81]\ttrain-rmse:0.347498\ttest-rmse:0.359026\n",
      "[82]\ttrain-rmse:0.347497\ttest-rmse:0.359026\n",
      "[83]\ttrain-rmse:0.347393\ttest-rmse:0.358971\n",
      "[84]\ttrain-rmse:0.347337\ttest-rmse:0.358942\n",
      "[85]\ttrain-rmse:0.347337\ttest-rmse:0.358941\n",
      "[86]\ttrain-rmse:0.347326\ttest-rmse:0.358947\n",
      "[87]\ttrain-rmse:0.347326\ttest-rmse:0.358946\n",
      "[88]\ttrain-rmse:0.347326\ttest-rmse:0.358946\n",
      "[89]\ttrain-rmse:0.347326\ttest-rmse:0.358945\n",
      "[90]\ttrain-rmse:0.347326\ttest-rmse:0.358945\n",
      "[91]\ttrain-rmse:0.3473\ttest-rmse:0.35892\n",
      "[92]\ttrain-rmse:0.347289\ttest-rmse:0.358947\n",
      "[93]\ttrain-rmse:0.347204\ttest-rmse:0.358918\n",
      "[94]\ttrain-rmse:0.347188\ttest-rmse:0.35892\n",
      "[95]\ttrain-rmse:0.347188\ttest-rmse:0.358919\n",
      "[96]\ttrain-rmse:0.347188\ttest-rmse:0.358919\n",
      "[97]\ttrain-rmse:0.347188\ttest-rmse:0.358918\n",
      "[98]\ttrain-rmse:0.347135\ttest-rmse:0.358915\n",
      "[99]\ttrain-rmse:0.347135\ttest-rmse:0.358914\n",
      "V_5 0.358914\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.496019\ttest-rmse:0.501012\n",
      "[2]\ttrain-rmse:0.47121\ttest-rmse:0.47662\n",
      "[3]\ttrain-rmse:0.449032\ttest-rmse:0.454886\n",
      "[4]\ttrain-rmse:0.428215\ttest-rmse:0.434418\n",
      "[5]\ttrain-rmse:0.412283\ttest-rmse:0.418895\n",
      "[6]\ttrain-rmse:0.399318\ttest-rmse:0.406226\n",
      "[7]\ttrain-rmse:0.387973\ttest-rmse:0.395222\n",
      "[8]\ttrain-rmse:0.378893\ttest-rmse:0.386359\n",
      "[9]\ttrain-rmse:0.371345\ttest-rmse:0.379041\n",
      "[10]\ttrain-rmse:0.362658\ttest-rmse:0.370912\n",
      "[11]\ttrain-rmse:0.357047\ttest-rmse:0.365537\n",
      "[12]\ttrain-rmse:0.352436\ttest-rmse:0.361131\n",
      "[13]\ttrain-rmse:0.348835\ttest-rmse:0.357648\n",
      "[14]\ttrain-rmse:0.343983\ttest-rmse:0.353187\n",
      "[15]\ttrain-rmse:0.341326\ttest-rmse:0.350657\n",
      "[16]\ttrain-rmse:0.339278\ttest-rmse:0.348688\n",
      "[17]\ttrain-rmse:0.336055\ttest-rmse:0.345929\n",
      "[18]\ttrain-rmse:0.333399\ttest-rmse:0.343621\n",
      "[19]\ttrain-rmse:0.332116\ttest-rmse:0.342424\n",
      "[20]\ttrain-rmse:0.331073\ttest-rmse:0.341452\n",
      "[21]\ttrain-rmse:0.329254\ttest-rmse:0.33996\n",
      "[22]\ttrain-rmse:0.328561\ttest-rmse:0.339333\n",
      "[23]\ttrain-rmse:0.327997\ttest-rmse:0.338826\n",
      "[24]\ttrain-rmse:0.326674\ttest-rmse:0.337533\n",
      "[25]\ttrain-rmse:0.326222\ttest-rmse:0.337169\n",
      "[26]\ttrain-rmse:0.325879\ttest-rmse:0.336869\n",
      "[27]\ttrain-rmse:0.324802\ttest-rmse:0.336012\n",
      "[28]\ttrain-rmse:0.32456\ttest-rmse:0.335827\n",
      "[29]\ttrain-rmse:0.324365\ttest-rmse:0.33566\n",
      "[30]\ttrain-rmse:0.323498\ttest-rmse:0.335217\n",
      "[31]\ttrain-rmse:0.322859\ttest-rmse:0.334667\n",
      "[32]\ttrain-rmse:0.322729\ttest-rmse:0.334603\n",
      "[33]\ttrain-rmse:0.322575\ttest-rmse:0.334509\n",
      "[34]\ttrain-rmse:0.322426\ttest-rmse:0.334418\n",
      "[35]\ttrain-rmse:0.3223\ttest-rmse:0.334333\n",
      "[36]\ttrain-rmse:0.32172\ttest-rmse:0.334044\n",
      "[37]\ttrain-rmse:0.321637\ttest-rmse:0.333997\n",
      "[38]\ttrain-rmse:0.32157\ttest-rmse:0.333951\n",
      "[39]\ttrain-rmse:0.321488\ttest-rmse:0.333922\n",
      "[40]\ttrain-rmse:0.321426\ttest-rmse:0.333915\n",
      "[41]\ttrain-rmse:0.321379\ttest-rmse:0.333894\n",
      "[42]\ttrain-rmse:0.320982\ttest-rmse:0.333815\n",
      "[43]\ttrain-rmse:0.320934\ttest-rmse:0.333818\n",
      "[44]\ttrain-rmse:0.320888\ttest-rmse:0.333834\n",
      "[45]\ttrain-rmse:0.320853\ttest-rmse:0.333826\n",
      "[46]\ttrain-rmse:0.320799\ttest-rmse:0.333809\n",
      "[47]\ttrain-rmse:0.320762\ttest-rmse:0.333795\n",
      "[48]\ttrain-rmse:0.320737\ttest-rmse:0.333796\n",
      "[49]\ttrain-rmse:0.320406\ttest-rmse:0.333786\n",
      "[50]\ttrain-rmse:0.319994\ttest-rmse:0.333511\n",
      "[51]\ttrain-rmse:0.319966\ttest-rmse:0.333515\n",
      "[52]\ttrain-rmse:0.31957\ttest-rmse:0.333503\n",
      "[53]\ttrain-rmse:0.31923\ttest-rmse:0.333591\n",
      "[54]\ttrain-rmse:0.319199\ttest-rmse:0.333581\n",
      "[55]\ttrain-rmse:0.319161\ttest-rmse:0.333572\n",
      "[56]\ttrain-rmse:0.319135\ttest-rmse:0.33357\n",
      "[57]\ttrain-rmse:0.318824\ttest-rmse:0.333472\n",
      "[58]\ttrain-rmse:0.318802\ttest-rmse:0.333468\n",
      "[59]\ttrain-rmse:0.318366\ttest-rmse:0.33328\n",
      "[60]\ttrain-rmse:0.318348\ttest-rmse:0.333281\n",
      "[61]\ttrain-rmse:0.317951\ttest-rmse:0.333151\n",
      "[62]\ttrain-rmse:0.317829\ttest-rmse:0.333094\n",
      "[63]\ttrain-rmse:0.317814\ttest-rmse:0.333107\n",
      "[64]\ttrain-rmse:0.317784\ttest-rmse:0.333118\n",
      "[65]\ttrain-rmse:0.317495\ttest-rmse:0.332974\n",
      "[66]\ttrain-rmse:0.317194\ttest-rmse:0.332799\n",
      "[67]\ttrain-rmse:0.317183\ttest-rmse:0.33281\n",
      "[68]\ttrain-rmse:0.317008\ttest-rmse:0.332771\n",
      "[69]\ttrain-rmse:0.316914\ttest-rmse:0.33272\n",
      "[70]\ttrain-rmse:0.316808\ttest-rmse:0.332708\n",
      "[71]\ttrain-rmse:0.316664\ttest-rmse:0.332681\n",
      "[72]\ttrain-rmse:0.316432\ttest-rmse:0.332581\n",
      "[73]\ttrain-rmse:0.316246\ttest-rmse:0.332527\n",
      "[74]\ttrain-rmse:0.316031\ttest-rmse:0.33247\n",
      "[75]\ttrain-rmse:0.315958\ttest-rmse:0.332445\n",
      "[76]\ttrain-rmse:0.315751\ttest-rmse:0.332336\n",
      "[77]\ttrain-rmse:0.315647\ttest-rmse:0.332357\n",
      "[78]\ttrain-rmse:0.315621\ttest-rmse:0.332357\n",
      "[79]\ttrain-rmse:0.315596\ttest-rmse:0.332361\n",
      "[80]\ttrain-rmse:0.315506\ttest-rmse:0.33237\n",
      "[81]\ttrain-rmse:0.315224\ttest-rmse:0.332309\n",
      "[82]\ttrain-rmse:0.315201\ttest-rmse:0.332317\n",
      "[83]\ttrain-rmse:0.315183\ttest-rmse:0.332303\n",
      "[84]\ttrain-rmse:0.315165\ttest-rmse:0.33232\n",
      "[85]\ttrain-rmse:0.315154\ttest-rmse:0.332324\n",
      "[86]\ttrain-rmse:0.315142\ttest-rmse:0.332342\n",
      "[87]\ttrain-rmse:0.314974\ttest-rmse:0.332288\n",
      "[88]\ttrain-rmse:0.314727\ttest-rmse:0.332276\n",
      "[89]\ttrain-rmse:0.31459\ttest-rmse:0.33225\n",
      "[90]\ttrain-rmse:0.314366\ttest-rmse:0.332315\n",
      "[91]\ttrain-rmse:0.314317\ttest-rmse:0.332316\n",
      "[92]\ttrain-rmse:0.314309\ttest-rmse:0.332324\n",
      "[93]\ttrain-rmse:0.314298\ttest-rmse:0.332323\n",
      "[94]\ttrain-rmse:0.314195\ttest-rmse:0.332348\n",
      "[95]\ttrain-rmse:0.314184\ttest-rmse:0.332349\n",
      "[96]\ttrain-rmse:0.314168\ttest-rmse:0.332343\n",
      "[97]\ttrain-rmse:0.314157\ttest-rmse:0.33236\n",
      "[98]\ttrain-rmse:0.31411\ttest-rmse:0.33235\n",
      "[99]\ttrain-rmse:0.313889\ttest-rmse:0.332388\n",
      "V_6 0.33225\n",
      "[0]\ttrain-rmse:0.526987\ttest-rmse:0.531688\n",
      "[1]\ttrain-rmse:0.497992\ttest-rmse:0.503106\n",
      "[2]\ttrain-rmse:0.473198\ttest-rmse:0.478706\n",
      "[3]\ttrain-rmse:0.452108\ttest-rmse:0.457979\n",
      "[4]\ttrain-rmse:0.432839\ttest-rmse:0.43921\n",
      "[5]\ttrain-rmse:0.41437\ttest-rmse:0.421012\n",
      "[6]\ttrain-rmse:0.400604\ttest-rmse:0.407626\n",
      "[7]\ttrain-rmse:0.389766\ttest-rmse:0.397084\n",
      "[8]\ttrain-rmse:0.38076\ttest-rmse:0.388344\n",
      "[9]\ttrain-rmse:0.373312\ttest-rmse:0.381102\n",
      "[10]\ttrain-rmse:0.367141\ttest-rmse:0.375125\n",
      "[11]\ttrain-rmse:0.361005\ttest-rmse:0.369335\n",
      "[12]\ttrain-rmse:0.355968\ttest-rmse:0.364599\n",
      "[13]\ttrain-rmse:0.351817\ttest-rmse:0.360731\n",
      "[14]\ttrain-rmse:0.348888\ttest-rmse:0.357953\n",
      "[15]\ttrain-rmse:0.34388\ttest-rmse:0.352958\n",
      "[16]\ttrain-rmse:0.339702\ttest-rmse:0.348817\n",
      "[17]\ttrain-rmse:0.337726\ttest-rmse:0.347028\n",
      "[18]\ttrain-rmse:0.336061\ttest-rmse:0.345528\n",
      "[19]\ttrain-rmse:0.334688\ttest-rmse:0.344317\n",
      "[20]\ttrain-rmse:0.33355\ttest-rmse:0.34333\n",
      "[21]\ttrain-rmse:0.331073\ttest-rmse:0.340988\n",
      "[22]\ttrain-rmse:0.330388\ttest-rmse:0.340382\n",
      "[23]\ttrain-rmse:0.329706\ttest-rmse:0.339815\n",
      "[24]\ttrain-rmse:0.329161\ttest-rmse:0.339382\n",
      "[25]\ttrain-rmse:0.328745\ttest-rmse:0.339019\n",
      "[26]\ttrain-rmse:0.328389\ttest-rmse:0.338727\n",
      "[27]\ttrain-rmse:0.328099\ttest-rmse:0.338464\n",
      "[28]\ttrain-rmse:0.327851\ttest-rmse:0.338266\n",
      "[29]\ttrain-rmse:0.327647\ttest-rmse:0.338132\n",
      "[30]\ttrain-rmse:0.32735\ttest-rmse:0.337954\n",
      "[31]\ttrain-rmse:0.327061\ttest-rmse:0.337733\n",
      "[32]\ttrain-rmse:0.326933\ttest-rmse:0.337647\n",
      "[33]\ttrain-rmse:0.326701\ttest-rmse:0.337518\n",
      "[34]\ttrain-rmse:0.326537\ttest-rmse:0.3374\n",
      "[35]\ttrain-rmse:0.326454\ttest-rmse:0.337347\n",
      "[36]\ttrain-rmse:0.32489\ttest-rmse:0.335938\n",
      "[37]\ttrain-rmse:0.323648\ttest-rmse:0.334902\n",
      "[38]\ttrain-rmse:0.322539\ttest-rmse:0.333881\n",
      "[39]\ttrain-rmse:0.32247\ttest-rmse:0.333834\n",
      "[40]\ttrain-rmse:0.322255\ttest-rmse:0.333743\n",
      "[41]\ttrain-rmse:0.321131\ttest-rmse:0.332748\n",
      "[42]\ttrain-rmse:0.320953\ttest-rmse:0.332647\n",
      "[43]\ttrain-rmse:0.320811\ttest-rmse:0.332596\n",
      "[44]\ttrain-rmse:0.320766\ttest-rmse:0.332604\n",
      "[45]\ttrain-rmse:0.320603\ttest-rmse:0.332529\n",
      "[46]\ttrain-rmse:0.320527\ttest-rmse:0.332519\n",
      "[47]\ttrain-rmse:0.319397\ttest-rmse:0.331809\n",
      "[48]\ttrain-rmse:0.318473\ttest-rmse:0.331257\n",
      "[49]\ttrain-rmse:0.317805\ttest-rmse:0.330571\n",
      "[50]\ttrain-rmse:0.317739\ttest-rmse:0.330604\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[51]\ttrain-rmse:0.317085\ttest-rmse:0.330144\n",
      "[52]\ttrain-rmse:0.317034\ttest-rmse:0.330163\n",
      "[53]\ttrain-rmse:0.31625\ttest-rmse:0.330088\n",
      "[54]\ttrain-rmse:0.31622\ttest-rmse:0.330106\n",
      "[55]\ttrain-rmse:0.316199\ttest-rmse:0.330116\n",
      "[56]\ttrain-rmse:0.31599\ttest-rmse:0.329977\n",
      "[57]\ttrain-rmse:0.315819\ttest-rmse:0.329858\n",
      "[58]\ttrain-rmse:0.315683\ttest-rmse:0.329787\n",
      "[59]\ttrain-rmse:0.315215\ttest-rmse:0.329553\n",
      "[60]\ttrain-rmse:0.315082\ttest-rmse:0.329462\n",
      "[61]\ttrain-rmse:0.314352\ttest-rmse:0.329074\n",
      "[62]\ttrain-rmse:0.314296\ttest-rmse:0.329057\n",
      "[63]\ttrain-rmse:0.314159\ttest-rmse:0.329027\n",
      "[64]\ttrain-rmse:0.314122\ttest-rmse:0.32903\n",
      "[65]\ttrain-rmse:0.314049\ttest-rmse:0.329052\n",
      "[66]\ttrain-rmse:0.313593\ttest-rmse:0.328873\n",
      "[67]\ttrain-rmse:0.313465\ttest-rmse:0.328879\n",
      "[68]\ttrain-rmse:0.313419\ttest-rmse:0.328864\n",
      "[69]\ttrain-rmse:0.313397\ttest-rmse:0.328891\n",
      "[70]\ttrain-rmse:0.313026\ttest-rmse:0.328631\n",
      "[71]\ttrain-rmse:0.312906\ttest-rmse:0.328678\n",
      "[72]\ttrain-rmse:0.312886\ttest-rmse:0.328684\n",
      "[73]\ttrain-rmse:0.312792\ttest-rmse:0.328733\n",
      "[74]\ttrain-rmse:0.312746\ttest-rmse:0.328781\n",
      "[75]\ttrain-rmse:0.312664\ttest-rmse:0.32879\n",
      "[76]\ttrain-rmse:0.312618\ttest-rmse:0.328783\n",
      "[77]\ttrain-rmse:0.312588\ttest-rmse:0.328776\n",
      "[78]\ttrain-rmse:0.311752\ttest-rmse:0.328303\n",
      "[79]\ttrain-rmse:0.311713\ttest-rmse:0.328342\n",
      "[80]\ttrain-rmse:0.311682\ttest-rmse:0.328394\n",
      "[81]\ttrain-rmse:0.311661\ttest-rmse:0.328394\n",
      "[82]\ttrain-rmse:0.311566\ttest-rmse:0.328394\n",
      "[83]\ttrain-rmse:0.311485\ttest-rmse:0.328361\n",
      "[84]\ttrain-rmse:0.311469\ttest-rmse:0.328364\n",
      "[85]\ttrain-rmse:0.310974\ttest-rmse:0.328128\n",
      "[86]\ttrain-rmse:0.310578\ttest-rmse:0.328024\n",
      "[87]\ttrain-rmse:0.310013\ttest-rmse:0.32768\n",
      "[88]\ttrain-rmse:0.309997\ttest-rmse:0.327666\n",
      "[89]\ttrain-rmse:0.309925\ttest-rmse:0.327606\n",
      "[90]\ttrain-rmse:0.309863\ttest-rmse:0.327627\n",
      "[91]\ttrain-rmse:0.309804\ttest-rmse:0.327579\n",
      "[92]\ttrain-rmse:0.309501\ttest-rmse:0.327444\n",
      "[93]\ttrain-rmse:0.309491\ttest-rmse:0.327449\n",
      "[94]\ttrain-rmse:0.309388\ttest-rmse:0.327502\n",
      "[95]\ttrain-rmse:0.309299\ttest-rmse:0.32748\n",
      "[96]\ttrain-rmse:0.309216\ttest-rmse:0.327529\n",
      "[97]\ttrain-rmse:0.308688\ttest-rmse:0.327254\n",
      "[98]\ttrain-rmse:0.308646\ttest-rmse:0.327218\n",
      "[99]\ttrain-rmse:0.308612\ttest-rmse:0.32719\n",
      "V_7 0.32719\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.499916\ttest-rmse:0.504952\n",
      "[2]\ttrain-rmse:0.475827\ttest-rmse:0.481267\n",
      "[3]\ttrain-rmse:0.455381\ttest-rmse:0.461195\n",
      "[4]\ttrain-rmse:0.436045\ttest-rmse:0.442316\n",
      "[5]\ttrain-rmse:0.420647\ttest-rmse:0.4272\n",
      "[6]\ttrain-rmse:0.407731\ttest-rmse:0.41453\n",
      "[7]\ttrain-rmse:0.396966\ttest-rmse:0.403935\n",
      "[8]\ttrain-rmse:0.388016\ttest-rmse:0.395211\n",
      "[9]\ttrain-rmse:0.380802\ttest-rmse:0.388194\n",
      "[10]\ttrain-rmse:0.374596\ttest-rmse:0.382109\n",
      "[11]\ttrain-rmse:0.36822\ttest-rmse:0.376035\n",
      "[12]\ttrain-rmse:0.364132\ttest-rmse:0.372069\n",
      "[13]\ttrain-rmse:0.359598\ttest-rmse:0.367751\n",
      "[14]\ttrain-rmse:0.356641\ttest-rmse:0.364922\n",
      "[15]\ttrain-rmse:0.354223\ttest-rmse:0.362618\n",
      "[16]\ttrain-rmse:0.352321\ttest-rmse:0.360778\n",
      "[17]\ttrain-rmse:0.350773\ttest-rmse:0.35928\n",
      "[18]\ttrain-rmse:0.349347\ttest-rmse:0.35794\n",
      "[19]\ttrain-rmse:0.348296\ttest-rmse:0.356924\n",
      "[20]\ttrain-rmse:0.346527\ttest-rmse:0.355287\n",
      "[21]\ttrain-rmse:0.345825\ttest-rmse:0.354607\n",
      "[22]\ttrain-rmse:0.345256\ttest-rmse:0.354055\n",
      "[23]\ttrain-rmse:0.34461\ttest-rmse:0.353547\n",
      "[24]\ttrain-rmse:0.343463\ttest-rmse:0.352512\n",
      "[25]\ttrain-rmse:0.342527\ttest-rmse:0.351677\n",
      "[26]\ttrain-rmse:0.342128\ttest-rmse:0.351413\n",
      "[27]\ttrain-rmse:0.341799\ttest-rmse:0.351161\n",
      "[28]\ttrain-rmse:0.341605\ttest-rmse:0.35097\n",
      "[29]\ttrain-rmse:0.341336\ttest-rmse:0.350777\n",
      "[30]\ttrain-rmse:0.341199\ttest-rmse:0.350641\n",
      "[31]\ttrain-rmse:0.341088\ttest-rmse:0.35053\n",
      "[32]\ttrain-rmse:0.340529\ttest-rmse:0.350084\n",
      "[33]\ttrain-rmse:0.340072\ttest-rmse:0.349701\n",
      "[34]\ttrain-rmse:0.339693\ttest-rmse:0.349395\n",
      "[35]\ttrain-rmse:0.339379\ttest-rmse:0.349128\n",
      "[36]\ttrain-rmse:0.339329\ttest-rmse:0.349076\n",
      "[37]\ttrain-rmse:0.339289\ttest-rmse:0.349033\n",
      "[38]\ttrain-rmse:0.339039\ttest-rmse:0.348826\n",
      "[39]\ttrain-rmse:0.33882\ttest-rmse:0.348677\n",
      "[40]\ttrain-rmse:0.338697\ttest-rmse:0.348675\n",
      "[41]\ttrain-rmse:0.338615\ttest-rmse:0.348657\n",
      "[42]\ttrain-rmse:0.338523\ttest-rmse:0.34867\n",
      "[43]\ttrain-rmse:0.33833\ttest-rmse:0.34859\n",
      "[44]\ttrain-rmse:0.338309\ttest-rmse:0.348563\n",
      "[45]\ttrain-rmse:0.338154\ttest-rmse:0.348496\n",
      "[46]\ttrain-rmse:0.338036\ttest-rmse:0.348501\n",
      "[47]\ttrain-rmse:0.337972\ttest-rmse:0.348527\n",
      "[48]\ttrain-rmse:0.337848\ttest-rmse:0.348478\n",
      "[49]\ttrain-rmse:0.33774\ttest-rmse:0.348492\n",
      "[50]\ttrain-rmse:0.337725\ttest-rmse:0.348468\n",
      "[51]\ttrain-rmse:0.337647\ttest-rmse:0.348487\n",
      "[52]\ttrain-rmse:0.337559\ttest-rmse:0.348519\n",
      "[53]\ttrain-rmse:0.337547\ttest-rmse:0.348497\n",
      "[54]\ttrain-rmse:0.337537\ttest-rmse:0.348478\n",
      "[55]\ttrain-rmse:0.337434\ttest-rmse:0.348472\n",
      "[56]\ttrain-rmse:0.33733\ttest-rmse:0.348453\n",
      "[57]\ttrain-rmse:0.337273\ttest-rmse:0.348467\n",
      "[58]\ttrain-rmse:0.337196\ttest-rmse:0.348471\n",
      "[59]\ttrain-rmse:0.337188\ttest-rmse:0.348453\n",
      "[60]\ttrain-rmse:0.337125\ttest-rmse:0.348485\n",
      "[61]\ttrain-rmse:0.337019\ttest-rmse:0.34846\n",
      "[62]\ttrain-rmse:0.337012\ttest-rmse:0.348443\n",
      "[63]\ttrain-rmse:0.336953\ttest-rmse:0.348469\n",
      "[64]\ttrain-rmse:0.336948\ttest-rmse:0.348454\n",
      "[65]\ttrain-rmse:0.336909\ttest-rmse:0.348457\n",
      "[66]\ttrain-rmse:0.336823\ttest-rmse:0.348445\n",
      "[67]\ttrain-rmse:0.336755\ttest-rmse:0.348438\n",
      "[68]\ttrain-rmse:0.336714\ttest-rmse:0.348443\n",
      "[69]\ttrain-rmse:0.336709\ttest-rmse:0.348429\n",
      "[70]\ttrain-rmse:0.336705\ttest-rmse:0.348418\n",
      "[71]\ttrain-rmse:0.336701\ttest-rmse:0.348408\n",
      "[72]\ttrain-rmse:0.336699\ttest-rmse:0.348399\n",
      "[73]\ttrain-rmse:0.336639\ttest-rmse:0.348397\n",
      "[74]\ttrain-rmse:0.33658\ttest-rmse:0.348384\n",
      "[75]\ttrain-rmse:0.336535\ttest-rmse:0.348382\n",
      "[76]\ttrain-rmse:0.336499\ttest-rmse:0.348361\n",
      "[77]\ttrain-rmse:0.336465\ttest-rmse:0.34836\n",
      "[78]\ttrain-rmse:0.336421\ttest-rmse:0.348384\n",
      "[79]\ttrain-rmse:0.336378\ttest-rmse:0.348393\n",
      "[80]\ttrain-rmse:0.336375\ttest-rmse:0.348383\n",
      "[81]\ttrain-rmse:0.336352\ttest-rmse:0.348375\n",
      "[82]\ttrain-rmse:0.336305\ttest-rmse:0.348432\n",
      "[83]\ttrain-rmse:0.336273\ttest-rmse:0.348447\n",
      "[84]\ttrain-rmse:0.336256\ttest-rmse:0.348447\n",
      "[85]\ttrain-rmse:0.336225\ttest-rmse:0.348467\n",
      "[86]\ttrain-rmse:0.336222\ttest-rmse:0.348458\n",
      "[87]\ttrain-rmse:0.336188\ttest-rmse:0.348491\n",
      "[88]\ttrain-rmse:0.336186\ttest-rmse:0.348482\n",
      "[89]\ttrain-rmse:0.336107\ttest-rmse:0.34851\n",
      "[90]\ttrain-rmse:0.336105\ttest-rmse:0.348501\n",
      "[91]\ttrain-rmse:0.336103\ttest-rmse:0.348494\n",
      "[92]\ttrain-rmse:0.336096\ttest-rmse:0.348505\n",
      "[93]\ttrain-rmse:0.336052\ttest-rmse:0.348517\n",
      "[94]\ttrain-rmse:0.33605\ttest-rmse:0.34851\n",
      "[95]\ttrain-rmse:0.336014\ttest-rmse:0.348507\n",
      "[96]\ttrain-rmse:0.336004\ttest-rmse:0.348508\n",
      "[97]\ttrain-rmse:0.336002\ttest-rmse:0.348501\n",
      "[98]\ttrain-rmse:0.335976\ttest-rmse:0.348508\n",
      "[99]\ttrain-rmse:0.335898\ttest-rmse:0.348574\n",
      "V_8 0.34836\n",
      "[0]\ttrain-rmse:0.523399\ttest-rmse:0.527599\n",
      "[1]\ttrain-rmse:0.487651\ttest-rmse:0.491934\n",
      "[2]\ttrain-rmse:0.458849\ttest-rmse:0.463275\n",
      "[3]\ttrain-rmse:0.434116\ttest-rmse:0.438732\n",
      "[4]\ttrain-rmse:0.414887\ttest-rmse:0.419854\n",
      "[5]\ttrain-rmse:0.39863\ttest-rmse:0.40394\n",
      "[6]\ttrain-rmse:0.379951\ttest-rmse:0.385529\n",
      "[7]\ttrain-rmse:0.366029\ttest-rmse:0.371794\n",
      "[8]\ttrain-rmse:0.355975\ttest-rmse:0.362102\n",
      "[9]\ttrain-rmse:0.345695\ttest-rmse:0.352019\n",
      "[10]\ttrain-rmse:0.338517\ttest-rmse:0.345104\n",
      "[11]\ttrain-rmse:0.330944\ttest-rmse:0.337712\n",
      "[12]\ttrain-rmse:0.322704\ttest-rmse:0.329858\n",
      "[13]\ttrain-rmse:0.318393\ttest-rmse:0.3258\n",
      "[14]\ttrain-rmse:0.313729\ttest-rmse:0.321287\n",
      "[15]\ttrain-rmse:0.310643\ttest-rmse:0.318382\n",
      "[16]\ttrain-rmse:0.305739\ttest-rmse:0.313852\n",
      "[17]\ttrain-rmse:0.301707\ttest-rmse:0.310095\n",
      "[18]\ttrain-rmse:0.299323\ttest-rmse:0.30784\n",
      "[19]\ttrain-rmse:0.297376\ttest-rmse:0.306032\n",
      "[20]\ttrain-rmse:0.295787\ttest-rmse:0.304566\n",
      "[21]\ttrain-rmse:0.294401\ttest-rmse:0.303379\n",
      "[22]\ttrain-rmse:0.29327\ttest-rmse:0.302386\n",
      "[23]\ttrain-rmse:0.292143\ttest-rmse:0.301393\n",
      "[24]\ttrain-rmse:0.291284\ttest-rmse:0.300659\n",
      "[25]\ttrain-rmse:0.290406\ttest-rmse:0.299895\n",
      "[26]\ttrain-rmse:0.288763\ttest-rmse:0.298563\n",
      "[27]\ttrain-rmse:0.287398\ttest-rmse:0.297362\n",
      "[28]\ttrain-rmse:0.28632\ttest-rmse:0.296599\n",
      "[29]\ttrain-rmse:0.285402\ttest-rmse:0.295678\n",
      "[30]\ttrain-rmse:0.284656\ttest-rmse:0.294928\n",
      "[31]\ttrain-rmse:0.284016\ttest-rmse:0.294425\n",
      "[32]\ttrain-rmse:0.283423\ttest-rmse:0.29399\n",
      "[33]\ttrain-rmse:0.283023\ttest-rmse:0.293659\n",
      "[34]\ttrain-rmse:0.282611\ttest-rmse:0.293327\n",
      "[35]\ttrain-rmse:0.282201\ttest-rmse:0.293112\n",
      "[36]\ttrain-rmse:0.282011\ttest-rmse:0.292922\n",
      "[37]\ttrain-rmse:0.281689\ttest-rmse:0.292682\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[38]\ttrain-rmse:0.281439\ttest-rmse:0.292508\n",
      "[39]\ttrain-rmse:0.281066\ttest-rmse:0.29231\n",
      "[40]\ttrain-rmse:0.28076\ttest-rmse:0.292148\n",
      "[41]\ttrain-rmse:0.280541\ttest-rmse:0.291986\n",
      "[42]\ttrain-rmse:0.280353\ttest-rmse:0.291851\n",
      "[43]\ttrain-rmse:0.280197\ttest-rmse:0.291749\n",
      "[44]\ttrain-rmse:0.280059\ttest-rmse:0.291677\n",
      "[45]\ttrain-rmse:0.279923\ttest-rmse:0.291575\n",
      "[46]\ttrain-rmse:0.279731\ttest-rmse:0.291421\n",
      "[47]\ttrain-rmse:0.279631\ttest-rmse:0.291365\n",
      "[48]\ttrain-rmse:0.279416\ttest-rmse:0.29129\n",
      "[49]\ttrain-rmse:0.279342\ttest-rmse:0.291242\n",
      "[50]\ttrain-rmse:0.279282\ttest-rmse:0.291204\n",
      "[51]\ttrain-rmse:0.279137\ttest-rmse:0.291142\n",
      "[52]\ttrain-rmse:0.279084\ttest-rmse:0.291125\n",
      "[53]\ttrain-rmse:0.278961\ttest-rmse:0.291056\n",
      "[54]\ttrain-rmse:0.278914\ttest-rmse:0.291047\n",
      "[55]\ttrain-rmse:0.278808\ttest-rmse:0.290984\n",
      "[56]\ttrain-rmse:0.278749\ttest-rmse:0.290922\n",
      "[57]\ttrain-rmse:0.278573\ttest-rmse:0.290961\n",
      "[58]\ttrain-rmse:0.27848\ttest-rmse:0.29091\n",
      "[59]\ttrain-rmse:0.278431\ttest-rmse:0.290855\n",
      "[60]\ttrain-rmse:0.27839\ttest-rmse:0.290808\n",
      "[61]\ttrain-rmse:0.278294\ttest-rmse:0.290754\n",
      "[62]\ttrain-rmse:0.278257\ttest-rmse:0.290703\n",
      "[63]\ttrain-rmse:0.278169\ttest-rmse:0.290669\n",
      "[64]\ttrain-rmse:0.278136\ttest-rmse:0.290635\n",
      "[65]\ttrain-rmse:0.277933\ttest-rmse:0.290698\n",
      "[66]\ttrain-rmse:0.277848\ttest-rmse:0.290675\n",
      "[67]\ttrain-rmse:0.277822\ttest-rmse:0.290644\n",
      "[68]\ttrain-rmse:0.2778\ttest-rmse:0.290622\n",
      "[69]\ttrain-rmse:0.277735\ttest-rmse:0.290596\n",
      "[70]\ttrain-rmse:0.277715\ttest-rmse:0.290568\n",
      "[71]\ttrain-rmse:0.277647\ttest-rmse:0.290531\n",
      "[72]\ttrain-rmse:0.277542\ttest-rmse:0.290632\n",
      "[73]\ttrain-rmse:0.27749\ttest-rmse:0.290618\n",
      "[74]\ttrain-rmse:0.277378\ttest-rmse:0.290621\n",
      "[75]\ttrain-rmse:0.277327\ttest-rmse:0.290619\n",
      "[76]\ttrain-rmse:0.277306\ttest-rmse:0.290601\n",
      "[77]\ttrain-rmse:0.277259\ttest-rmse:0.290574\n",
      "[78]\ttrain-rmse:0.277177\ttest-rmse:0.290594\n",
      "[79]\ttrain-rmse:0.277069\ttest-rmse:0.290567\n",
      "[80]\ttrain-rmse:0.277016\ttest-rmse:0.290544\n",
      "[81]\ttrain-rmse:0.276998\ttest-rmse:0.290522\n",
      "[82]\ttrain-rmse:0.276914\ttest-rmse:0.290723\n",
      "[83]\ttrain-rmse:0.2769\ttest-rmse:0.290708\n",
      "[84]\ttrain-rmse:0.276836\ttest-rmse:0.290694\n",
      "[85]\ttrain-rmse:0.276825\ttest-rmse:0.290686\n",
      "[86]\ttrain-rmse:0.276778\ttest-rmse:0.290677\n",
      "[87]\ttrain-rmse:0.276744\ttest-rmse:0.29068\n",
      "[88]\ttrain-rmse:0.276693\ttest-rmse:0.290668\n",
      "[89]\ttrain-rmse:0.276657\ttest-rmse:0.29067\n",
      "[90]\ttrain-rmse:0.276613\ttest-rmse:0.290657\n",
      "[91]\ttrain-rmse:0.276575\ttest-rmse:0.290675\n",
      "[92]\ttrain-rmse:0.276514\ttest-rmse:0.290639\n",
      "[93]\ttrain-rmse:0.276501\ttest-rmse:0.290634\n",
      "[94]\ttrain-rmse:0.276465\ttest-rmse:0.290644\n",
      "[95]\ttrain-rmse:0.276453\ttest-rmse:0.290628\n",
      "[96]\ttrain-rmse:0.276412\ttest-rmse:0.290604\n",
      "[97]\ttrain-rmse:0.276375\ttest-rmse:0.290652\n",
      "[98]\ttrain-rmse:0.276365\ttest-rmse:0.290649\n",
      "[99]\ttrain-rmse:0.276329\ttest-rmse:0.290623\n",
      "V_9 0.290522\n",
      "[0]\ttrain-rmse:0.52858\ttest-rmse:0.53318\n",
      "[1]\ttrain-rmse:0.500869\ttest-rmse:0.505823\n",
      "[2]\ttrain-rmse:0.477246\ttest-rmse:0.482533\n",
      "[3]\ttrain-rmse:0.456003\ttest-rmse:0.461628\n",
      "[4]\ttrain-rmse:0.438043\ttest-rmse:0.443986\n",
      "[5]\ttrain-rmse:0.423785\ttest-rmse:0.430004\n",
      "[6]\ttrain-rmse:0.411875\ttest-rmse:0.418338\n",
      "[7]\ttrain-rmse:0.401057\ttest-rmse:0.40769\n",
      "[8]\ttrain-rmse:0.392262\ttest-rmse:0.399229\n",
      "[9]\ttrain-rmse:0.384751\ttest-rmse:0.391927\n",
      "[10]\ttrain-rmse:0.378727\ttest-rmse:0.386173\n",
      "[11]\ttrain-rmse:0.374098\ttest-rmse:0.381677\n",
      "[12]\ttrain-rmse:0.369767\ttest-rmse:0.377461\n",
      "[13]\ttrain-rmse:0.366348\ttest-rmse:0.374313\n",
      "[14]\ttrain-rmse:0.363802\ttest-rmse:0.371856\n",
      "[15]\ttrain-rmse:0.361474\ttest-rmse:0.369721\n",
      "[16]\ttrain-rmse:0.359578\ttest-rmse:0.367962\n",
      "[17]\ttrain-rmse:0.358192\ttest-rmse:0.366632\n",
      "[18]\ttrain-rmse:0.356879\ttest-rmse:0.365423\n",
      "[19]\ttrain-rmse:0.355584\ttest-rmse:0.364183\n",
      "[20]\ttrain-rmse:0.354691\ttest-rmse:0.363414\n",
      "[21]\ttrain-rmse:0.353947\ttest-rmse:0.362836\n",
      "[22]\ttrain-rmse:0.35315\ttest-rmse:0.362136\n",
      "[23]\ttrain-rmse:0.35274\ttest-rmse:0.361752\n",
      "[24]\ttrain-rmse:0.352315\ttest-rmse:0.361421\n",
      "[25]\ttrain-rmse:0.351798\ttest-rmse:0.36093\n",
      "[26]\ttrain-rmse:0.351373\ttest-rmse:0.360579\n",
      "[27]\ttrain-rmse:0.351113\ttest-rmse:0.360399\n",
      "[28]\ttrain-rmse:0.350895\ttest-rmse:0.360329\n",
      "[29]\ttrain-rmse:0.350581\ttest-rmse:0.36012\n",
      "[30]\ttrain-rmse:0.350419\ttest-rmse:0.360084\n",
      "[31]\ttrain-rmse:0.350292\ttest-rmse:0.360012\n",
      "[32]\ttrain-rmse:0.349988\ttest-rmse:0.359837\n",
      "[33]\ttrain-rmse:0.349751\ttest-rmse:0.359707\n",
      "[34]\ttrain-rmse:0.3497\ttest-rmse:0.359665\n",
      "[35]\ttrain-rmse:0.349544\ttest-rmse:0.359583\n",
      "[36]\ttrain-rmse:0.349415\ttest-rmse:0.359508\n",
      "[37]\ttrain-rmse:0.349321\ttest-rmse:0.359499\n",
      "[38]\ttrain-rmse:0.349257\ttest-rmse:0.359477\n",
      "[39]\ttrain-rmse:0.349212\ttest-rmse:0.359475\n",
      "[40]\ttrain-rmse:0.349191\ttest-rmse:0.359461\n",
      "[41]\ttrain-rmse:0.349175\ttest-rmse:0.35945\n",
      "[42]\ttrain-rmse:0.349162\ttest-rmse:0.359442\n",
      "[43]\ttrain-rmse:0.349092\ttest-rmse:0.359466\n",
      "[44]\ttrain-rmse:0.349061\ttest-rmse:0.359478\n",
      "[45]\ttrain-rmse:0.348917\ttest-rmse:0.35942\n",
      "[46]\ttrain-rmse:0.348803\ttest-rmse:0.35936\n",
      "[47]\ttrain-rmse:0.348683\ttest-rmse:0.359323\n",
      "[48]\ttrain-rmse:0.348632\ttest-rmse:0.359292\n",
      "[49]\ttrain-rmse:0.348588\ttest-rmse:0.359282\n",
      "[50]\ttrain-rmse:0.348475\ttest-rmse:0.35924\n",
      "[51]\ttrain-rmse:0.34846\ttest-rmse:0.359261\n",
      "[52]\ttrain-rmse:0.348416\ttest-rmse:0.359261\n",
      "[53]\ttrain-rmse:0.348324\ttest-rmse:0.359239\n",
      "[54]\ttrain-rmse:0.348318\ttest-rmse:0.359234\n",
      "[55]\ttrain-rmse:0.348282\ttest-rmse:0.359205\n",
      "[56]\ttrain-rmse:0.348277\ttest-rmse:0.359201\n",
      "[57]\ttrain-rmse:0.34825\ttest-rmse:0.3592\n",
      "[58]\ttrain-rmse:0.34816\ttest-rmse:0.359155\n",
      "[59]\ttrain-rmse:0.348157\ttest-rmse:0.359152\n",
      "[60]\ttrain-rmse:0.348104\ttest-rmse:0.35914\n",
      "[61]\ttrain-rmse:0.348094\ttest-rmse:0.359154\n",
      "[62]\ttrain-rmse:0.348043\ttest-rmse:0.359127\n",
      "[63]\ttrain-rmse:0.34804\ttest-rmse:0.359124\n",
      "[64]\ttrain-rmse:0.347987\ttest-rmse:0.359134\n",
      "[65]\ttrain-rmse:0.347976\ttest-rmse:0.359136\n",
      "[66]\ttrain-rmse:0.347938\ttest-rmse:0.359135\n",
      "[67]\ttrain-rmse:0.347935\ttest-rmse:0.359132\n",
      "[68]\ttrain-rmse:0.347933\ttest-rmse:0.359129\n",
      "[69]\ttrain-rmse:0.347931\ttest-rmse:0.359127\n",
      "[70]\ttrain-rmse:0.34783\ttest-rmse:0.359106\n",
      "[71]\ttrain-rmse:0.347821\ttest-rmse:0.359109\n",
      "[72]\ttrain-rmse:0.347819\ttest-rmse:0.359107\n",
      "[73]\ttrain-rmse:0.347736\ttest-rmse:0.359114\n",
      "[74]\ttrain-rmse:0.347735\ttest-rmse:0.359111\n",
      "[75]\ttrain-rmse:0.347734\ttest-rmse:0.35911\n",
      "[76]\ttrain-rmse:0.347733\ttest-rmse:0.359108\n",
      "[77]\ttrain-rmse:0.347732\ttest-rmse:0.359107\n",
      "[78]\ttrain-rmse:0.347709\ttest-rmse:0.359102\n",
      "[79]\ttrain-rmse:0.347708\ttest-rmse:0.3591\n",
      "[80]\ttrain-rmse:0.347677\ttest-rmse:0.359101\n",
      "[81]\ttrain-rmse:0.347676\ttest-rmse:0.359101\n",
      "[82]\ttrain-rmse:0.347657\ttest-rmse:0.359095\n",
      "[83]\ttrain-rmse:0.347648\ttest-rmse:0.359109\n",
      "[84]\ttrain-rmse:0.347648\ttest-rmse:0.359108\n",
      "[85]\ttrain-rmse:0.347574\ttest-rmse:0.359074\n",
      "[86]\ttrain-rmse:0.347564\ttest-rmse:0.35908\n",
      "[87]\ttrain-rmse:0.347564\ttest-rmse:0.359079\n",
      "[88]\ttrain-rmse:0.347545\ttest-rmse:0.359086\n",
      "[89]\ttrain-rmse:0.347537\ttest-rmse:0.35909\n",
      "[90]\ttrain-rmse:0.347483\ttest-rmse:0.359088\n",
      "[91]\ttrain-rmse:0.347452\ttest-rmse:0.359054\n",
      "[92]\ttrain-rmse:0.347414\ttest-rmse:0.359045\n",
      "[93]\ttrain-rmse:0.347406\ttest-rmse:0.359051\n",
      "[94]\ttrain-rmse:0.347405\ttest-rmse:0.359051\n",
      "[95]\ttrain-rmse:0.347398\ttest-rmse:0.359055\n",
      "[96]\ttrain-rmse:0.347398\ttest-rmse:0.359055\n",
      "[97]\ttrain-rmse:0.34738\ttest-rmse:0.35906\n",
      "[98]\ttrain-rmse:0.347379\ttest-rmse:0.35906\n",
      "[99]\ttrain-rmse:0.347364\ttest-rmse:0.35906\n",
      "V_10 0.359045\n",
      "[0]\ttrain-rmse:0.529262\ttest-rmse:0.533895\n",
      "[1]\ttrain-rmse:0.501536\ttest-rmse:0.506593\n",
      "[2]\ttrain-rmse:0.47666\ttest-rmse:0.482043\n",
      "[3]\ttrain-rmse:0.455515\ttest-rmse:0.461211\n",
      "[4]\ttrain-rmse:0.438491\ttest-rmse:0.444554\n",
      "[5]\ttrain-rmse:0.423252\ttest-rmse:0.429615\n",
      "[6]\ttrain-rmse:0.410475\ttest-rmse:0.417276\n",
      "[7]\ttrain-rmse:0.399769\ttest-rmse:0.40718\n",
      "[8]\ttrain-rmse:0.390857\ttest-rmse:0.398558\n",
      "[9]\ttrain-rmse:0.383509\ttest-rmse:0.391713\n",
      "[10]\ttrain-rmse:0.37781\ttest-rmse:0.386256\n",
      "[11]\ttrain-rmse:0.37262\ttest-rmse:0.381383\n",
      "[12]\ttrain-rmse:0.36873\ttest-rmse:0.377734\n",
      "[13]\ttrain-rmse:0.365536\ttest-rmse:0.37472\n",
      "[14]\ttrain-rmse:0.3624\ttest-rmse:0.371745\n",
      "[15]\ttrain-rmse:0.359847\ttest-rmse:0.369335\n",
      "[16]\ttrain-rmse:0.358092\ttest-rmse:0.367736\n",
      "[17]\ttrain-rmse:0.356288\ttest-rmse:0.366019\n",
      "[18]\ttrain-rmse:0.354816\ttest-rmse:0.36464\n",
      "[19]\ttrain-rmse:0.353494\ttest-rmse:0.363574\n",
      "[20]\ttrain-rmse:0.35271\ttest-rmse:0.362875\n",
      "[21]\ttrain-rmse:0.351816\ttest-rmse:0.362082\n",
      "[22]\ttrain-rmse:0.351087\ttest-rmse:0.36143\n",
      "[23]\ttrain-rmse:0.350646\ttest-rmse:0.361055\n",
      "[24]\ttrain-rmse:0.350279\ttest-rmse:0.360766\n",
      "[25]\ttrain-rmse:0.349616\ttest-rmse:0.360406\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[26]\ttrain-rmse:0.349235\ttest-rmse:0.360069\n",
      "[27]\ttrain-rmse:0.348612\ttest-rmse:0.359908\n",
      "[28]\ttrain-rmse:0.348427\ttest-rmse:0.35981\n",
      "[29]\ttrain-rmse:0.348279\ttest-rmse:0.359713\n",
      "[30]\ttrain-rmse:0.347987\ttest-rmse:0.359503\n",
      "[31]\ttrain-rmse:0.347855\ttest-rmse:0.359439\n",
      "[32]\ttrain-rmse:0.347439\ttest-rmse:0.359305\n",
      "[33]\ttrain-rmse:0.347352\ttest-rmse:0.359282\n",
      "[34]\ttrain-rmse:0.347162\ttest-rmse:0.359186\n",
      "[35]\ttrain-rmse:0.346842\ttest-rmse:0.359068\n",
      "[36]\ttrain-rmse:0.346682\ttest-rmse:0.358976\n",
      "[37]\ttrain-rmse:0.346598\ttest-rmse:0.359004\n",
      "[38]\ttrain-rmse:0.346567\ttest-rmse:0.359\n",
      "[39]\ttrain-rmse:0.346544\ttest-rmse:0.359003\n",
      "[40]\ttrain-rmse:0.346424\ttest-rmse:0.358951\n",
      "[41]\ttrain-rmse:0.346107\ttest-rmse:0.358871\n",
      "[42]\ttrain-rmse:0.345825\ttest-rmse:0.358838\n",
      "[43]\ttrain-rmse:0.345753\ttest-rmse:0.358812\n",
      "[44]\ttrain-rmse:0.345698\ttest-rmse:0.358809\n",
      "[45]\ttrain-rmse:0.345647\ttest-rmse:0.358823\n",
      "[46]\ttrain-rmse:0.345401\ttest-rmse:0.358902\n",
      "[47]\ttrain-rmse:0.345081\ttest-rmse:0.358753\n",
      "[48]\ttrain-rmse:0.345001\ttest-rmse:0.358729\n",
      "[49]\ttrain-rmse:0.344749\ttest-rmse:0.358678\n",
      "[50]\ttrain-rmse:0.344702\ttest-rmse:0.358677\n",
      "[51]\ttrain-rmse:0.344585\ttest-rmse:0.358658\n",
      "[52]\ttrain-rmse:0.344513\ttest-rmse:0.358627\n",
      "[53]\ttrain-rmse:0.344437\ttest-rmse:0.358605\n",
      "[54]\ttrain-rmse:0.344296\ttest-rmse:0.358569\n",
      "[55]\ttrain-rmse:0.34428\ttest-rmse:0.358558\n",
      "[56]\ttrain-rmse:0.343874\ttest-rmse:0.358714\n",
      "[57]\ttrain-rmse:0.343715\ttest-rmse:0.358714\n",
      "[58]\ttrain-rmse:0.343603\ttest-rmse:0.358723\n",
      "[59]\ttrain-rmse:0.343433\ttest-rmse:0.358618\n",
      "[60]\ttrain-rmse:0.343391\ttest-rmse:0.358604\n",
      "[61]\ttrain-rmse:0.343265\ttest-rmse:0.358693\n",
      "[62]\ttrain-rmse:0.343212\ttest-rmse:0.358691\n",
      "[63]\ttrain-rmse:0.343173\ttest-rmse:0.358707\n",
      "[64]\ttrain-rmse:0.343165\ttest-rmse:0.35871\n",
      "[65]\ttrain-rmse:0.343146\ttest-rmse:0.358721\n",
      "[66]\ttrain-rmse:0.342966\ttest-rmse:0.358887\n",
      "[67]\ttrain-rmse:0.342879\ttest-rmse:0.358828\n",
      "[68]\ttrain-rmse:0.342406\ttest-rmse:0.358848\n",
      "[69]\ttrain-rmse:0.342047\ttest-rmse:0.358966\n",
      "[70]\ttrain-rmse:0.342009\ttest-rmse:0.358966\n",
      "[71]\ttrain-rmse:0.34191\ttest-rmse:0.359026\n",
      "[72]\ttrain-rmse:0.341595\ttest-rmse:0.359276\n",
      "[73]\ttrain-rmse:0.341527\ttest-rmse:0.359336\n",
      "[74]\ttrain-rmse:0.341452\ttest-rmse:0.359315\n",
      "[75]\ttrain-rmse:0.341376\ttest-rmse:0.359364\n",
      "[76]\ttrain-rmse:0.341307\ttest-rmse:0.359335\n",
      "[77]\ttrain-rmse:0.340878\ttest-rmse:0.359304\n",
      "[78]\ttrain-rmse:0.340472\ttest-rmse:0.359242\n",
      "[79]\ttrain-rmse:0.340387\ttest-rmse:0.359223\n",
      "[80]\ttrain-rmse:0.340149\ttest-rmse:0.359311\n",
      "[81]\ttrain-rmse:0.340105\ttest-rmse:0.359317\n",
      "[82]\ttrain-rmse:0.339803\ttest-rmse:0.35933\n",
      "[83]\ttrain-rmse:0.339559\ttest-rmse:0.359388\n",
      "[84]\ttrain-rmse:0.33953\ttest-rmse:0.359385\n",
      "[85]\ttrain-rmse:0.339325\ttest-rmse:0.359429\n",
      "[86]\ttrain-rmse:0.339277\ttest-rmse:0.359434\n",
      "[87]\ttrain-rmse:0.339266\ttest-rmse:0.359435\n",
      "[88]\ttrain-rmse:0.339261\ttest-rmse:0.359435\n",
      "[89]\ttrain-rmse:0.339188\ttest-rmse:0.359451\n",
      "[90]\ttrain-rmse:0.33916\ttest-rmse:0.359484\n",
      "[91]\ttrain-rmse:0.339087\ttest-rmse:0.359553\n",
      "[92]\ttrain-rmse:0.339045\ttest-rmse:0.359567\n",
      "[93]\ttrain-rmse:0.338728\ttest-rmse:0.359709\n",
      "[94]\ttrain-rmse:0.338685\ttest-rmse:0.359701\n",
      "[95]\ttrain-rmse:0.338676\ttest-rmse:0.359703\n",
      "[96]\ttrain-rmse:0.338409\ttest-rmse:0.359883\n",
      "[97]\ttrain-rmse:0.338384\ttest-rmse:0.35989\n",
      "[98]\ttrain-rmse:0.338329\ttest-rmse:0.359937\n",
      "[99]\ttrain-rmse:0.338188\ttest-rmse:0.359943\n",
      "V_11 0.358558\n",
      "[0]\ttrain-rmse:0.52829\ttest-rmse:0.532907\n",
      "[1]\ttrain-rmse:0.499673\ttest-rmse:0.504725\n",
      "[2]\ttrain-rmse:0.475925\ttest-rmse:0.481347\n",
      "[3]\ttrain-rmse:0.454735\ttest-rmse:0.46052\n",
      "[4]\ttrain-rmse:0.436778\ttest-rmse:0.442933\n",
      "[5]\ttrain-rmse:0.421788\ttest-rmse:0.428352\n",
      "[6]\ttrain-rmse:0.409241\ttest-rmse:0.41616\n",
      "[7]\ttrain-rmse:0.39879\ttest-rmse:0.406049\n",
      "[8]\ttrain-rmse:0.390085\ttest-rmse:0.397652\n",
      "[9]\ttrain-rmse:0.382865\ttest-rmse:0.390762\n",
      "[10]\ttrain-rmse:0.37713\ttest-rmse:0.385219\n",
      "[11]\ttrain-rmse:0.371856\ttest-rmse:0.380163\n",
      "[12]\ttrain-rmse:0.367526\ttest-rmse:0.376031\n",
      "[13]\ttrain-rmse:0.364348\ttest-rmse:0.372982\n",
      "[14]\ttrain-rmse:0.361753\ttest-rmse:0.370498\n",
      "[15]\ttrain-rmse:0.359637\ttest-rmse:0.368477\n",
      "[16]\ttrain-rmse:0.357509\ttest-rmse:0.366442\n",
      "[17]\ttrain-rmse:0.3561\ttest-rmse:0.365104\n",
      "[18]\ttrain-rmse:0.354654\ttest-rmse:0.363877\n",
      "[19]\ttrain-rmse:0.35347\ttest-rmse:0.362929\n",
      "[20]\ttrain-rmse:0.3527\ttest-rmse:0.362211\n",
      "[21]\ttrain-rmse:0.352076\ttest-rmse:0.361632\n",
      "[22]\ttrain-rmse:0.351364\ttest-rmse:0.361089\n",
      "[23]\ttrain-rmse:0.350947\ttest-rmse:0.360709\n",
      "[24]\ttrain-rmse:0.350319\ttest-rmse:0.360132\n",
      "[25]\ttrain-rmse:0.349826\ttest-rmse:0.359798\n",
      "[26]\ttrain-rmse:0.349419\ttest-rmse:0.359539\n",
      "[27]\ttrain-rmse:0.349006\ttest-rmse:0.359161\n",
      "[28]\ttrain-rmse:0.348851\ttest-rmse:0.359033\n",
      "[29]\ttrain-rmse:0.348725\ttest-rmse:0.35893\n",
      "[30]\ttrain-rmse:0.348462\ttest-rmse:0.358781\n",
      "[31]\ttrain-rmse:0.348182\ttest-rmse:0.358564\n",
      "[32]\ttrain-rmse:0.34797\ttest-rmse:0.358468\n",
      "[33]\ttrain-rmse:0.347761\ttest-rmse:0.358287\n",
      "[34]\ttrain-rmse:0.347577\ttest-rmse:0.358259\n",
      "[35]\ttrain-rmse:0.347443\ttest-rmse:0.358263\n",
      "[36]\ttrain-rmse:0.347298\ttest-rmse:0.358305\n",
      "[37]\ttrain-rmse:0.347266\ttest-rmse:0.358291\n",
      "[38]\ttrain-rmse:0.347241\ttest-rmse:0.358281\n",
      "[39]\ttrain-rmse:0.34722\ttest-rmse:0.358275\n",
      "[40]\ttrain-rmse:0.347203\ttest-rmse:0.358269\n",
      "[41]\ttrain-rmse:0.347189\ttest-rmse:0.358267\n",
      "[42]\ttrain-rmse:0.347056\ttest-rmse:0.358151\n",
      "[43]\ttrain-rmse:0.347046\ttest-rmse:0.358152\n",
      "[44]\ttrain-rmse:0.347038\ttest-rmse:0.358153\n",
      "[45]\ttrain-rmse:0.347032\ttest-rmse:0.358154\n",
      "[46]\ttrain-rmse:0.346919\ttest-rmse:0.358123\n",
      "[47]\ttrain-rmse:0.346915\ttest-rmse:0.358125\n",
      "[48]\ttrain-rmse:0.346797\ttest-rmse:0.35807\n",
      "[49]\ttrain-rmse:0.346676\ttest-rmse:0.358003\n",
      "[50]\ttrain-rmse:0.346673\ttest-rmse:0.358006\n",
      "[51]\ttrain-rmse:0.346577\ttest-rmse:0.358032\n",
      "[52]\ttrain-rmse:0.346478\ttest-rmse:0.35796\n",
      "[53]\ttrain-rmse:0.34634\ttest-rmse:0.357913\n",
      "[54]\ttrain-rmse:0.346268\ttest-rmse:0.357859\n",
      "[55]\ttrain-rmse:0.34618\ttest-rmse:0.357832\n",
      "[56]\ttrain-rmse:0.346144\ttest-rmse:0.357834\n",
      "[57]\ttrain-rmse:0.346142\ttest-rmse:0.357837\n",
      "[58]\ttrain-rmse:0.346094\ttest-rmse:0.357818\n",
      "[59]\ttrain-rmse:0.346042\ttest-rmse:0.357787\n",
      "[60]\ttrain-rmse:0.345959\ttest-rmse:0.35776\n",
      "[61]\ttrain-rmse:0.345872\ttest-rmse:0.357767\n",
      "[62]\ttrain-rmse:0.34587\ttest-rmse:0.357769\n",
      "[63]\ttrain-rmse:0.345812\ttest-rmse:0.357749\n",
      "[64]\ttrain-rmse:0.345685\ttest-rmse:0.357816\n",
      "[65]\ttrain-rmse:0.345684\ttest-rmse:0.357818\n",
      "[66]\ttrain-rmse:0.345592\ttest-rmse:0.357788\n",
      "[67]\ttrain-rmse:0.345591\ttest-rmse:0.35779\n",
      "[68]\ttrain-rmse:0.345527\ttest-rmse:0.357798\n",
      "[69]\ttrain-rmse:0.345526\ttest-rmse:0.357799\n",
      "[70]\ttrain-rmse:0.345502\ttest-rmse:0.357813\n",
      "[71]\ttrain-rmse:0.345467\ttest-rmse:0.357806\n",
      "[72]\ttrain-rmse:0.345386\ttest-rmse:0.357765\n",
      "[73]\ttrain-rmse:0.345337\ttest-rmse:0.357811\n",
      "[74]\ttrain-rmse:0.345254\ttest-rmse:0.357783\n",
      "[75]\ttrain-rmse:0.345219\ttest-rmse:0.357764\n",
      "[76]\ttrain-rmse:0.345218\ttest-rmse:0.357765\n",
      "[77]\ttrain-rmse:0.345155\ttest-rmse:0.357764\n",
      "[78]\ttrain-rmse:0.345136\ttest-rmse:0.35774\n",
      "[79]\ttrain-rmse:0.345022\ttest-rmse:0.357756\n",
      "[80]\ttrain-rmse:0.345021\ttest-rmse:0.357757\n",
      "[81]\ttrain-rmse:0.345021\ttest-rmse:0.357758\n",
      "[82]\ttrain-rmse:0.344999\ttest-rmse:0.357728\n",
      "[83]\ttrain-rmse:0.344906\ttest-rmse:0.357762\n",
      "[84]\ttrain-rmse:0.344896\ttest-rmse:0.357768\n",
      "[85]\ttrain-rmse:0.344772\ttest-rmse:0.35775\n",
      "[86]\ttrain-rmse:0.344771\ttest-rmse:0.35775\n",
      "[87]\ttrain-rmse:0.344771\ttest-rmse:0.35775\n",
      "[88]\ttrain-rmse:0.344771\ttest-rmse:0.357751\n",
      "[89]\ttrain-rmse:0.344739\ttest-rmse:0.357748\n",
      "[90]\ttrain-rmse:0.344738\ttest-rmse:0.357749\n",
      "[91]\ttrain-rmse:0.344694\ttest-rmse:0.357797\n",
      "[92]\ttrain-rmse:0.344694\ttest-rmse:0.357797\n",
      "[93]\ttrain-rmse:0.344642\ttest-rmse:0.357852\n",
      "[94]\ttrain-rmse:0.344642\ttest-rmse:0.357852\n",
      "[95]\ttrain-rmse:0.344626\ttest-rmse:0.357847\n",
      "[96]\ttrain-rmse:0.344626\ttest-rmse:0.357848\n",
      "[97]\ttrain-rmse:0.34461\ttest-rmse:0.357845\n",
      "[98]\ttrain-rmse:0.344581\ttest-rmse:0.357832\n",
      "[99]\ttrain-rmse:0.344553\ttest-rmse:0.357853\n",
      "V_12 0.357728\n",
      "[0]\ttrain-rmse:0.529274\ttest-rmse:0.533973\n",
      "[1]\ttrain-rmse:0.50155\ttest-rmse:0.506706\n",
      "[2]\ttrain-rmse:0.476934\ttest-rmse:0.482614\n",
      "[3]\ttrain-rmse:0.456823\ttest-rmse:0.462949\n",
      "[4]\ttrain-rmse:0.438659\ttest-rmse:0.445107\n",
      "[5]\ttrain-rmse:0.424361\ttest-rmse:0.431198\n",
      "[6]\ttrain-rmse:0.411388\ttest-rmse:0.418503\n",
      "[7]\ttrain-rmse:0.400569\ttest-rmse:0.407856\n",
      "[8]\ttrain-rmse:0.391561\ttest-rmse:0.399042\n",
      "[9]\ttrain-rmse:0.384112\ttest-rmse:0.391802\n",
      "[10]\ttrain-rmse:0.377877\ttest-rmse:0.385849\n",
      "[11]\ttrain-rmse:0.372759\ttest-rmse:0.381128\n",
      "[12]\ttrain-rmse:0.36852\ttest-rmse:0.377181\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[13]\ttrain-rmse:0.364983\ttest-rmse:0.373767\n",
      "[14]\ttrain-rmse:0.361983\ttest-rmse:0.371176\n",
      "[15]\ttrain-rmse:0.359559\ttest-rmse:0.369046\n",
      "[16]\ttrain-rmse:0.357494\ttest-rmse:0.367114\n",
      "[17]\ttrain-rmse:0.355769\ttest-rmse:0.365755\n",
      "[18]\ttrain-rmse:0.354301\ttest-rmse:0.364471\n",
      "[19]\ttrain-rmse:0.353081\ttest-rmse:0.363372\n",
      "[20]\ttrain-rmse:0.352023\ttest-rmse:0.36252\n",
      "[21]\ttrain-rmse:0.351323\ttest-rmse:0.361948\n",
      "[22]\ttrain-rmse:0.350756\ttest-rmse:0.361493\n",
      "[23]\ttrain-rmse:0.350142\ttest-rmse:0.360957\n",
      "[24]\ttrain-rmse:0.349562\ttest-rmse:0.360608\n",
      "[25]\ttrain-rmse:0.349247\ttest-rmse:0.360397\n",
      "[26]\ttrain-rmse:0.348588\ttest-rmse:0.360101\n",
      "[27]\ttrain-rmse:0.348373\ttest-rmse:0.359977\n",
      "[28]\ttrain-rmse:0.348034\ttest-rmse:0.359733\n",
      "[29]\ttrain-rmse:0.347757\ttest-rmse:0.359544\n",
      "[30]\ttrain-rmse:0.347527\ttest-rmse:0.359388\n",
      "[31]\ttrain-rmse:0.347337\ttest-rmse:0.359218\n",
      "[32]\ttrain-rmse:0.347184\ttest-rmse:0.359106\n",
      "[33]\ttrain-rmse:0.347046\ttest-rmse:0.359002\n",
      "[34]\ttrain-rmse:0.34697\ttest-rmse:0.359015\n",
      "[35]\ttrain-rmse:0.346568\ttest-rmse:0.35893\n",
      "[36]\ttrain-rmse:0.346445\ttest-rmse:0.358871\n",
      "[37]\ttrain-rmse:0.346315\ttest-rmse:0.358786\n",
      "[38]\ttrain-rmse:0.346231\ttest-rmse:0.358747\n",
      "[39]\ttrain-rmse:0.346135\ttest-rmse:0.358746\n",
      "[40]\ttrain-rmse:0.346041\ttest-rmse:0.358685\n",
      "[41]\ttrain-rmse:0.34597\ttest-rmse:0.358678\n",
      "[42]\ttrain-rmse:0.345452\ttest-rmse:0.358733\n",
      "[43]\ttrain-rmse:0.345209\ttest-rmse:0.35872\n",
      "[44]\ttrain-rmse:0.345153\ttest-rmse:0.358702\n",
      "[45]\ttrain-rmse:0.345096\ttest-rmse:0.358675\n",
      "[46]\ttrain-rmse:0.344667\ttest-rmse:0.358716\n",
      "[47]\ttrain-rmse:0.344626\ttest-rmse:0.358722\n",
      "[48]\ttrain-rmse:0.344599\ttest-rmse:0.358725\n",
      "[49]\ttrain-rmse:0.344421\ttest-rmse:0.358787\n",
      "[50]\ttrain-rmse:0.344077\ttest-rmse:0.35895\n",
      "[51]\ttrain-rmse:0.34375\ttest-rmse:0.35893\n",
      "[52]\ttrain-rmse:0.343712\ttest-rmse:0.358958\n",
      "[53]\ttrain-rmse:0.34364\ttest-rmse:0.358951\n",
      "[54]\ttrain-rmse:0.343611\ttest-rmse:0.358957\n",
      "[55]\ttrain-rmse:0.343588\ttest-rmse:0.358965\n",
      "[56]\ttrain-rmse:0.343537\ttest-rmse:0.358967\n",
      "[57]\ttrain-rmse:0.343096\ttest-rmse:0.358928\n",
      "[58]\ttrain-rmse:0.343051\ttest-rmse:0.358895\n",
      "[59]\ttrain-rmse:0.343032\ttest-rmse:0.358911\n",
      "[60]\ttrain-rmse:0.343016\ttest-rmse:0.358924\n",
      "[61]\ttrain-rmse:0.342951\ttest-rmse:0.358904\n",
      "[62]\ttrain-rmse:0.342579\ttest-rmse:0.358903\n",
      "[63]\ttrain-rmse:0.342537\ttest-rmse:0.358863\n",
      "[64]\ttrain-rmse:0.342431\ttest-rmse:0.358787\n",
      "[65]\ttrain-rmse:0.342381\ttest-rmse:0.358779\n",
      "[66]\ttrain-rmse:0.342274\ttest-rmse:0.358742\n",
      "[67]\ttrain-rmse:0.342149\ttest-rmse:0.358771\n",
      "[68]\ttrain-rmse:0.342137\ttest-rmse:0.358782\n",
      "[69]\ttrain-rmse:0.342085\ttest-rmse:0.358786\n",
      "[70]\ttrain-rmse:0.341996\ttest-rmse:0.358762\n",
      "[71]\ttrain-rmse:0.341955\ttest-rmse:0.358755\n",
      "[72]\ttrain-rmse:0.341726\ttest-rmse:0.358775\n",
      "[73]\ttrain-rmse:0.341682\ttest-rmse:0.358758\n",
      "[74]\ttrain-rmse:0.34167\ttest-rmse:0.358774\n",
      "[75]\ttrain-rmse:0.341631\ttest-rmse:0.358765\n",
      "[76]\ttrain-rmse:0.341614\ttest-rmse:0.358779\n",
      "[77]\ttrain-rmse:0.341192\ttest-rmse:0.35862\n",
      "[78]\ttrain-rmse:0.34097\ttest-rmse:0.358587\n",
      "[79]\ttrain-rmse:0.340932\ttest-rmse:0.358595\n",
      "[80]\ttrain-rmse:0.34088\ttest-rmse:0.358599\n",
      "[81]\ttrain-rmse:0.340787\ttest-rmse:0.358593\n",
      "[82]\ttrain-rmse:0.340771\ttest-rmse:0.358616\n",
      "[83]\ttrain-rmse:0.340306\ttest-rmse:0.358628\n",
      "[84]\ttrain-rmse:0.340268\ttest-rmse:0.358645\n",
      "[85]\ttrain-rmse:0.340154\ttest-rmse:0.358753\n",
      "[86]\ttrain-rmse:0.34011\ttest-rmse:0.358797\n",
      "[87]\ttrain-rmse:0.340078\ttest-rmse:0.358823\n",
      "[88]\ttrain-rmse:0.340054\ttest-rmse:0.358839\n",
      "[89]\ttrain-rmse:0.339947\ttest-rmse:0.358899\n",
      "[90]\ttrain-rmse:0.339931\ttest-rmse:0.358933\n",
      "[91]\ttrain-rmse:0.339914\ttest-rmse:0.358926\n",
      "[92]\ttrain-rmse:0.339847\ttest-rmse:0.358938\n",
      "[93]\ttrain-rmse:0.339833\ttest-rmse:0.358936\n",
      "[94]\ttrain-rmse:0.339818\ttest-rmse:0.358937\n",
      "[95]\ttrain-rmse:0.33981\ttest-rmse:0.358949\n",
      "[96]\ttrain-rmse:0.3398\ttest-rmse:0.358949\n",
      "[97]\ttrain-rmse:0.339743\ttest-rmse:0.358949\n",
      "[98]\ttrain-rmse:0.339703\ttest-rmse:0.358933\n",
      "[99]\ttrain-rmse:0.339681\ttest-rmse:0.358961\n",
      "V_13 0.358587\n",
      "[0]\ttrain-rmse:0.529334\ttest-rmse:0.533893\n",
      "[1]\ttrain-rmse:0.500799\ttest-rmse:0.505759\n",
      "[2]\ttrain-rmse:0.476434\ttest-rmse:0.481781\n",
      "[3]\ttrain-rmse:0.456342\ttest-rmse:0.462013\n",
      "[4]\ttrain-rmse:0.438749\ttest-rmse:0.444775\n",
      "[5]\ttrain-rmse:0.423444\ttest-rmse:0.429768\n",
      "[6]\ttrain-rmse:0.411026\ttest-rmse:0.417636\n",
      "[7]\ttrain-rmse:0.400683\ttest-rmse:0.407574\n",
      "[8]\ttrain-rmse:0.392398\ttest-rmse:0.399499\n",
      "[9]\ttrain-rmse:0.385556\ttest-rmse:0.39284\n",
      "[10]\ttrain-rmse:0.379924\ttest-rmse:0.387366\n",
      "[11]\ttrain-rmse:0.375299\ttest-rmse:0.382877\n",
      "[12]\ttrain-rmse:0.37114\ttest-rmse:0.378863\n",
      "[13]\ttrain-rmse:0.367251\ttest-rmse:0.375083\n",
      "[14]\ttrain-rmse:0.364437\ttest-rmse:0.372411\n",
      "[15]\ttrain-rmse:0.36173\ttest-rmse:0.369791\n",
      "[16]\ttrain-rmse:0.360025\ttest-rmse:0.368153\n",
      "[17]\ttrain-rmse:0.358419\ttest-rmse:0.366652\n",
      "[18]\ttrain-rmse:0.357107\ttest-rmse:0.365457\n",
      "[19]\ttrain-rmse:0.356178\ttest-rmse:0.364573\n",
      "[20]\ttrain-rmse:0.355259\ttest-rmse:0.363787\n",
      "[21]\ttrain-rmse:0.35453\ttest-rmse:0.363133\n",
      "[22]\ttrain-rmse:0.353592\ttest-rmse:0.362238\n",
      "[23]\ttrain-rmse:0.353093\ttest-rmse:0.361818\n",
      "[24]\ttrain-rmse:0.352674\ttest-rmse:0.36147\n",
      "[25]\ttrain-rmse:0.352391\ttest-rmse:0.361212\n",
      "[26]\ttrain-rmse:0.352161\ttest-rmse:0.361004\n",
      "[27]\ttrain-rmse:0.351597\ttest-rmse:0.36051\n",
      "[28]\ttrain-rmse:0.351444\ttest-rmse:0.360373\n",
      "[29]\ttrain-rmse:0.351234\ttest-rmse:0.360206\n",
      "[30]\ttrain-rmse:0.350811\ttest-rmse:0.359878\n",
      "[31]\ttrain-rmse:0.350459\ttest-rmse:0.35957\n",
      "[32]\ttrain-rmse:0.350388\ttest-rmse:0.35951\n",
      "[33]\ttrain-rmse:0.350258\ttest-rmse:0.359421\n",
      "[34]\ttrain-rmse:0.350209\ttest-rmse:0.359382\n",
      "[35]\ttrain-rmse:0.349924\ttest-rmse:0.359208\n",
      "[36]\ttrain-rmse:0.349682\ttest-rmse:0.359057\n",
      "[37]\ttrain-rmse:0.349653\ttest-rmse:0.359034\n",
      "[38]\ttrain-rmse:0.34963\ttest-rmse:0.359016\n",
      "[39]\ttrain-rmse:0.349553\ttest-rmse:0.358971\n",
      "[40]\ttrain-rmse:0.349369\ttest-rmse:0.358879\n",
      "[41]\ttrain-rmse:0.349297\ttest-rmse:0.358849\n",
      "[42]\ttrain-rmse:0.349263\ttest-rmse:0.358855\n",
      "[43]\ttrain-rmse:0.349093\ttest-rmse:0.358761\n",
      "[44]\ttrain-rmse:0.348954\ttest-rmse:0.358657\n",
      "[45]\ttrain-rmse:0.34888\ttest-rmse:0.358606\n",
      "[46]\ttrain-rmse:0.348849\ttest-rmse:0.358584\n",
      "[47]\ttrain-rmse:0.348841\ttest-rmse:0.358579\n",
      "[48]\ttrain-rmse:0.348751\ttest-rmse:0.358478\n",
      "[49]\ttrain-rmse:0.34872\ttest-rmse:0.358476\n",
      "[50]\ttrain-rmse:0.348695\ttest-rmse:0.358491\n",
      "[51]\ttrain-rmse:0.348488\ttest-rmse:0.358439\n",
      "[52]\ttrain-rmse:0.348302\ttest-rmse:0.358395\n",
      "[53]\ttrain-rmse:0.348296\ttest-rmse:0.358391\n",
      "[54]\ttrain-rmse:0.348276\ttest-rmse:0.358402\n",
      "[55]\ttrain-rmse:0.348237\ttest-rmse:0.358411\n",
      "[56]\ttrain-rmse:0.348122\ttest-rmse:0.35835\n",
      "[57]\ttrain-rmse:0.348117\ttest-rmse:0.358347\n",
      "[58]\ttrain-rmse:0.348087\ttest-rmse:0.35836\n",
      "[59]\ttrain-rmse:0.347976\ttest-rmse:0.358311\n",
      "[60]\ttrain-rmse:0.347883\ttest-rmse:0.358283\n",
      "[61]\ttrain-rmse:0.347879\ttest-rmse:0.35828\n",
      "[62]\ttrain-rmse:0.347831\ttest-rmse:0.358286\n",
      "[63]\ttrain-rmse:0.347783\ttest-rmse:0.358289\n",
      "[64]\ttrain-rmse:0.34778\ttest-rmse:0.358286\n",
      "[65]\ttrain-rmse:0.347711\ttest-rmse:0.358264\n",
      "[66]\ttrain-rmse:0.347695\ttest-rmse:0.358267\n",
      "[67]\ttrain-rmse:0.347638\ttest-rmse:0.358298\n",
      "[68]\ttrain-rmse:0.347629\ttest-rmse:0.358314\n",
      "[69]\ttrain-rmse:0.347585\ttest-rmse:0.358303\n",
      "[70]\ttrain-rmse:0.347582\ttest-rmse:0.3583\n",
      "[71]\ttrain-rmse:0.347536\ttest-rmse:0.358344\n",
      "[72]\ttrain-rmse:0.347533\ttest-rmse:0.358342\n",
      "[73]\ttrain-rmse:0.347501\ttest-rmse:0.358358\n",
      "[74]\ttrain-rmse:0.347494\ttest-rmse:0.358371\n",
      "[75]\ttrain-rmse:0.347466\ttest-rmse:0.358343\n",
      "[76]\ttrain-rmse:0.347438\ttest-rmse:0.358359\n",
      "[77]\ttrain-rmse:0.347428\ttest-rmse:0.358381\n",
      "[78]\ttrain-rmse:0.347426\ttest-rmse:0.358379\n",
      "[79]\ttrain-rmse:0.347382\ttest-rmse:0.358386\n",
      "[80]\ttrain-rmse:0.347357\ttest-rmse:0.358371\n",
      "[81]\ttrain-rmse:0.347355\ttest-rmse:0.358369\n",
      "[82]\ttrain-rmse:0.34735\ttest-rmse:0.358381\n",
      "[83]\ttrain-rmse:0.347349\ttest-rmse:0.35838\n",
      "[84]\ttrain-rmse:0.347312\ttest-rmse:0.358394\n",
      "[85]\ttrain-rmse:0.347253\ttest-rmse:0.358379\n",
      "[86]\ttrain-rmse:0.347248\ttest-rmse:0.358377\n",
      "[87]\ttrain-rmse:0.347238\ttest-rmse:0.358383\n",
      "[88]\ttrain-rmse:0.347237\ttest-rmse:0.358381\n",
      "[89]\ttrain-rmse:0.34719\ttest-rmse:0.358356\n",
      "[90]\ttrain-rmse:0.347174\ttest-rmse:0.358354\n",
      "[91]\ttrain-rmse:0.347166\ttest-rmse:0.358355\n",
      "[92]\ttrain-rmse:0.347151\ttest-rmse:0.358371\n",
      "[93]\ttrain-rmse:0.347137\ttest-rmse:0.35837\n",
      "[94]\ttrain-rmse:0.347129\ttest-rmse:0.358374\n",
      "[95]\ttrain-rmse:0.347128\ttest-rmse:0.358372\n",
      "[96]\ttrain-rmse:0.347098\ttest-rmse:0.358384\n",
      "[97]\ttrain-rmse:0.347062\ttest-rmse:0.358363\n",
      "[98]\ttrain-rmse:0.347029\ttest-rmse:0.358373\n",
      "[99]\ttrain-rmse:0.347028\ttest-rmse:0.358371\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "V_14 0.358264\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.490107\ttest-rmse:0.495038\n",
      "[2]\ttrain-rmse:0.465014\ttest-rmse:0.470331\n",
      "[3]\ttrain-rmse:0.437859\ttest-rmse:0.443662\n",
      "[4]\ttrain-rmse:0.41456\ttest-rmse:0.420834\n",
      "[5]\ttrain-rmse:0.391639\ttest-rmse:0.398155\n",
      "[6]\ttrain-rmse:0.37462\ttest-rmse:0.381553\n",
      "[7]\ttrain-rmse:0.360245\ttest-rmse:0.367564\n",
      "[8]\ttrain-rmse:0.345356\ttest-rmse:0.352888\n",
      "[9]\ttrain-rmse:0.332798\ttest-rmse:0.340378\n",
      "[10]\ttrain-rmse:0.324217\ttest-rmse:0.332058\n",
      "[11]\ttrain-rmse:0.318279\ttest-rmse:0.326265\n",
      "[12]\ttrain-rmse:0.313369\ttest-rmse:0.321526\n",
      "[13]\ttrain-rmse:0.305927\ttest-rmse:0.314128\n",
      "[14]\ttrain-rmse:0.301406\ttest-rmse:0.309777\n",
      "[15]\ttrain-rmse:0.298537\ttest-rmse:0.307008\n",
      "[16]\ttrain-rmse:0.2962\ttest-rmse:0.304754\n",
      "[17]\ttrain-rmse:0.291617\ttest-rmse:0.30018\n",
      "[18]\ttrain-rmse:0.289988\ttest-rmse:0.298634\n",
      "[19]\ttrain-rmse:0.286459\ttest-rmse:0.295055\n",
      "[20]\ttrain-rmse:0.285293\ttest-rmse:0.294032\n",
      "[21]\ttrain-rmse:0.283665\ttest-rmse:0.292485\n",
      "[22]\ttrain-rmse:0.281196\ttest-rmse:0.290037\n",
      "[23]\ttrain-rmse:0.279132\ttest-rmse:0.288129\n",
      "[24]\ttrain-rmse:0.278221\ttest-rmse:0.287256\n",
      "[25]\ttrain-rmse:0.277481\ttest-rmse:0.28655\n",
      "[26]\ttrain-rmse:0.277001\ttest-rmse:0.286065\n",
      "[27]\ttrain-rmse:0.276443\ttest-rmse:0.285536\n",
      "[28]\ttrain-rmse:0.2752\ttest-rmse:0.28432\n",
      "[29]\ttrain-rmse:0.274871\ttest-rmse:0.284073\n",
      "[30]\ttrain-rmse:0.274599\ttest-rmse:0.283831\n",
      "[31]\ttrain-rmse:0.274322\ttest-rmse:0.28367\n",
      "[32]\ttrain-rmse:0.27333\ttest-rmse:0.282854\n",
      "[33]\ttrain-rmse:0.273132\ttest-rmse:0.28274\n",
      "[34]\ttrain-rmse:0.272866\ttest-rmse:0.282487\n",
      "[35]\ttrain-rmse:0.272135\ttest-rmse:0.281686\n",
      "[36]\ttrain-rmse:0.271953\ttest-rmse:0.28151\n",
      "[37]\ttrain-rmse:0.271376\ttest-rmse:0.280915\n",
      "[38]\ttrain-rmse:0.270906\ttest-rmse:0.280426\n",
      "[39]\ttrain-rmse:0.270796\ttest-rmse:0.280312\n",
      "[40]\ttrain-rmse:0.270412\ttest-rmse:0.279951\n",
      "[41]\ttrain-rmse:0.270262\ttest-rmse:0.279932\n",
      "[42]\ttrain-rmse:0.270138\ttest-rmse:0.279912\n",
      "[43]\ttrain-rmse:0.270049\ttest-rmse:0.279923\n",
      "[44]\ttrain-rmse:0.269739\ttest-rmse:0.279608\n",
      "[45]\ttrain-rmse:0.269451\ttest-rmse:0.279286\n",
      "[46]\ttrain-rmse:0.269338\ttest-rmse:0.279245\n",
      "[47]\ttrain-rmse:0.269277\ttest-rmse:0.279168\n",
      "[48]\ttrain-rmse:0.269028\ttest-rmse:0.278835\n",
      "[49]\ttrain-rmse:0.268863\ttest-rmse:0.278789\n",
      "[50]\ttrain-rmse:0.268819\ttest-rmse:0.27873\n",
      "[51]\ttrain-rmse:0.268783\ttest-rmse:0.278681\n",
      "[52]\ttrain-rmse:0.268559\ttest-rmse:0.278447\n",
      "[53]\ttrain-rmse:0.268413\ttest-rmse:0.27844\n",
      "[54]\ttrain-rmse:0.26822\ttest-rmse:0.278251\n",
      "[55]\ttrain-rmse:0.26801\ttest-rmse:0.2781\n",
      "[56]\ttrain-rmse:0.267846\ttest-rmse:0.277977\n",
      "[57]\ttrain-rmse:0.267692\ttest-rmse:0.277799\n",
      "[58]\ttrain-rmse:0.267668\ttest-rmse:0.277754\n",
      "[59]\ttrain-rmse:0.267551\ttest-rmse:0.277635\n",
      "[60]\ttrain-rmse:0.267384\ttest-rmse:0.277573\n",
      "[61]\ttrain-rmse:0.267269\ttest-rmse:0.27747\n",
      "[62]\ttrain-rmse:0.26725\ttest-rmse:0.277427\n",
      "[63]\ttrain-rmse:0.267194\ttest-rmse:0.277441\n",
      "[64]\ttrain-rmse:0.267158\ttest-rmse:0.277441\n",
      "[65]\ttrain-rmse:0.267143\ttest-rmse:0.277407\n",
      "[66]\ttrain-rmse:0.266988\ttest-rmse:0.277469\n",
      "[67]\ttrain-rmse:0.266929\ttest-rmse:0.277548\n",
      "[68]\ttrain-rmse:0.266874\ttest-rmse:0.277562\n",
      "[69]\ttrain-rmse:0.266841\ttest-rmse:0.277596\n",
      "[70]\ttrain-rmse:0.266828\ttest-rmse:0.277567\n",
      "[71]\ttrain-rmse:0.266729\ttest-rmse:0.277595\n",
      "[72]\ttrain-rmse:0.266642\ttest-rmse:0.27754\n",
      "[73]\ttrain-rmse:0.266606\ttest-rmse:0.277556\n",
      "[74]\ttrain-rmse:0.266411\ttest-rmse:0.277655\n",
      "[75]\ttrain-rmse:0.266371\ttest-rmse:0.277717\n",
      "[76]\ttrain-rmse:0.266296\ttest-rmse:0.277793\n",
      "[77]\ttrain-rmse:0.266132\ttest-rmse:0.277872\n",
      "[78]\ttrain-rmse:0.26606\ttest-rmse:0.277895\n",
      "[79]\ttrain-rmse:0.265948\ttest-rmse:0.277882\n",
      "[80]\ttrain-rmse:0.265892\ttest-rmse:0.27795\n",
      "[81]\ttrain-rmse:0.265882\ttest-rmse:0.277918\n",
      "[82]\ttrain-rmse:0.265828\ttest-rmse:0.277908\n",
      "[83]\ttrain-rmse:0.265684\ttest-rmse:0.277966\n",
      "[84]\ttrain-rmse:0.265675\ttest-rmse:0.277936\n",
      "[85]\ttrain-rmse:0.265668\ttest-rmse:0.27791\n",
      "[86]\ttrain-rmse:0.26564\ttest-rmse:0.277922\n",
      "[87]\ttrain-rmse:0.265611\ttest-rmse:0.27796\n",
      "[88]\ttrain-rmse:0.265475\ttest-rmse:0.278147\n",
      "[89]\ttrain-rmse:0.26547\ttest-rmse:0.278124\n",
      "[90]\ttrain-rmse:0.265465\ttest-rmse:0.278104\n",
      "[91]\ttrain-rmse:0.265461\ttest-rmse:0.278087\n",
      "[92]\ttrain-rmse:0.265458\ttest-rmse:0.278071\n",
      "[93]\ttrain-rmse:0.265455\ttest-rmse:0.278057\n",
      "[94]\ttrain-rmse:0.265245\ttest-rmse:0.278077\n",
      "[95]\ttrain-rmse:0.265243\ttest-rmse:0.278064\n",
      "[96]\ttrain-rmse:0.265241\ttest-rmse:0.278053\n",
      "[97]\ttrain-rmse:0.26524\ttest-rmse:0.278043\n",
      "[98]\ttrain-rmse:0.265238\ttest-rmse:0.278034\n",
      "[99]\ttrain-rmse:0.265237\ttest-rmse:0.278027\n",
      "V_15 0.277407\n",
      "[0]\ttrain-rmse:0.505446\ttest-rmse:0.509219\n",
      "[1]\ttrain-rmse:0.454904\ttest-rmse:0.4583\n",
      "[2]\ttrain-rmse:0.409417\ttest-rmse:0.412473\n",
      "[3]\ttrain-rmse:0.385027\ttest-rmse:0.388382\n",
      "[4]\ttrain-rmse:0.346535\ttest-rmse:0.349569\n",
      "[5]\ttrain-rmse:0.311894\ttest-rmse:0.314639\n",
      "[6]\ttrain-rmse:0.280717\ttest-rmse:0.283202\n",
      "[7]\ttrain-rmse:0.252658\ttest-rmse:0.254904\n",
      "[8]\ttrain-rmse:0.227406\ttest-rmse:0.229443\n",
      "[9]\ttrain-rmse:0.204679\ttest-rmse:0.206528\n",
      "[10]\ttrain-rmse:0.184228\ttest-rmse:0.185903\n",
      "[11]\ttrain-rmse:0.165823\ttest-rmse:0.167341\n",
      "[12]\ttrain-rmse:0.156856\ttest-rmse:0.158492\n",
      "[13]\ttrain-rmse:0.1412\ttest-rmse:0.142685\n",
      "[14]\ttrain-rmse:0.127112\ttest-rmse:0.128461\n",
      "[15]\ttrain-rmse:0.114434\ttest-rmse:0.115662\n",
      "[16]\ttrain-rmse:0.103028\ttest-rmse:0.104145\n",
      "[17]\ttrain-rmse:0.092765\ttest-rmse:0.093779\n",
      "[18]\ttrain-rmse:0.088286\ttest-rmse:0.089364\n",
      "[19]\ttrain-rmse:0.079513\ttest-rmse:0.080496\n",
      "[20]\ttrain-rmse:0.076095\ttest-rmse:0.077131\n",
      "[21]\ttrain-rmse:0.068554\ttest-rmse:0.069498\n",
      "[22]\ttrain-rmse:0.061774\ttest-rmse:0.062635\n",
      "[23]\ttrain-rmse:0.055679\ttest-rmse:0.056466\n",
      "[24]\ttrain-rmse:0.053607\ttest-rmse:0.054433\n",
      "[25]\ttrain-rmse:0.051866\ttest-rmse:0.052724\n",
      "[26]\ttrain-rmse:0.050409\ttest-rmse:0.051301\n",
      "[27]\ttrain-rmse:0.045465\ttest-rmse:0.046278\n",
      "[28]\ttrain-rmse:0.044379\ttest-rmse:0.045214\n",
      "[29]\ttrain-rmse:0.040074\ttest-rmse:0.040839\n",
      "[30]\ttrain-rmse:0.039269\ttest-rmse:0.040055\n",
      "[31]\ttrain-rmse:0.035495\ttest-rmse:0.036218\n",
      "[32]\ttrain-rmse:0.032113\ttest-rmse:0.03278\n",
      "[33]\ttrain-rmse:0.029086\ttest-rmse:0.029703\n",
      "[34]\ttrain-rmse:0.028602\ttest-rmse:0.029241\n",
      "[35]\ttrain-rmse:0.028203\ttest-rmse:0.028863\n",
      "[36]\ttrain-rmse:0.025519\ttest-rmse:0.026125\n",
      "[37]\ttrain-rmse:0.023165\ttest-rmse:0.02373\n",
      "[38]\ttrain-rmse:0.021067\ttest-rmse:0.021594\n",
      "[39]\ttrain-rmse:0.0192\ttest-rmse:0.019694\n",
      "[40]\ttrain-rmse:0.017542\ttest-rmse:0.018006\n",
      "[41]\ttrain-rmse:0.01598\ttest-rmse:0.01641\n",
      "[42]\ttrain-rmse:0.014591\ttest-rmse:0.01499\n",
      "[43]\ttrain-rmse:0.014386\ttest-rmse:0.014787\n",
      "[44]\ttrain-rmse:0.01322\ttest-rmse:0.0136\n",
      "[45]\ttrain-rmse:0.012193\ttest-rmse:0.012555\n",
      "[46]\ttrain-rmse:0.011212\ttest-rmse:0.011549\n",
      "[47]\ttrain-rmse:0.010415\ttest-rmse:0.010736\n",
      "[48]\ttrain-rmse:0.00972\ttest-rmse:0.010029\n",
      "[49]\ttrain-rmse:0.009531\ttest-rmse:0.009838\n",
      "[50]\ttrain-rmse:0.009373\ttest-rmse:0.009681\n",
      "[51]\ttrain-rmse:0.008678\ttest-rmse:0.008967\n",
      "[52]\ttrain-rmse:0.008069\ttest-rmse:0.008342\n",
      "[53]\ttrain-rmse:0.007583\ttest-rmse:0.007846\n",
      "[54]\ttrain-rmse:0.007111\ttest-rmse:0.007361\n",
      "[55]\ttrain-rmse:0.006954\ttest-rmse:0.007203\n",
      "[56]\ttrain-rmse:0.006577\ttest-rmse:0.006818\n",
      "[57]\ttrain-rmse:0.006435\ttest-rmse:0.006677\n",
      "[58]\ttrain-rmse:0.006061\ttest-rmse:0.006295\n",
      "[59]\ttrain-rmse:0.005732\ttest-rmse:0.005958\n",
      "[60]\ttrain-rmse:0.005447\ttest-rmse:0.005666\n",
      "[61]\ttrain-rmse:0.005295\ttest-rmse:0.005512\n",
      "[62]\ttrain-rmse:0.005176\ttest-rmse:0.00539\n",
      "[63]\ttrain-rmse:0.004917\ttest-rmse:0.005125\n",
      "[64]\ttrain-rmse:0.0048\ttest-rmse:0.005008\n",
      "[65]\ttrain-rmse:0.004711\ttest-rmse:0.004916\n",
      "[66]\ttrain-rmse:0.004473\ttest-rmse:0.004672\n",
      "[67]\ttrain-rmse:0.004267\ttest-rmse:0.004461\n",
      "[68]\ttrain-rmse:0.00418\ttest-rmse:0.004372\n",
      "[69]\ttrain-rmse:0.003998\ttest-rmse:0.004186\n",
      "[70]\ttrain-rmse:0.003847\ttest-rmse:0.00403\n",
      "[71]\ttrain-rmse:0.003713\ttest-rmse:0.003892\n",
      "[72]\ttrain-rmse:0.003604\ttest-rmse:0.003778\n",
      "[73]\ttrain-rmse:0.003508\ttest-rmse:0.003678\n",
      "[74]\ttrain-rmse:0.003429\ttest-rmse:0.003596\n",
      "[75]\ttrain-rmse:0.003322\ttest-rmse:0.003487\n",
      "[76]\ttrain-rmse:0.003226\ttest-rmse:0.003394\n",
      "[77]\ttrain-rmse:0.003147\ttest-rmse:0.003311\n",
      "[78]\ttrain-rmse:0.003079\ttest-rmse:0.00324\n",
      "[79]\ttrain-rmse:0.003024\ttest-rmse:0.003181\n",
      "[80]\ttrain-rmse:0.002979\ttest-rmse:0.003132\n",
      "[81]\ttrain-rmse:0.002887\ttest-rmse:0.003038\n",
      "[82]\ttrain-rmse:0.002846\ttest-rmse:0.002994\n",
      "[83]\ttrain-rmse:0.002806\ttest-rmse:0.002952\n",
      "[84]\ttrain-rmse:0.002778\ttest-rmse:0.00292\n",
      "[85]\ttrain-rmse:0.002747\ttest-rmse:0.002887\n",
      "[86]\ttrain-rmse:0.002726\ttest-rmse:0.002864\n",
      "[87]\ttrain-rmse:0.00271\ttest-rmse:0.002845\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[88]\ttrain-rmse:0.00269\ttest-rmse:0.002823\n",
      "[89]\ttrain-rmse:0.002677\ttest-rmse:0.00281\n",
      "[90]\ttrain-rmse:0.002661\ttest-rmse:0.002792\n",
      "[91]\ttrain-rmse:0.002653\ttest-rmse:0.002782\n",
      "[92]\ttrain-rmse:0.002645\ttest-rmse:0.002774\n",
      "[93]\ttrain-rmse:0.002639\ttest-rmse:0.002767\n",
      "[94]\ttrain-rmse:0.002628\ttest-rmse:0.002754\n",
      "[95]\ttrain-rmse:0.002624\ttest-rmse:0.00275\n",
      "[96]\ttrain-rmse:0.002615\ttest-rmse:0.002739\n",
      "[97]\ttrain-rmse:0.002607\ttest-rmse:0.00273\n",
      "[98]\ttrain-rmse:0.002604\ttest-rmse:0.002726\n",
      "[99]\ttrain-rmse:0.002602\ttest-rmse:0.002724\n",
      "V_16 0.002724\n",
      "[0]\ttrain-rmse:0.52926\ttest-rmse:0.533914\n",
      "[1]\ttrain-rmse:0.500336\ttest-rmse:0.505391\n",
      "[2]\ttrain-rmse:0.476633\ttest-rmse:0.482099\n",
      "[3]\ttrain-rmse:0.455481\ttest-rmse:0.461269\n",
      "[4]\ttrain-rmse:0.438453\ttest-rmse:0.444657\n",
      "[5]\ttrain-rmse:0.423382\ttest-rmse:0.430085\n",
      "[6]\ttrain-rmse:0.410729\ttest-rmse:0.417977\n",
      "[7]\ttrain-rmse:0.400699\ttest-rmse:0.408288\n",
      "[8]\ttrain-rmse:0.392385\ttest-rmse:0.400322\n",
      "[9]\ttrain-rmse:0.385511\ttest-rmse:0.393679\n",
      "[10]\ttrain-rmse:0.379854\ttest-rmse:0.388289\n",
      "[11]\ttrain-rmse:0.374377\ttest-rmse:0.382977\n",
      "[12]\ttrain-rmse:0.370547\ttest-rmse:0.379332\n",
      "[13]\ttrain-rmse:0.366837\ttest-rmse:0.376033\n",
      "[14]\ttrain-rmse:0.363641\ttest-rmse:0.372949\n",
      "[15]\ttrain-rmse:0.361095\ttest-rmse:0.370683\n",
      "[16]\ttrain-rmse:0.358967\ttest-rmse:0.36884\n",
      "[17]\ttrain-rmse:0.35724\ttest-rmse:0.367378\n",
      "[18]\ttrain-rmse:0.356041\ttest-rmse:0.366349\n",
      "[19]\ttrain-rmse:0.355077\ttest-rmse:0.365482\n",
      "[20]\ttrain-rmse:0.354027\ttest-rmse:0.364715\n",
      "[21]\ttrain-rmse:0.35297\ttest-rmse:0.363728\n",
      "[22]\ttrain-rmse:0.352094\ttest-rmse:0.362929\n",
      "[23]\ttrain-rmse:0.351628\ttest-rmse:0.362566\n",
      "[24]\ttrain-rmse:0.351028\ttest-rmse:0.362268\n",
      "[25]\ttrain-rmse:0.350355\ttest-rmse:0.361882\n",
      "[26]\ttrain-rmse:0.349922\ttest-rmse:0.361648\n",
      "[27]\ttrain-rmse:0.349414\ttest-rmse:0.361509\n",
      "[28]\ttrain-rmse:0.348995\ttest-rmse:0.361138\n",
      "[29]\ttrain-rmse:0.348633\ttest-rmse:0.361044\n",
      "[30]\ttrain-rmse:0.348508\ttest-rmse:0.360974\n",
      "[31]\ttrain-rmse:0.348384\ttest-rmse:0.360931\n",
      "[32]\ttrain-rmse:0.348097\ttest-rmse:0.36069\n",
      "[33]\ttrain-rmse:0.347854\ttest-rmse:0.36051\n",
      "[34]\ttrain-rmse:0.347632\ttest-rmse:0.360493\n",
      "[35]\ttrain-rmse:0.347331\ttest-rmse:0.360581\n",
      "[36]\ttrain-rmse:0.347134\ttest-rmse:0.360581\n",
      "[37]\ttrain-rmse:0.347071\ttest-rmse:0.360569\n",
      "[38]\ttrain-rmse:0.346877\ttest-rmse:0.360465\n",
      "[39]\ttrain-rmse:0.346731\ttest-rmse:0.360359\n",
      "[40]\ttrain-rmse:0.346688\ttest-rmse:0.360363\n",
      "[41]\ttrain-rmse:0.34663\ttest-rmse:0.360382\n",
      "[42]\ttrain-rmse:0.346554\ttest-rmse:0.36039\n",
      "[43]\ttrain-rmse:0.346513\ttest-rmse:0.360402\n",
      "[44]\ttrain-rmse:0.34635\ttest-rmse:0.360503\n",
      "[45]\ttrain-rmse:0.346302\ttest-rmse:0.360531\n",
      "[46]\ttrain-rmse:0.346001\ttest-rmse:0.360564\n",
      "[47]\ttrain-rmse:0.345865\ttest-rmse:0.360516\n",
      "[48]\ttrain-rmse:0.345724\ttest-rmse:0.360443\n",
      "[49]\ttrain-rmse:0.34544\ttest-rmse:0.360536\n",
      "[50]\ttrain-rmse:0.345373\ttest-rmse:0.360557\n",
      "[51]\ttrain-rmse:0.345093\ttest-rmse:0.36068\n",
      "[52]\ttrain-rmse:0.344756\ttest-rmse:0.360702\n",
      "[53]\ttrain-rmse:0.344723\ttest-rmse:0.360706\n",
      "[54]\ttrain-rmse:0.344316\ttest-rmse:0.360847\n",
      "[55]\ttrain-rmse:0.344243\ttest-rmse:0.360806\n",
      "[56]\ttrain-rmse:0.343934\ttest-rmse:0.360854\n",
      "[57]\ttrain-rmse:0.343905\ttest-rmse:0.360856\n",
      "[58]\ttrain-rmse:0.343854\ttest-rmse:0.360885\n",
      "[59]\ttrain-rmse:0.343614\ttest-rmse:0.360944\n",
      "[60]\ttrain-rmse:0.343231\ttest-rmse:0.360927\n",
      "[61]\ttrain-rmse:0.343186\ttest-rmse:0.360919\n",
      "[62]\ttrain-rmse:0.343061\ttest-rmse:0.360886\n",
      "[63]\ttrain-rmse:0.342845\ttest-rmse:0.360949\n",
      "[64]\ttrain-rmse:0.342703\ttest-rmse:0.361028\n",
      "[65]\ttrain-rmse:0.342602\ttest-rmse:0.361007\n",
      "[66]\ttrain-rmse:0.342246\ttest-rmse:0.361024\n",
      "[67]\ttrain-rmse:0.342198\ttest-rmse:0.36103\n",
      "[68]\ttrain-rmse:0.342162\ttest-rmse:0.361028\n",
      "[69]\ttrain-rmse:0.341932\ttest-rmse:0.36087\n",
      "[70]\ttrain-rmse:0.341914\ttest-rmse:0.360867\n",
      "[71]\ttrain-rmse:0.341875\ttest-rmse:0.360898\n",
      "[72]\ttrain-rmse:0.341787\ttest-rmse:0.360918\n",
      "[73]\ttrain-rmse:0.341481\ttest-rmse:0.361211\n",
      "[74]\ttrain-rmse:0.341446\ttest-rmse:0.361196\n",
      "[75]\ttrain-rmse:0.341391\ttest-rmse:0.361137\n",
      "[76]\ttrain-rmse:0.341257\ttest-rmse:0.36105\n",
      "[77]\ttrain-rmse:0.341184\ttest-rmse:0.361018\n",
      "[78]\ttrain-rmse:0.341067\ttest-rmse:0.360946\n",
      "[79]\ttrain-rmse:0.340925\ttest-rmse:0.360958\n",
      "[80]\ttrain-rmse:0.34071\ttest-rmse:0.361049\n",
      "[81]\ttrain-rmse:0.340648\ttest-rmse:0.361043\n",
      "[82]\ttrain-rmse:0.34058\ttest-rmse:0.361033\n",
      "[83]\ttrain-rmse:0.340444\ttest-rmse:0.361088\n",
      "[84]\ttrain-rmse:0.340189\ttest-rmse:0.361324\n",
      "[85]\ttrain-rmse:0.340049\ttest-rmse:0.361353\n",
      "[86]\ttrain-rmse:0.339955\ttest-rmse:0.361336\n",
      "[87]\ttrain-rmse:0.339879\ttest-rmse:0.361339\n",
      "[88]\ttrain-rmse:0.339827\ttest-rmse:0.361336\n",
      "[89]\ttrain-rmse:0.339534\ttest-rmse:0.361417\n",
      "[90]\ttrain-rmse:0.339454\ttest-rmse:0.361421\n",
      "[91]\ttrain-rmse:0.339402\ttest-rmse:0.361425\n",
      "[92]\ttrain-rmse:0.339357\ttest-rmse:0.361428\n",
      "[93]\ttrain-rmse:0.339323\ttest-rmse:0.361425\n",
      "[94]\ttrain-rmse:0.339047\ttest-rmse:0.361597\n",
      "[95]\ttrain-rmse:0.339004\ttest-rmse:0.361592\n",
      "[96]\ttrain-rmse:0.338927\ttest-rmse:0.361588\n",
      "[97]\ttrain-rmse:0.338877\ttest-rmse:0.361603\n",
      "[98]\ttrain-rmse:0.33883\ttest-rmse:0.36168\n",
      "[99]\ttrain-rmse:0.338808\ttest-rmse:0.361662\n",
      "V_17 0.360359\n",
      "[0]\ttrain-rmse:0.529308\ttest-rmse:0.533897\n",
      "[1]\ttrain-rmse:0.500517\ttest-rmse:0.505831\n",
      "[2]\ttrain-rmse:0.47593\ttest-rmse:0.481956\n",
      "[3]\ttrain-rmse:0.455784\ttest-rmse:0.462216\n",
      "[4]\ttrain-rmse:0.438775\ttest-rmse:0.445605\n",
      "[5]\ttrain-rmse:0.423648\ttest-rmse:0.43095\n",
      "[6]\ttrain-rmse:0.41089\ttest-rmse:0.419033\n",
      "[7]\ttrain-rmse:0.399939\ttest-rmse:0.408383\n",
      "[8]\ttrain-rmse:0.391601\ttest-rmse:0.400363\n",
      "[9]\ttrain-rmse:0.384132\ttest-rmse:0.393417\n",
      "[10]\ttrain-rmse:0.378445\ttest-rmse:0.387979\n",
      "[11]\ttrain-rmse:0.37377\ttest-rmse:0.383529\n",
      "[12]\ttrain-rmse:0.369174\ttest-rmse:0.379094\n",
      "[13]\ttrain-rmse:0.36601\ttest-rmse:0.376123\n",
      "[14]\ttrain-rmse:0.362799\ttest-rmse:0.373055\n",
      "[15]\ttrain-rmse:0.360198\ttest-rmse:0.370926\n",
      "[16]\ttrain-rmse:0.357952\ttest-rmse:0.368813\n",
      "[17]\ttrain-rmse:0.35649\ttest-rmse:0.36751\n",
      "[18]\ttrain-rmse:0.354996\ttest-rmse:0.366253\n",
      "[19]\ttrain-rmse:0.354025\ttest-rmse:0.365403\n",
      "[20]\ttrain-rmse:0.35289\ttest-rmse:0.364334\n",
      "[21]\ttrain-rmse:0.352258\ttest-rmse:0.363789\n",
      "[22]\ttrain-rmse:0.351707\ttest-rmse:0.363304\n",
      "[23]\ttrain-rmse:0.350985\ttest-rmse:0.362625\n",
      "[24]\ttrain-rmse:0.350355\ttest-rmse:0.362167\n",
      "[25]\ttrain-rmse:0.349818\ttest-rmse:0.361673\n",
      "[26]\ttrain-rmse:0.349388\ttest-rmse:0.361279\n",
      "[27]\ttrain-rmse:0.349006\ttest-rmse:0.360932\n",
      "[28]\ttrain-rmse:0.348455\ttest-rmse:0.360609\n",
      "[29]\ttrain-rmse:0.348271\ttest-rmse:0.360509\n",
      "[30]\ttrain-rmse:0.348004\ttest-rmse:0.360285\n",
      "[31]\ttrain-rmse:0.347689\ttest-rmse:0.36024\n",
      "[32]\ttrain-rmse:0.347563\ttest-rmse:0.360163\n",
      "[33]\ttrain-rmse:0.347385\ttest-rmse:0.36002\n",
      "[34]\ttrain-rmse:0.347308\ttest-rmse:0.359985\n",
      "[35]\ttrain-rmse:0.347251\ttest-rmse:0.359958\n",
      "[36]\ttrain-rmse:0.347102\ttest-rmse:0.359825\n",
      "[37]\ttrain-rmse:0.347003\ttest-rmse:0.3598\n",
      "[38]\ttrain-rmse:0.346877\ttest-rmse:0.359724\n",
      "[39]\ttrain-rmse:0.346505\ttest-rmse:0.359752\n",
      "[40]\ttrain-rmse:0.346395\ttest-rmse:0.359677\n",
      "[41]\ttrain-rmse:0.346062\ttest-rmse:0.359907\n",
      "[42]\ttrain-rmse:0.346022\ttest-rmse:0.359925\n",
      "[43]\ttrain-rmse:0.345939\ttest-rmse:0.359898\n",
      "[44]\ttrain-rmse:0.345598\ttest-rmse:0.359871\n",
      "[45]\ttrain-rmse:0.345519\ttest-rmse:0.359851\n",
      "[46]\ttrain-rmse:0.345469\ttest-rmse:0.359846\n",
      "[47]\ttrain-rmse:0.345161\ttest-rmse:0.359861\n",
      "[48]\ttrain-rmse:0.344835\ttest-rmse:0.36\n",
      "[49]\ttrain-rmse:0.344778\ttest-rmse:0.360005\n",
      "[50]\ttrain-rmse:0.344521\ttest-rmse:0.360087\n",
      "[51]\ttrain-rmse:0.344269\ttest-rmse:0.360121\n",
      "[52]\ttrain-rmse:0.344221\ttest-rmse:0.36012\n",
      "[53]\ttrain-rmse:0.344175\ttest-rmse:0.36012\n",
      "[54]\ttrain-rmse:0.344128\ttest-rmse:0.3601\n",
      "[55]\ttrain-rmse:0.344082\ttest-rmse:0.360113\n",
      "[56]\ttrain-rmse:0.343659\ttest-rmse:0.360081\n",
      "[57]\ttrain-rmse:0.34331\ttest-rmse:0.360131\n",
      "[58]\ttrain-rmse:0.343273\ttest-rmse:0.360129\n",
      "[59]\ttrain-rmse:0.343228\ttest-rmse:0.360097\n",
      "[60]\ttrain-rmse:0.342886\ttest-rmse:0.360251\n",
      "[61]\ttrain-rmse:0.342761\ttest-rmse:0.360238\n",
      "[62]\ttrain-rmse:0.342532\ttest-rmse:0.360267\n",
      "[63]\ttrain-rmse:0.342481\ttest-rmse:0.360285\n",
      "[64]\ttrain-rmse:0.342183\ttest-rmse:0.36038\n",
      "[65]\ttrain-rmse:0.342149\ttest-rmse:0.360392\n",
      "[66]\ttrain-rmse:0.342076\ttest-rmse:0.360372\n",
      "[67]\ttrain-rmse:0.342049\ttest-rmse:0.360387\n",
      "[68]\ttrain-rmse:0.341935\ttest-rmse:0.360366\n",
      "[69]\ttrain-rmse:0.341913\ttest-rmse:0.36039\n",
      "[70]\ttrain-rmse:0.34182\ttest-rmse:0.360368\n",
      "[71]\ttrain-rmse:0.341797\ttest-rmse:0.360383\n",
      "[72]\ttrain-rmse:0.341709\ttest-rmse:0.360339\n",
      "[73]\ttrain-rmse:0.341406\ttest-rmse:0.360295\n",
      "[74]\ttrain-rmse:0.341004\ttest-rmse:0.360328\n",
      "[75]\ttrain-rmse:0.340954\ttest-rmse:0.360311\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[76]\ttrain-rmse:0.340519\ttest-rmse:0.360296\n",
      "[77]\ttrain-rmse:0.340505\ttest-rmse:0.360304\n",
      "[78]\ttrain-rmse:0.340349\ttest-rmse:0.360366\n",
      "[79]\ttrain-rmse:0.340291\ttest-rmse:0.360362\n",
      "[80]\ttrain-rmse:0.340238\ttest-rmse:0.360335\n",
      "[81]\ttrain-rmse:0.340198\ttest-rmse:0.360354\n",
      "[82]\ttrain-rmse:0.340174\ttest-rmse:0.360337\n",
      "[83]\ttrain-rmse:0.339695\ttest-rmse:0.360488\n",
      "[84]\ttrain-rmse:0.339665\ttest-rmse:0.360508\n",
      "[85]\ttrain-rmse:0.339598\ttest-rmse:0.360498\n",
      "[86]\ttrain-rmse:0.339585\ttest-rmse:0.360496\n",
      "[87]\ttrain-rmse:0.339166\ttest-rmse:0.360499\n",
      "[88]\ttrain-rmse:0.339124\ttest-rmse:0.360517\n",
      "[89]\ttrain-rmse:0.339104\ttest-rmse:0.360508\n",
      "[90]\ttrain-rmse:0.339077\ttest-rmse:0.360507\n",
      "[91]\ttrain-rmse:0.339018\ttest-rmse:0.360541\n",
      "[92]\ttrain-rmse:0.338991\ttest-rmse:0.360561\n",
      "[93]\ttrain-rmse:0.33897\ttest-rmse:0.360562\n",
      "[94]\ttrain-rmse:0.338941\ttest-rmse:0.360553\n",
      "[95]\ttrain-rmse:0.338903\ttest-rmse:0.360572\n",
      "[96]\ttrain-rmse:0.338863\ttest-rmse:0.360577\n",
      "[97]\ttrain-rmse:0.33885\ttest-rmse:0.360584\n",
      "[98]\ttrain-rmse:0.338822\ttest-rmse:0.36061\n",
      "[99]\ttrain-rmse:0.338551\ttest-rmse:0.360714\n",
      "V_18 0.359677\n",
      "[0]\ttrain-rmse:0.528277\ttest-rmse:0.532876\n",
      "[1]\ttrain-rmse:0.500472\ttest-rmse:0.505459\n",
      "[2]\ttrain-rmse:0.475651\ttest-rmse:0.480997\n",
      "[3]\ttrain-rmse:0.455474\ttest-rmse:0.461163\n",
      "[4]\ttrain-rmse:0.43747\ttest-rmse:0.443488\n",
      "[5]\ttrain-rmse:0.423127\ttest-rmse:0.429442\n",
      "[6]\ttrain-rmse:0.410297\ttest-rmse:0.416869\n",
      "[7]\ttrain-rmse:0.400287\ttest-rmse:0.407094\n",
      "[8]\ttrain-rmse:0.391268\ttest-rmse:0.398322\n",
      "[9]\ttrain-rmse:0.384381\ttest-rmse:0.391628\n",
      "[10]\ttrain-rmse:0.377902\ttest-rmse:0.385433\n",
      "[11]\ttrain-rmse:0.372572\ttest-rmse:0.380345\n",
      "[12]\ttrain-rmse:0.368711\ttest-rmse:0.37663\n",
      "[13]\ttrain-rmse:0.365554\ttest-rmse:0.373601\n",
      "[14]\ttrain-rmse:0.362393\ttest-rmse:0.370643\n",
      "[15]\ttrain-rmse:0.360277\ttest-rmse:0.368631\n",
      "[16]\ttrain-rmse:0.358014\ttest-rmse:0.366578\n",
      "[17]\ttrain-rmse:0.356599\ttest-rmse:0.365244\n",
      "[18]\ttrain-rmse:0.355009\ttest-rmse:0.363758\n",
      "[19]\ttrain-rmse:0.354067\ttest-rmse:0.362882\n",
      "[20]\ttrain-rmse:0.353301\ttest-rmse:0.362173\n",
      "[21]\ttrain-rmse:0.352147\ttest-rmse:0.361159\n",
      "[22]\ttrain-rmse:0.351211\ttest-rmse:0.36035\n",
      "[23]\ttrain-rmse:0.350487\ttest-rmse:0.359708\n",
      "[24]\ttrain-rmse:0.349854\ttest-rmse:0.359228\n",
      "[25]\ttrain-rmse:0.349571\ttest-rmse:0.358981\n",
      "[26]\ttrain-rmse:0.349058\ttest-rmse:0.35859\n",
      "[27]\ttrain-rmse:0.348869\ttest-rmse:0.358435\n",
      "[28]\ttrain-rmse:0.348484\ttest-rmse:0.358171\n",
      "[29]\ttrain-rmse:0.348128\ttest-rmse:0.357931\n",
      "[30]\ttrain-rmse:0.34802\ttest-rmse:0.357845\n",
      "[31]\ttrain-rmse:0.347676\ttest-rmse:0.35759\n",
      "[32]\ttrain-rmse:0.347415\ttest-rmse:0.357423\n",
      "[33]\ttrain-rmse:0.347191\ttest-rmse:0.357265\n",
      "[34]\ttrain-rmse:0.34696\ttest-rmse:0.357112\n",
      "[35]\ttrain-rmse:0.346657\ttest-rmse:0.357004\n",
      "[36]\ttrain-rmse:0.346481\ttest-rmse:0.356954\n",
      "[37]\ttrain-rmse:0.346445\ttest-rmse:0.356931\n",
      "[38]\ttrain-rmse:0.346263\ttest-rmse:0.356843\n",
      "[39]\ttrain-rmse:0.346117\ttest-rmse:0.356784\n",
      "[40]\ttrain-rmse:0.346095\ttest-rmse:0.35677\n",
      "[41]\ttrain-rmse:0.345979\ttest-rmse:0.356701\n",
      "[42]\ttrain-rmse:0.345962\ttest-rmse:0.356691\n",
      "[43]\ttrain-rmse:0.345948\ttest-rmse:0.356684\n",
      "[44]\ttrain-rmse:0.345936\ttest-rmse:0.356684\n",
      "[45]\ttrain-rmse:0.345927\ttest-rmse:0.356684\n",
      "[46]\ttrain-rmse:0.345682\ttest-rmse:0.356608\n",
      "[47]\ttrain-rmse:0.345594\ttest-rmse:0.356558\n",
      "[48]\ttrain-rmse:0.345437\ttest-rmse:0.35649\n",
      "[49]\ttrain-rmse:0.345238\ttest-rmse:0.356503\n",
      "[50]\ttrain-rmse:0.345232\ttest-rmse:0.356506\n",
      "[51]\ttrain-rmse:0.345051\ttest-rmse:0.356492\n",
      "[52]\ttrain-rmse:0.345006\ttest-rmse:0.356495\n",
      "[53]\ttrain-rmse:0.344779\ttest-rmse:0.356433\n",
      "[54]\ttrain-rmse:0.344775\ttest-rmse:0.356435\n",
      "[55]\ttrain-rmse:0.344681\ttest-rmse:0.356388\n",
      "[56]\ttrain-rmse:0.344624\ttest-rmse:0.356365\n",
      "[57]\ttrain-rmse:0.344621\ttest-rmse:0.356365\n",
      "[58]\ttrain-rmse:0.344476\ttest-rmse:0.356344\n",
      "[59]\ttrain-rmse:0.344305\ttest-rmse:0.356318\n",
      "[60]\ttrain-rmse:0.34418\ttest-rmse:0.356333\n",
      "[61]\ttrain-rmse:0.344177\ttest-rmse:0.356333\n",
      "[62]\ttrain-rmse:0.344175\ttest-rmse:0.356336\n",
      "[63]\ttrain-rmse:0.344173\ttest-rmse:0.356339\n",
      "[64]\ttrain-rmse:0.344118\ttest-rmse:0.356312\n",
      "[65]\ttrain-rmse:0.344018\ttest-rmse:0.356264\n",
      "[66]\ttrain-rmse:0.343835\ttest-rmse:0.356267\n",
      "[67]\ttrain-rmse:0.343834\ttest-rmse:0.356269\n",
      "[68]\ttrain-rmse:0.343762\ttest-rmse:0.35627\n",
      "[69]\ttrain-rmse:0.343612\ttest-rmse:0.356289\n",
      "[70]\ttrain-rmse:0.343589\ttest-rmse:0.356318\n",
      "[71]\ttrain-rmse:0.343458\ttest-rmse:0.356298\n",
      "[72]\ttrain-rmse:0.343425\ttest-rmse:0.356293\n",
      "[73]\ttrain-rmse:0.343406\ttest-rmse:0.356319\n",
      "[74]\ttrain-rmse:0.343404\ttest-rmse:0.356321\n",
      "[75]\ttrain-rmse:0.343365\ttest-rmse:0.356312\n",
      "[76]\ttrain-rmse:0.343363\ttest-rmse:0.356314\n",
      "[77]\ttrain-rmse:0.34324\ttest-rmse:0.356385\n",
      "[78]\ttrain-rmse:0.343238\ttest-rmse:0.356388\n",
      "[79]\ttrain-rmse:0.34315\ttest-rmse:0.35637\n",
      "[80]\ttrain-rmse:0.3431\ttest-rmse:0.356361\n",
      "[81]\ttrain-rmse:0.343066\ttest-rmse:0.356357\n",
      "[82]\ttrain-rmse:0.342942\ttest-rmse:0.3563\n",
      "[83]\ttrain-rmse:0.34286\ttest-rmse:0.356278\n",
      "[84]\ttrain-rmse:0.342734\ttest-rmse:0.356298\n",
      "[85]\ttrain-rmse:0.342668\ttest-rmse:0.356324\n",
      "[86]\ttrain-rmse:0.342667\ttest-rmse:0.356325\n",
      "[87]\ttrain-rmse:0.342533\ttest-rmse:0.356336\n",
      "[88]\ttrain-rmse:0.342506\ttest-rmse:0.356338\n",
      "[89]\ttrain-rmse:0.342434\ttest-rmse:0.356277\n",
      "[90]\ttrain-rmse:0.342318\ttest-rmse:0.356237\n",
      "[91]\ttrain-rmse:0.342278\ttest-rmse:0.356216\n",
      "[92]\ttrain-rmse:0.342189\ttest-rmse:0.356215\n",
      "[93]\ttrain-rmse:0.342093\ttest-rmse:0.356215\n",
      "[94]\ttrain-rmse:0.342062\ttest-rmse:0.356219\n",
      "[95]\ttrain-rmse:0.342061\ttest-rmse:0.356222\n",
      "[96]\ttrain-rmse:0.342039\ttest-rmse:0.356257\n",
      "[97]\ttrain-rmse:0.341969\ttest-rmse:0.356265\n",
      "[98]\ttrain-rmse:0.341968\ttest-rmse:0.356266\n",
      "[99]\ttrain-rmse:0.341967\ttest-rmse:0.356267\n",
      "V_19 0.356215\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.499838\ttest-rmse:0.504789\n",
      "[2]\ttrain-rmse:0.475676\ttest-rmse:0.480956\n",
      "[3]\ttrain-rmse:0.455163\ttest-rmse:0.460746\n",
      "[4]\ttrain-rmse:0.437843\ttest-rmse:0.443714\n",
      "[5]\ttrain-rmse:0.423292\ttest-rmse:0.429421\n",
      "[6]\ttrain-rmse:0.410587\ttest-rmse:0.416983\n",
      "[7]\ttrain-rmse:0.400605\ttest-rmse:0.407223\n",
      "[8]\ttrain-rmse:0.391711\ttest-rmse:0.398543\n",
      "[9]\ttrain-rmse:0.384699\ttest-rmse:0.39172\n",
      "[10]\ttrain-rmse:0.378536\ttest-rmse:0.385721\n",
      "[11]\ttrain-rmse:0.373446\ttest-rmse:0.380812\n",
      "[12]\ttrain-rmse:0.369635\ttest-rmse:0.377112\n",
      "[13]\ttrain-rmse:0.366417\ttest-rmse:0.374004\n",
      "[14]\ttrain-rmse:0.363793\ttest-rmse:0.371474\n",
      "[15]\ttrain-rmse:0.361647\ttest-rmse:0.369402\n",
      "[16]\ttrain-rmse:0.359939\ttest-rmse:0.367758\n",
      "[17]\ttrain-rmse:0.35855\ttest-rmse:0.366423\n",
      "[18]\ttrain-rmse:0.357362\ttest-rmse:0.365289\n",
      "[19]\ttrain-rmse:0.356439\ttest-rmse:0.364407\n",
      "[20]\ttrain-rmse:0.355636\ttest-rmse:0.363642\n",
      "[21]\ttrain-rmse:0.35499\ttest-rmse:0.363028\n",
      "[22]\ttrain-rmse:0.354465\ttest-rmse:0.362532\n",
      "[23]\ttrain-rmse:0.354035\ttest-rmse:0.362127\n",
      "[24]\ttrain-rmse:0.353683\ttest-rmse:0.361807\n",
      "[25]\ttrain-rmse:0.353404\ttest-rmse:0.36155\n",
      "[26]\ttrain-rmse:0.35279\ttest-rmse:0.361114\n",
      "[27]\ttrain-rmse:0.352594\ttest-rmse:0.360944\n",
      "[28]\ttrain-rmse:0.352434\ttest-rmse:0.360809\n",
      "[29]\ttrain-rmse:0.352307\ttest-rmse:0.360699\n",
      "[30]\ttrain-rmse:0.352205\ttest-rmse:0.36061\n",
      "[31]\ttrain-rmse:0.35211\ttest-rmse:0.360525\n",
      "[32]\ttrain-rmse:0.352041\ttest-rmse:0.360467\n",
      "[33]\ttrain-rmse:0.351984\ttest-rmse:0.360421\n",
      "[34]\ttrain-rmse:0.351605\ttest-rmse:0.360251\n",
      "[35]\ttrain-rmse:0.351299\ttest-rmse:0.360069\n",
      "[36]\ttrain-rmse:0.351269\ttest-rmse:0.360046\n",
      "[37]\ttrain-rmse:0.351234\ttest-rmse:0.360024\n",
      "[38]\ttrain-rmse:0.350972\ttest-rmse:0.359874\n",
      "[39]\ttrain-rmse:0.350956\ttest-rmse:0.359863\n",
      "[40]\ttrain-rmse:0.350942\ttest-rmse:0.359854\n",
      "[41]\ttrain-rmse:0.350913\ttest-rmse:0.359856\n",
      "[42]\ttrain-rmse:0.350701\ttest-rmse:0.359718\n",
      "[43]\ttrain-rmse:0.350686\ttest-rmse:0.359712\n",
      "[44]\ttrain-rmse:0.350478\ttest-rmse:0.35963\n",
      "[45]\ttrain-rmse:0.350473\ttest-rmse:0.359628\n",
      "[46]\ttrain-rmse:0.350468\ttest-rmse:0.359627\n",
      "[47]\ttrain-rmse:0.350465\ttest-rmse:0.359626\n",
      "[48]\ttrain-rmse:0.350456\ttest-rmse:0.35963\n",
      "[49]\ttrain-rmse:0.350441\ttest-rmse:0.359638\n",
      "[50]\ttrain-rmse:0.350439\ttest-rmse:0.359639\n",
      "[51]\ttrain-rmse:0.350437\ttest-rmse:0.359639\n",
      "[52]\ttrain-rmse:0.350431\ttest-rmse:0.359646\n",
      "[53]\ttrain-rmse:0.350416\ttest-rmse:0.359656\n",
      "[54]\ttrain-rmse:0.350286\ttest-rmse:0.35959\n",
      "[55]\ttrain-rmse:0.350285\ttest-rmse:0.359591\n",
      "[56]\ttrain-rmse:0.350261\ttest-rmse:0.3596\n",
      "[57]\ttrain-rmse:0.350255\ttest-rmse:0.359598\n",
      "[58]\ttrain-rmse:0.35025\ttest-rmse:0.359608\n",
      "[59]\ttrain-rmse:0.350233\ttest-rmse:0.359613\n",
      "[60]\ttrain-rmse:0.350229\ttest-rmse:0.359615\n",
      "[61]\ttrain-rmse:0.350221\ttest-rmse:0.359627\n",
      "[62]\ttrain-rmse:0.350095\ttest-rmse:0.359545\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[63]\ttrain-rmse:0.350079\ttest-rmse:0.359552\n",
      "[64]\ttrain-rmse:0.349954\ttest-rmse:0.359504\n",
      "[65]\ttrain-rmse:0.349954\ttest-rmse:0.359505\n",
      "[66]\ttrain-rmse:0.349953\ttest-rmse:0.359506\n",
      "[67]\ttrain-rmse:0.349868\ttest-rmse:0.359452\n",
      "[68]\ttrain-rmse:0.349866\ttest-rmse:0.359452\n",
      "[69]\ttrain-rmse:0.349866\ttest-rmse:0.359453\n",
      "[70]\ttrain-rmse:0.349863\ttest-rmse:0.359454\n",
      "[71]\ttrain-rmse:0.349795\ttest-rmse:0.359418\n",
      "[72]\ttrain-rmse:0.349744\ttest-rmse:0.359406\n",
      "[73]\ttrain-rmse:0.349744\ttest-rmse:0.359406\n",
      "[74]\ttrain-rmse:0.349697\ttest-rmse:0.359375\n",
      "[75]\ttrain-rmse:0.34964\ttest-rmse:0.359374\n",
      "[76]\ttrain-rmse:0.349605\ttest-rmse:0.359338\n",
      "[77]\ttrain-rmse:0.349601\ttest-rmse:0.359339\n",
      "[78]\ttrain-rmse:0.349599\ttest-rmse:0.35934\n",
      "[79]\ttrain-rmse:0.349599\ttest-rmse:0.35934\n",
      "[80]\ttrain-rmse:0.34955\ttest-rmse:0.359316\n",
      "[81]\ttrain-rmse:0.349512\ttest-rmse:0.359316\n",
      "[82]\ttrain-rmse:0.3495\ttest-rmse:0.359326\n",
      "[83]\ttrain-rmse:0.3495\ttest-rmse:0.359326\n",
      "[84]\ttrain-rmse:0.3495\ttest-rmse:0.359326\n",
      "[85]\ttrain-rmse:0.3495\ttest-rmse:0.359326\n",
      "[86]\ttrain-rmse:0.349498\ttest-rmse:0.359328\n",
      "[87]\ttrain-rmse:0.349497\ttest-rmse:0.359331\n",
      "[88]\ttrain-rmse:0.349476\ttest-rmse:0.359338\n",
      "[89]\ttrain-rmse:0.349464\ttest-rmse:0.359349\n",
      "[90]\ttrain-rmse:0.349464\ttest-rmse:0.359348\n",
      "[91]\ttrain-rmse:0.349451\ttest-rmse:0.359346\n",
      "[92]\ttrain-rmse:0.349446\ttest-rmse:0.359353\n",
      "[93]\ttrain-rmse:0.349394\ttest-rmse:0.359292\n",
      "[94]\ttrain-rmse:0.349374\ttest-rmse:0.359295\n",
      "[95]\ttrain-rmse:0.349374\ttest-rmse:0.359295\n",
      "[96]\ttrain-rmse:0.349365\ttest-rmse:0.359304\n",
      "[97]\ttrain-rmse:0.349365\ttest-rmse:0.359304\n",
      "[98]\ttrain-rmse:0.349365\ttest-rmse:0.359304\n",
      "[99]\ttrain-rmse:0.349365\ttest-rmse:0.359304\n",
      "V_20 0.359292\n",
      "[0]\ttrain-rmse:0.52931\ttest-rmse:0.533862\n",
      "[1]\ttrain-rmse:0.501631\ttest-rmse:0.506528\n",
      "[2]\ttrain-rmse:0.476764\ttest-rmse:0.481984\n",
      "[3]\ttrain-rmse:0.455924\ttest-rmse:0.461596\n",
      "[4]\ttrain-rmse:0.437956\ttest-rmse:0.443956\n",
      "[5]\ttrain-rmse:0.423677\ttest-rmse:0.429946\n",
      "[6]\ttrain-rmse:0.411747\ttest-rmse:0.418261\n",
      "[7]\ttrain-rmse:0.401141\ttest-rmse:0.408153\n",
      "[8]\ttrain-rmse:0.392068\ttest-rmse:0.399324\n",
      "[9]\ttrain-rmse:0.38524\ttest-rmse:0.392678\n",
      "[10]\ttrain-rmse:0.37892\ttest-rmse:0.386477\n",
      "[11]\ttrain-rmse:0.373838\ttest-rmse:0.381844\n",
      "[12]\ttrain-rmse:0.369668\ttest-rmse:0.378112\n",
      "[13]\ttrain-rmse:0.366551\ttest-rmse:0.375104\n",
      "[14]\ttrain-rmse:0.363518\ttest-rmse:0.372189\n",
      "[15]\ttrain-rmse:0.361147\ttest-rmse:0.370161\n",
      "[16]\ttrain-rmse:0.359077\ttest-rmse:0.368199\n",
      "[17]\ttrain-rmse:0.357493\ttest-rmse:0.366884\n",
      "[18]\ttrain-rmse:0.356186\ttest-rmse:0.365858\n",
      "[19]\ttrain-rmse:0.355258\ttest-rmse:0.364988\n",
      "[20]\ttrain-rmse:0.35419\ttest-rmse:0.364025\n",
      "[21]\ttrain-rmse:0.353308\ttest-rmse:0.363254\n",
      "[22]\ttrain-rmse:0.352683\ttest-rmse:0.362904\n",
      "[23]\ttrain-rmse:0.352115\ttest-rmse:0.362566\n",
      "[24]\ttrain-rmse:0.351779\ttest-rmse:0.362265\n",
      "[25]\ttrain-rmse:0.351366\ttest-rmse:0.362093\n",
      "[26]\ttrain-rmse:0.350949\ttest-rmse:0.361765\n",
      "[27]\ttrain-rmse:0.350766\ttest-rmse:0.361608\n",
      "[28]\ttrain-rmse:0.350423\ttest-rmse:0.361373\n",
      "[29]\ttrain-rmse:0.350143\ttest-rmse:0.361176\n",
      "[30]\ttrain-rmse:0.349966\ttest-rmse:0.361029\n",
      "[31]\ttrain-rmse:0.349883\ttest-rmse:0.360966\n",
      "[32]\ttrain-rmse:0.349816\ttest-rmse:0.360916\n",
      "[33]\ttrain-rmse:0.349761\ttest-rmse:0.360879\n",
      "[34]\ttrain-rmse:0.349589\ttest-rmse:0.360757\n",
      "[35]\ttrain-rmse:0.349487\ttest-rmse:0.360843\n",
      "[36]\ttrain-rmse:0.349456\ttest-rmse:0.360826\n",
      "[37]\ttrain-rmse:0.349372\ttest-rmse:0.360914\n",
      "[38]\ttrain-rmse:0.349198\ttest-rmse:0.360799\n",
      "[39]\ttrain-rmse:0.349181\ttest-rmse:0.360792\n",
      "[40]\ttrain-rmse:0.349113\ttest-rmse:0.360799\n",
      "[41]\ttrain-rmse:0.349003\ttest-rmse:0.360785\n",
      "[42]\ttrain-rmse:0.348897\ttest-rmse:0.360848\n",
      "[43]\ttrain-rmse:0.348801\ttest-rmse:0.360868\n",
      "[44]\ttrain-rmse:0.348701\ttest-rmse:0.360847\n",
      "[45]\ttrain-rmse:0.348615\ttest-rmse:0.360834\n",
      "[46]\ttrain-rmse:0.348546\ttest-rmse:0.360792\n",
      "[47]\ttrain-rmse:0.348541\ttest-rmse:0.360794\n",
      "[48]\ttrain-rmse:0.34846\ttest-rmse:0.36087\n",
      "[49]\ttrain-rmse:0.348456\ttest-rmse:0.360873\n",
      "[50]\ttrain-rmse:0.348452\ttest-rmse:0.360877\n",
      "[51]\ttrain-rmse:0.348407\ttest-rmse:0.360854\n",
      "[52]\ttrain-rmse:0.348405\ttest-rmse:0.360857\n",
      "[53]\ttrain-rmse:0.348403\ttest-rmse:0.360859\n",
      "[54]\ttrain-rmse:0.348297\ttest-rmse:0.360907\n",
      "[55]\ttrain-rmse:0.348296\ttest-rmse:0.36091\n",
      "[56]\ttrain-rmse:0.348294\ttest-rmse:0.360913\n",
      "[57]\ttrain-rmse:0.348241\ttest-rmse:0.360944\n",
      "[58]\ttrain-rmse:0.348239\ttest-rmse:0.360947\n",
      "[59]\ttrain-rmse:0.348197\ttest-rmse:0.360931\n",
      "[60]\ttrain-rmse:0.348153\ttest-rmse:0.360961\n",
      "[61]\ttrain-rmse:0.348152\ttest-rmse:0.360964\n",
      "[62]\ttrain-rmse:0.348049\ttest-rmse:0.36104\n",
      "[63]\ttrain-rmse:0.348018\ttest-rmse:0.361031\n",
      "[64]\ttrain-rmse:0.347951\ttest-rmse:0.361009\n",
      "[65]\ttrain-rmse:0.34795\ttest-rmse:0.361011\n",
      "[66]\ttrain-rmse:0.347949\ttest-rmse:0.361013\n",
      "[67]\ttrain-rmse:0.347907\ttest-rmse:0.361025\n",
      "[68]\ttrain-rmse:0.347882\ttest-rmse:0.361023\n",
      "[69]\ttrain-rmse:0.347881\ttest-rmse:0.361025\n",
      "[70]\ttrain-rmse:0.347881\ttest-rmse:0.361027\n",
      "[71]\ttrain-rmse:0.347732\ttest-rmse:0.360965\n",
      "[72]\ttrain-rmse:0.347664\ttest-rmse:0.360929\n",
      "[73]\ttrain-rmse:0.34764\ttest-rmse:0.360917\n",
      "[74]\ttrain-rmse:0.34764\ttest-rmse:0.360918\n",
      "[75]\ttrain-rmse:0.347639\ttest-rmse:0.360919\n",
      "[76]\ttrain-rmse:0.34752\ttest-rmse:0.360882\n",
      "[77]\ttrain-rmse:0.347519\ttest-rmse:0.360883\n",
      "[78]\ttrain-rmse:0.347502\ttest-rmse:0.360889\n",
      "[79]\ttrain-rmse:0.347485\ttest-rmse:0.360898\n",
      "[80]\ttrain-rmse:0.347485\ttest-rmse:0.360899\n",
      "[81]\ttrain-rmse:0.347432\ttest-rmse:0.360878\n",
      "[82]\ttrain-rmse:0.347432\ttest-rmse:0.360879\n",
      "[83]\ttrain-rmse:0.347431\ttest-rmse:0.360879\n",
      "[84]\ttrain-rmse:0.347431\ttest-rmse:0.36088\n",
      "[85]\ttrain-rmse:0.347404\ttest-rmse:0.360869\n",
      "[86]\ttrain-rmse:0.34735\ttest-rmse:0.360936\n",
      "[87]\ttrain-rmse:0.34735\ttest-rmse:0.360936\n",
      "[88]\ttrain-rmse:0.347293\ttest-rmse:0.360932\n",
      "[89]\ttrain-rmse:0.347265\ttest-rmse:0.36095\n",
      "[90]\ttrain-rmse:0.347245\ttest-rmse:0.36093\n",
      "[91]\ttrain-rmse:0.347201\ttest-rmse:0.361018\n",
      "[92]\ttrain-rmse:0.347171\ttest-rmse:0.361039\n",
      "[93]\ttrain-rmse:0.347171\ttest-rmse:0.361039\n",
      "[94]\ttrain-rmse:0.34714\ttest-rmse:0.361053\n",
      "[95]\ttrain-rmse:0.347126\ttest-rmse:0.361068\n",
      "[96]\ttrain-rmse:0.347066\ttest-rmse:0.361048\n",
      "[97]\ttrain-rmse:0.347066\ttest-rmse:0.361048\n",
      "[98]\ttrain-rmse:0.347046\ttest-rmse:0.361034\n",
      "[99]\ttrain-rmse:0.346991\ttest-rmse:0.361044\n",
      "V_21 0.360757\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.499516\ttest-rmse:0.504787\n",
      "[2]\ttrain-rmse:0.474866\ttest-rmse:0.480521\n",
      "[3]\ttrain-rmse:0.453915\ttest-rmse:0.459928\n",
      "[4]\ttrain-rmse:0.436784\ttest-rmse:0.443199\n",
      "[5]\ttrain-rmse:0.422395\ttest-rmse:0.429171\n",
      "[6]\ttrain-rmse:0.409721\ttest-rmse:0.416802\n",
      "[7]\ttrain-rmse:0.399677\ttest-rmse:0.407082\n",
      "[8]\ttrain-rmse:0.391331\ttest-rmse:0.398996\n",
      "[9]\ttrain-rmse:0.384433\ttest-rmse:0.392344\n",
      "[10]\ttrain-rmse:0.378147\ttest-rmse:0.386243\n",
      "[11]\ttrain-rmse:0.373469\ttest-rmse:0.381731\n",
      "[12]\ttrain-rmse:0.369128\ttest-rmse:0.37753\n",
      "[13]\ttrain-rmse:0.365523\ttest-rmse:0.374075\n",
      "[14]\ttrain-rmse:0.362586\ttest-rmse:0.371277\n",
      "[15]\ttrain-rmse:0.360463\ttest-rmse:0.369267\n",
      "[16]\ttrain-rmse:0.358441\ttest-rmse:0.367323\n",
      "[17]\ttrain-rmse:0.35681\ttest-rmse:0.365765\n",
      "[18]\ttrain-rmse:0.355626\ttest-rmse:0.364644\n",
      "[19]\ttrain-rmse:0.354671\ttest-rmse:0.363745\n",
      "[20]\ttrain-rmse:0.35331\ttest-rmse:0.36311\n",
      "[21]\ttrain-rmse:0.352662\ttest-rmse:0.36255\n",
      "[22]\ttrain-rmse:0.352126\ttest-rmse:0.362094\n",
      "[23]\ttrain-rmse:0.351515\ttest-rmse:0.361498\n",
      "[24]\ttrain-rmse:0.350975\ttest-rmse:0.361065\n",
      "[25]\ttrain-rmse:0.350519\ttest-rmse:0.360693\n",
      "[26]\ttrain-rmse:0.349843\ttest-rmse:0.360694\n",
      "[27]\ttrain-rmse:0.349529\ttest-rmse:0.36044\n",
      "[28]\ttrain-rmse:0.349277\ttest-rmse:0.360251\n",
      "[29]\ttrain-rmse:0.349115\ttest-rmse:0.360112\n",
      "[30]\ttrain-rmse:0.348974\ttest-rmse:0.360015\n",
      "[31]\ttrain-rmse:0.348534\ttest-rmse:0.360131\n",
      "[32]\ttrain-rmse:0.348428\ttest-rmse:0.360058\n",
      "[33]\ttrain-rmse:0.347998\ttest-rmse:0.360209\n",
      "[34]\ttrain-rmse:0.347576\ttest-rmse:0.360196\n",
      "[35]\ttrain-rmse:0.347504\ttest-rmse:0.360185\n",
      "[36]\ttrain-rmse:0.347448\ttest-rmse:0.360157\n",
      "[37]\ttrain-rmse:0.347375\ttest-rmse:0.360146\n",
      "[38]\ttrain-rmse:0.347265\ttest-rmse:0.360086\n",
      "[39]\ttrain-rmse:0.347217\ttest-rmse:0.36005\n",
      "[40]\ttrain-rmse:0.347175\ttest-rmse:0.360026\n",
      "[41]\ttrain-rmse:0.347101\ttest-rmse:0.359969\n",
      "[42]\ttrain-rmse:0.347063\ttest-rmse:0.359961\n",
      "[43]\ttrain-rmse:0.347008\ttest-rmse:0.359935\n",
      "[44]\ttrain-rmse:0.346947\ttest-rmse:0.359949\n",
      "[45]\ttrain-rmse:0.346868\ttest-rmse:0.359937\n",
      "[46]\ttrain-rmse:0.346566\ttest-rmse:0.36022\n",
      "[47]\ttrain-rmse:0.346515\ttest-rmse:0.360227\n",
      "[48]\ttrain-rmse:0.346161\ttest-rmse:0.360238\n",
      "[49]\ttrain-rmse:0.346117\ttest-rmse:0.360213\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[50]\ttrain-rmse:0.346054\ttest-rmse:0.360191\n",
      "[51]\ttrain-rmse:0.345964\ttest-rmse:0.360136\n",
      "[52]\ttrain-rmse:0.345841\ttest-rmse:0.360137\n",
      "[53]\ttrain-rmse:0.345797\ttest-rmse:0.360156\n",
      "[54]\ttrain-rmse:0.345775\ttest-rmse:0.360158\n",
      "[55]\ttrain-rmse:0.345711\ttest-rmse:0.360151\n",
      "[56]\ttrain-rmse:0.345606\ttest-rmse:0.360169\n",
      "[57]\ttrain-rmse:0.345484\ttest-rmse:0.360165\n",
      "[58]\ttrain-rmse:0.345451\ttest-rmse:0.360165\n",
      "[59]\ttrain-rmse:0.345419\ttest-rmse:0.360152\n",
      "[60]\ttrain-rmse:0.345381\ttest-rmse:0.360147\n",
      "[61]\ttrain-rmse:0.345028\ttest-rmse:0.360202\n",
      "[62]\ttrain-rmse:0.345009\ttest-rmse:0.360192\n",
      "[63]\ttrain-rmse:0.344988\ttest-rmse:0.360158\n",
      "[64]\ttrain-rmse:0.344912\ttest-rmse:0.360158\n",
      "[65]\ttrain-rmse:0.344882\ttest-rmse:0.360165\n",
      "[66]\ttrain-rmse:0.344493\ttest-rmse:0.360273\n",
      "[67]\ttrain-rmse:0.344471\ttest-rmse:0.360274\n",
      "[68]\ttrain-rmse:0.344246\ttest-rmse:0.360367\n",
      "[69]\ttrain-rmse:0.34402\ttest-rmse:0.36041\n",
      "[70]\ttrain-rmse:0.3437\ttest-rmse:0.36046\n",
      "[71]\ttrain-rmse:0.343671\ttest-rmse:0.360454\n",
      "[72]\ttrain-rmse:0.343616\ttest-rmse:0.360439\n",
      "[73]\ttrain-rmse:0.343128\ttest-rmse:0.360493\n",
      "[74]\ttrain-rmse:0.343108\ttest-rmse:0.360492\n",
      "[75]\ttrain-rmse:0.342741\ttest-rmse:0.360635\n",
      "[76]\ttrain-rmse:0.342699\ttest-rmse:0.360623\n",
      "[77]\ttrain-rmse:0.342484\ttest-rmse:0.36061\n",
      "[78]\ttrain-rmse:0.342247\ttest-rmse:0.36058\n",
      "[79]\ttrain-rmse:0.342215\ttest-rmse:0.360601\n",
      "[80]\ttrain-rmse:0.3422\ttest-rmse:0.360583\n",
      "[81]\ttrain-rmse:0.341955\ttest-rmse:0.360578\n",
      "[82]\ttrain-rmse:0.3419\ttest-rmse:0.36057\n",
      "[83]\ttrain-rmse:0.341887\ttest-rmse:0.360555\n",
      "[84]\ttrain-rmse:0.341876\ttest-rmse:0.36054\n",
      "[85]\ttrain-rmse:0.341815\ttest-rmse:0.360537\n",
      "[86]\ttrain-rmse:0.341794\ttest-rmse:0.360543\n",
      "[87]\ttrain-rmse:0.34178\ttest-rmse:0.360525\n",
      "[88]\ttrain-rmse:0.341584\ttest-rmse:0.360649\n",
      "[89]\ttrain-rmse:0.341365\ttest-rmse:0.360628\n",
      "[90]\ttrain-rmse:0.341332\ttest-rmse:0.360646\n",
      "[91]\ttrain-rmse:0.341321\ttest-rmse:0.360631\n",
      "[92]\ttrain-rmse:0.341075\ttest-rmse:0.360669\n",
      "[93]\ttrain-rmse:0.340997\ttest-rmse:0.360696\n",
      "[94]\ttrain-rmse:0.340981\ttest-rmse:0.360698\n",
      "[95]\ttrain-rmse:0.340738\ttest-rmse:0.360758\n",
      "[96]\ttrain-rmse:0.340693\ttest-rmse:0.360778\n",
      "[97]\ttrain-rmse:0.3404\ttest-rmse:0.361\n",
      "[98]\ttrain-rmse:0.340106\ttest-rmse:0.361114\n",
      "[99]\ttrain-rmse:0.340041\ttest-rmse:0.361139\n",
      "V_22 0.359935\n",
      "[0]\ttrain-rmse:0.529164\ttest-rmse:0.533846\n",
      "[1]\ttrain-rmse:0.500401\ttest-rmse:0.505735\n",
      "[2]\ttrain-rmse:0.475592\ttest-rmse:0.481313\n",
      "[3]\ttrain-rmse:0.454493\ttest-rmse:0.460584\n",
      "[4]\ttrain-rmse:0.436652\ttest-rmse:0.443082\n",
      "[5]\ttrain-rmse:0.421526\ttest-rmse:0.428687\n",
      "[6]\ttrain-rmse:0.408792\ttest-rmse:0.41666\n",
      "[7]\ttrain-rmse:0.398171\ttest-rmse:0.406348\n",
      "[8]\ttrain-rmse:0.389324\ttest-rmse:0.397792\n",
      "[9]\ttrain-rmse:0.381904\ttest-rmse:0.391004\n",
      "[10]\ttrain-rmse:0.375728\ttest-rmse:0.385485\n",
      "[11]\ttrain-rmse:0.370633\ttest-rmse:0.380995\n",
      "[12]\ttrain-rmse:0.366508\ttest-rmse:0.377252\n",
      "[13]\ttrain-rmse:0.362971\ttest-rmse:0.373909\n",
      "[14]\ttrain-rmse:0.359929\ttest-rmse:0.371447\n",
      "[15]\ttrain-rmse:0.357454\ttest-rmse:0.369467\n",
      "[16]\ttrain-rmse:0.355319\ttest-rmse:0.367609\n",
      "[17]\ttrain-rmse:0.353597\ttest-rmse:0.366141\n",
      "[18]\ttrain-rmse:0.351988\ttest-rmse:0.365027\n",
      "[19]\ttrain-rmse:0.350863\ttest-rmse:0.364202\n",
      "[20]\ttrain-rmse:0.349777\ttest-rmse:0.363334\n",
      "[21]\ttrain-rmse:0.348935\ttest-rmse:0.362628\n",
      "[22]\ttrain-rmse:0.348269\ttest-rmse:0.362019\n",
      "[23]\ttrain-rmse:0.347443\ttest-rmse:0.361711\n",
      "[24]\ttrain-rmse:0.346952\ttest-rmse:0.361484\n",
      "[25]\ttrain-rmse:0.346377\ttest-rmse:0.361434\n",
      "[26]\ttrain-rmse:0.345958\ttest-rmse:0.361187\n",
      "[27]\ttrain-rmse:0.34559\ttest-rmse:0.360987\n",
      "[28]\ttrain-rmse:0.345338\ttest-rmse:0.360774\n",
      "[29]\ttrain-rmse:0.345092\ttest-rmse:0.36071\n",
      "[30]\ttrain-rmse:0.344597\ttest-rmse:0.361002\n",
      "[31]\ttrain-rmse:0.344424\ttest-rmse:0.361\n",
      "[32]\ttrain-rmse:0.344284\ttest-rmse:0.361034\n",
      "[33]\ttrain-rmse:0.34411\ttest-rmse:0.360949\n",
      "[34]\ttrain-rmse:0.343951\ttest-rmse:0.360907\n",
      "[35]\ttrain-rmse:0.343452\ttest-rmse:0.361181\n",
      "[36]\ttrain-rmse:0.343359\ttest-rmse:0.361113\n",
      "[37]\ttrain-rmse:0.343246\ttest-rmse:0.361084\n",
      "[38]\ttrain-rmse:0.343137\ttest-rmse:0.3611\n",
      "[39]\ttrain-rmse:0.343027\ttest-rmse:0.361049\n",
      "[40]\ttrain-rmse:0.342588\ttest-rmse:0.36105\n",
      "[41]\ttrain-rmse:0.342489\ttest-rmse:0.361017\n",
      "[42]\ttrain-rmse:0.342129\ttest-rmse:0.361016\n",
      "[43]\ttrain-rmse:0.342059\ttest-rmse:0.360999\n",
      "[44]\ttrain-rmse:0.342016\ttest-rmse:0.361002\n",
      "[45]\ttrain-rmse:0.341626\ttest-rmse:0.361303\n",
      "[46]\ttrain-rmse:0.341552\ttest-rmse:0.361331\n",
      "[47]\ttrain-rmse:0.341445\ttest-rmse:0.361337\n",
      "[48]\ttrain-rmse:0.341053\ttest-rmse:0.361625\n",
      "[49]\ttrain-rmse:0.340996\ttest-rmse:0.361684\n",
      "[50]\ttrain-rmse:0.340667\ttest-rmse:0.362045\n",
      "[51]\ttrain-rmse:0.340649\ttest-rmse:0.362039\n",
      "[52]\ttrain-rmse:0.340603\ttest-rmse:0.362098\n",
      "[53]\ttrain-rmse:0.340532\ttest-rmse:0.362142\n",
      "[54]\ttrain-rmse:0.340464\ttest-rmse:0.362148\n",
      "[55]\ttrain-rmse:0.340298\ttest-rmse:0.362156\n",
      "[56]\ttrain-rmse:0.339976\ttest-rmse:0.362325\n",
      "[57]\ttrain-rmse:0.339963\ttest-rmse:0.362326\n",
      "[58]\ttrain-rmse:0.339683\ttest-rmse:0.362259\n",
      "[59]\ttrain-rmse:0.339668\ttest-rmse:0.362234\n",
      "[60]\ttrain-rmse:0.339631\ttest-rmse:0.362237\n",
      "[61]\ttrain-rmse:0.339598\ttest-rmse:0.36229\n",
      "[62]\ttrain-rmse:0.339543\ttest-rmse:0.362318\n",
      "[63]\ttrain-rmse:0.339286\ttest-rmse:0.362387\n",
      "[64]\ttrain-rmse:0.339258\ttest-rmse:0.36239\n",
      "[65]\ttrain-rmse:0.338989\ttest-rmse:0.3626\n",
      "[66]\ttrain-rmse:0.338948\ttest-rmse:0.362573\n",
      "[67]\ttrain-rmse:0.338898\ttest-rmse:0.362581\n",
      "[68]\ttrain-rmse:0.338881\ttest-rmse:0.362565\n",
      "[69]\ttrain-rmse:0.338858\ttest-rmse:0.362568\n",
      "[70]\ttrain-rmse:0.338807\ttest-rmse:0.362577\n",
      "[71]\ttrain-rmse:0.338533\ttest-rmse:0.362559\n",
      "[72]\ttrain-rmse:0.338264\ttest-rmse:0.362643\n",
      "[73]\ttrain-rmse:0.338226\ttest-rmse:0.362652\n",
      "[74]\ttrain-rmse:0.338212\ttest-rmse:0.362637\n",
      "[75]\ttrain-rmse:0.338207\ttest-rmse:0.362628\n",
      "[76]\ttrain-rmse:0.338198\ttest-rmse:0.362639\n",
      "[77]\ttrain-rmse:0.338149\ttest-rmse:0.362644\n",
      "[78]\ttrain-rmse:0.338116\ttest-rmse:0.362664\n",
      "[79]\ttrain-rmse:0.338105\ttest-rmse:0.362658\n",
      "[80]\ttrain-rmse:0.338093\ttest-rmse:0.362656\n",
      "[81]\ttrain-rmse:0.338074\ttest-rmse:0.362665\n",
      "[82]\ttrain-rmse:0.338049\ttest-rmse:0.362671\n",
      "[83]\ttrain-rmse:0.338015\ttest-rmse:0.362717\n",
      "[84]\ttrain-rmse:0.337737\ttest-rmse:0.362764\n",
      "[85]\ttrain-rmse:0.337718\ttest-rmse:0.362773\n",
      "[86]\ttrain-rmse:0.337469\ttest-rmse:0.362918\n",
      "[87]\ttrain-rmse:0.337456\ttest-rmse:0.362919\n",
      "[88]\ttrain-rmse:0.337126\ttest-rmse:0.362962\n",
      "[89]\ttrain-rmse:0.337069\ttest-rmse:0.362926\n",
      "[90]\ttrain-rmse:0.336798\ttest-rmse:0.363085\n",
      "[91]\ttrain-rmse:0.336771\ttest-rmse:0.363086\n",
      "[92]\ttrain-rmse:0.336747\ttest-rmse:0.363139\n",
      "[93]\ttrain-rmse:0.336733\ttest-rmse:0.363136\n",
      "[94]\ttrain-rmse:0.336375\ttest-rmse:0.363185\n",
      "[95]\ttrain-rmse:0.336356\ttest-rmse:0.363235\n",
      "[96]\ttrain-rmse:0.336015\ttest-rmse:0.363283\n",
      "[97]\ttrain-rmse:0.335963\ttest-rmse:0.363294\n",
      "[98]\ttrain-rmse:0.33594\ttest-rmse:0.363293\n",
      "[99]\ttrain-rmse:0.335724\ttest-rmse:0.363419\n",
      "V_23 0.36071\n",
      "[0]\ttrain-rmse:0.525109\ttest-rmse:0.529762\n",
      "[1]\ttrain-rmse:0.493572\ttest-rmse:0.498711\n",
      "[2]\ttrain-rmse:0.468574\ttest-rmse:0.474106\n",
      "[3]\ttrain-rmse:0.444965\ttest-rmse:0.45092\n",
      "[4]\ttrain-rmse:0.426804\ttest-rmse:0.433104\n",
      "[5]\ttrain-rmse:0.41149\ttest-rmse:0.418116\n",
      "[6]\ttrain-rmse:0.39772\ttest-rmse:0.40481\n",
      "[7]\ttrain-rmse:0.386905\ttest-rmse:0.394276\n",
      "[8]\ttrain-rmse:0.377868\ttest-rmse:0.38552\n",
      "[9]\ttrain-rmse:0.368153\ttest-rmse:0.376207\n",
      "[10]\ttrain-rmse:0.360079\ttest-rmse:0.368484\n",
      "[11]\ttrain-rmse:0.353364\ttest-rmse:0.362089\n",
      "[12]\ttrain-rmse:0.347718\ttest-rmse:0.356693\n",
      "[13]\ttrain-rmse:0.344125\ttest-rmse:0.35327\n",
      "[14]\ttrain-rmse:0.340032\ttest-rmse:0.349453\n",
      "[15]\ttrain-rmse:0.337206\ttest-rmse:0.346921\n",
      "[16]\ttrain-rmse:0.334898\ttest-rmse:0.344875\n",
      "[17]\ttrain-rmse:0.333195\ttest-rmse:0.34336\n",
      "[18]\ttrain-rmse:0.33159\ttest-rmse:0.341976\n",
      "[19]\ttrain-rmse:0.330376\ttest-rmse:0.340933\n",
      "[20]\ttrain-rmse:0.328534\ttest-rmse:0.339304\n",
      "[21]\ttrain-rmse:0.327037\ttest-rmse:0.337837\n",
      "[22]\ttrain-rmse:0.326243\ttest-rmse:0.337228\n",
      "[23]\ttrain-rmse:0.325598\ttest-rmse:0.336748\n",
      "[24]\ttrain-rmse:0.325096\ttest-rmse:0.336362\n",
      "[25]\ttrain-rmse:0.32462\ttest-rmse:0.336032\n",
      "[26]\ttrain-rmse:0.323587\ttest-rmse:0.335083\n",
      "[27]\ttrain-rmse:0.322822\ttest-rmse:0.334394\n",
      "[28]\ttrain-rmse:0.322526\ttest-rmse:0.334236\n",
      "[29]\ttrain-rmse:0.322283\ttest-rmse:0.334117\n",
      "[30]\ttrain-rmse:0.322063\ttest-rmse:0.334032\n",
      "[31]\ttrain-rmse:0.32192\ttest-rmse:0.333987\n",
      "[32]\ttrain-rmse:0.321736\ttest-rmse:0.333936\n",
      "[33]\ttrain-rmse:0.321635\ttest-rmse:0.333884\n",
      "[34]\ttrain-rmse:0.320979\ttest-rmse:0.333587\n",
      "[35]\ttrain-rmse:0.320863\ttest-rmse:0.333537\n",
      "[36]\ttrain-rmse:0.320796\ttest-rmse:0.333513\n",
      "[37]\ttrain-rmse:0.320312\ttest-rmse:0.333182\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[38]\ttrain-rmse:0.320218\ttest-rmse:0.333186\n",
      "[39]\ttrain-rmse:0.320175\ttest-rmse:0.333172\n",
      "[40]\ttrain-rmse:0.320101\ttest-rmse:0.333184\n",
      "[41]\ttrain-rmse:0.319629\ttest-rmse:0.333042\n",
      "[42]\ttrain-rmse:0.319567\ttest-rmse:0.333065\n",
      "[43]\ttrain-rmse:0.319534\ttest-rmse:0.333073\n",
      "[44]\ttrain-rmse:0.31948\ttest-rmse:0.333094\n",
      "[45]\ttrain-rmse:0.319438\ttest-rmse:0.333112\n",
      "[46]\ttrain-rmse:0.319392\ttest-rmse:0.333137\n",
      "[47]\ttrain-rmse:0.319363\ttest-rmse:0.333164\n",
      "[48]\ttrain-rmse:0.319333\ttest-rmse:0.333195\n",
      "[49]\ttrain-rmse:0.319308\ttest-rmse:0.333212\n",
      "[50]\ttrain-rmse:0.319288\ttest-rmse:0.333241\n",
      "[51]\ttrain-rmse:0.318869\ttest-rmse:0.333054\n",
      "[52]\ttrain-rmse:0.318625\ttest-rmse:0.332891\n",
      "[53]\ttrain-rmse:0.318599\ttest-rmse:0.332898\n",
      "[54]\ttrain-rmse:0.318232\ttest-rmse:0.332809\n",
      "[55]\ttrain-rmse:0.318216\ttest-rmse:0.332824\n",
      "[56]\ttrain-rmse:0.318203\ttest-rmse:0.332838\n",
      "[57]\ttrain-rmse:0.318122\ttest-rmse:0.332836\n",
      "[58]\ttrain-rmse:0.318097\ttest-rmse:0.332825\n",
      "[59]\ttrain-rmse:0.318079\ttest-rmse:0.332834\n",
      "[60]\ttrain-rmse:0.318069\ttest-rmse:0.332837\n",
      "[61]\ttrain-rmse:0.317682\ttest-rmse:0.332783\n",
      "[62]\ttrain-rmse:0.317672\ttest-rmse:0.332794\n",
      "[63]\ttrain-rmse:0.317665\ttest-rmse:0.332816\n",
      "[64]\ttrain-rmse:0.317621\ttest-rmse:0.332834\n",
      "[65]\ttrain-rmse:0.317234\ttest-rmse:0.332731\n",
      "[66]\ttrain-rmse:0.31722\ttest-rmse:0.33274\n",
      "[67]\ttrain-rmse:0.316889\ttest-rmse:0.332518\n",
      "[68]\ttrain-rmse:0.316813\ttest-rmse:0.332489\n",
      "[69]\ttrain-rmse:0.31643\ttest-rmse:0.332564\n",
      "[70]\ttrain-rmse:0.316143\ttest-rmse:0.332478\n",
      "[71]\ttrain-rmse:0.316085\ttest-rmse:0.332454\n",
      "[72]\ttrain-rmse:0.316034\ttest-rmse:0.332443\n",
      "[73]\ttrain-rmse:0.316018\ttest-rmse:0.33246\n",
      "[74]\ttrain-rmse:0.316005\ttest-rmse:0.332477\n",
      "[75]\ttrain-rmse:0.315994\ttest-rmse:0.332493\n",
      "[76]\ttrain-rmse:0.315978\ttest-rmse:0.332501\n",
      "[77]\ttrain-rmse:0.315967\ttest-rmse:0.332499\n",
      "[78]\ttrain-rmse:0.315892\ttest-rmse:0.332453\n",
      "[79]\ttrain-rmse:0.315879\ttest-rmse:0.332479\n",
      "[80]\ttrain-rmse:0.315855\ttest-rmse:0.332476\n",
      "[81]\ttrain-rmse:0.315505\ttest-rmse:0.332407\n",
      "[82]\ttrain-rmse:0.315329\ttest-rmse:0.332294\n",
      "[83]\ttrain-rmse:0.315319\ttest-rmse:0.332321\n",
      "[84]\ttrain-rmse:0.315312\ttest-rmse:0.332346\n",
      "[85]\ttrain-rmse:0.315232\ttest-rmse:0.33228\n",
      "[86]\ttrain-rmse:0.31517\ttest-rmse:0.332241\n",
      "[87]\ttrain-rmse:0.31511\ttest-rmse:0.332204\n",
      "[88]\ttrain-rmse:0.315045\ttest-rmse:0.332177\n",
      "[89]\ttrain-rmse:0.314876\ttest-rmse:0.332137\n",
      "[90]\ttrain-rmse:0.314865\ttest-rmse:0.33215\n",
      "[91]\ttrain-rmse:0.314584\ttest-rmse:0.332157\n",
      "[92]\ttrain-rmse:0.314552\ttest-rmse:0.332162\n",
      "[93]\ttrain-rmse:0.314244\ttest-rmse:0.332059\n",
      "[94]\ttrain-rmse:0.313939\ttest-rmse:0.332016\n",
      "[95]\ttrain-rmse:0.313705\ttest-rmse:0.331908\n",
      "[96]\ttrain-rmse:0.313685\ttest-rmse:0.331907\n",
      "[97]\ttrain-rmse:0.313667\ttest-rmse:0.331909\n",
      "[98]\ttrain-rmse:0.313491\ttest-rmse:0.331854\n",
      "[99]\ttrain-rmse:0.313474\ttest-rmse:0.331858\n",
      "V_24 0.331854\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.498392\ttest-rmse:0.503316\n",
      "[2]\ttrain-rmse:0.473611\ttest-rmse:0.478913\n",
      "[3]\ttrain-rmse:0.451655\ttest-rmse:0.457235\n",
      "[4]\ttrain-rmse:0.433054\ttest-rmse:0.438889\n",
      "[5]\ttrain-rmse:0.414847\ttest-rmse:0.420614\n",
      "[6]\ttrain-rmse:0.401615\ttest-rmse:0.407584\n",
      "[7]\ttrain-rmse:0.390692\ttest-rmse:0.396882\n",
      "[8]\ttrain-rmse:0.381361\ttest-rmse:0.387699\n",
      "[9]\ttrain-rmse:0.373742\ttest-rmse:0.380246\n",
      "[10]\ttrain-rmse:0.367411\ttest-rmse:0.374107\n",
      "[11]\ttrain-rmse:0.361936\ttest-rmse:0.368713\n",
      "[12]\ttrain-rmse:0.357608\ttest-rmse:0.364505\n",
      "[13]\ttrain-rmse:0.351588\ttest-rmse:0.358382\n",
      "[14]\ttrain-rmse:0.348608\ttest-rmse:0.355528\n",
      "[15]\ttrain-rmse:0.345976\ttest-rmse:0.352922\n",
      "[16]\ttrain-rmse:0.343828\ttest-rmse:0.350795\n",
      "[17]\ttrain-rmse:0.340206\ttest-rmse:0.347123\n",
      "[18]\ttrain-rmse:0.338766\ttest-rmse:0.34569\n",
      "[19]\ttrain-rmse:0.337592\ttest-rmse:0.344575\n",
      "[20]\ttrain-rmse:0.335047\ttest-rmse:0.341997\n",
      "[21]\ttrain-rmse:0.332926\ttest-rmse:0.339966\n",
      "[22]\ttrain-rmse:0.331197\ttest-rmse:0.338211\n",
      "[23]\ttrain-rmse:0.330631\ttest-rmse:0.337699\n",
      "[24]\ttrain-rmse:0.330151\ttest-rmse:0.337201\n",
      "[25]\ttrain-rmse:0.328868\ttest-rmse:0.336037\n",
      "[26]\ttrain-rmse:0.328532\ttest-rmse:0.335751\n",
      "[27]\ttrain-rmse:0.328248\ttest-rmse:0.335447\n",
      "[28]\ttrain-rmse:0.328018\ttest-rmse:0.335198\n",
      "[29]\ttrain-rmse:0.327075\ttest-rmse:0.334135\n",
      "[30]\ttrain-rmse:0.32625\ttest-rmse:0.333263\n",
      "[31]\ttrain-rmse:0.326109\ttest-rmse:0.333106\n",
      "[32]\ttrain-rmse:0.325964\ttest-rmse:0.333026\n",
      "[33]\ttrain-rmse:0.325361\ttest-rmse:0.332351\n",
      "[34]\ttrain-rmse:0.325268\ttest-rmse:0.332247\n",
      "[35]\ttrain-rmse:0.325193\ttest-rmse:0.332162\n",
      "[36]\ttrain-rmse:0.325133\ttest-rmse:0.332091\n",
      "[37]\ttrain-rmse:0.324544\ttest-rmse:0.33158\n",
      "[38]\ttrain-rmse:0.32407\ttest-rmse:0.331173\n",
      "[39]\ttrain-rmse:0.323966\ttest-rmse:0.331116\n",
      "[40]\ttrain-rmse:0.323923\ttest-rmse:0.331075\n",
      "[41]\ttrain-rmse:0.323487\ttest-rmse:0.330856\n",
      "[42]\ttrain-rmse:0.323408\ttest-rmse:0.330821\n",
      "[43]\ttrain-rmse:0.323331\ttest-rmse:0.330844\n",
      "[44]\ttrain-rmse:0.322973\ttest-rmse:0.330581\n",
      "[45]\ttrain-rmse:0.322907\ttest-rmse:0.330628\n",
      "[46]\ttrain-rmse:0.322552\ttest-rmse:0.330435\n",
      "[47]\ttrain-rmse:0.322299\ttest-rmse:0.33025\n",
      "[48]\ttrain-rmse:0.322263\ttest-rmse:0.330207\n",
      "[49]\ttrain-rmse:0.321983\ttest-rmse:0.330061\n",
      "[50]\ttrain-rmse:0.321949\ttest-rmse:0.330068\n",
      "[51]\ttrain-rmse:0.321921\ttest-rmse:0.330073\n",
      "[52]\ttrain-rmse:0.32189\ttest-rmse:0.330041\n",
      "[53]\ttrain-rmse:0.321778\ttest-rmse:0.330028\n",
      "[54]\ttrain-rmse:0.321753\ttest-rmse:0.330002\n",
      "[55]\ttrain-rmse:0.321733\ttest-rmse:0.329979\n",
      "[56]\ttrain-rmse:0.321716\ttest-rmse:0.329962\n",
      "[57]\ttrain-rmse:0.321703\ttest-rmse:0.329947\n",
      "[58]\ttrain-rmse:0.321609\ttest-rmse:0.32997\n",
      "[59]\ttrain-rmse:0.321536\ttest-rmse:0.329989\n",
      "[60]\ttrain-rmse:0.321525\ttest-rmse:0.329974\n",
      "[61]\ttrain-rmse:0.321153\ttest-rmse:0.329907\n",
      "[62]\ttrain-rmse:0.321074\ttest-rmse:0.329895\n",
      "[63]\ttrain-rmse:0.32105\ttest-rmse:0.329924\n",
      "[64]\ttrain-rmse:0.32071\ttest-rmse:0.329909\n",
      "[65]\ttrain-rmse:0.320698\ttest-rmse:0.329891\n",
      "[66]\ttrain-rmse:0.320325\ttest-rmse:0.329923\n",
      "[67]\ttrain-rmse:0.320264\ttest-rmse:0.329916\n",
      "[68]\ttrain-rmse:0.320249\ttest-rmse:0.329935\n",
      "[69]\ttrain-rmse:0.320147\ttest-rmse:0.32988\n",
      "[70]\ttrain-rmse:0.320134\ttest-rmse:0.329898\n",
      "[71]\ttrain-rmse:0.319828\ttest-rmse:0.329814\n",
      "[72]\ttrain-rmse:0.319815\ttest-rmse:0.329798\n",
      "[73]\ttrain-rmse:0.319755\ttest-rmse:0.32979\n",
      "[74]\ttrain-rmse:0.319669\ttest-rmse:0.329742\n",
      "[75]\ttrain-rmse:0.319614\ttest-rmse:0.329724\n",
      "[76]\ttrain-rmse:0.319604\ttest-rmse:0.32971\n",
      "[77]\ttrain-rmse:0.31937\ttest-rmse:0.329567\n",
      "[78]\ttrain-rmse:0.319361\ttest-rmse:0.329555\n",
      "[79]\ttrain-rmse:0.31918\ttest-rmse:0.329459\n",
      "[80]\ttrain-rmse:0.319171\ttest-rmse:0.329449\n",
      "[81]\ttrain-rmse:0.318798\ttest-rmse:0.329268\n",
      "[82]\ttrain-rmse:0.318611\ttest-rmse:0.329255\n",
      "[83]\ttrain-rmse:0.31857\ttest-rmse:0.329252\n",
      "[84]\ttrain-rmse:0.318411\ttest-rmse:0.329124\n",
      "[85]\ttrain-rmse:0.318402\ttest-rmse:0.329113\n",
      "[86]\ttrain-rmse:0.318395\ttest-rmse:0.329104\n",
      "[87]\ttrain-rmse:0.318214\ttest-rmse:0.32937\n",
      "[88]\ttrain-rmse:0.31816\ttest-rmse:0.329339\n",
      "[89]\ttrain-rmse:0.317869\ttest-rmse:0.329288\n",
      "[90]\ttrain-rmse:0.317697\ttest-rmse:0.329229\n",
      "[91]\ttrain-rmse:0.31767\ttest-rmse:0.329226\n",
      "[92]\ttrain-rmse:0.317663\ttest-rmse:0.329214\n",
      "[93]\ttrain-rmse:0.317657\ttest-rmse:0.329204\n",
      "[94]\ttrain-rmse:0.317622\ttest-rmse:0.329205\n",
      "[95]\ttrain-rmse:0.317449\ttest-rmse:0.329233\n",
      "[96]\ttrain-rmse:0.317444\ttest-rmse:0.329223\n",
      "[97]\ttrain-rmse:0.31744\ttest-rmse:0.329214\n",
      "[98]\ttrain-rmse:0.317379\ttest-rmse:0.329226\n",
      "[99]\ttrain-rmse:0.317323\ttest-rmse:0.329197\n",
      "V_25 0.329104\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.49939\ttest-rmse:0.504387\n",
      "[2]\ttrain-rmse:0.475111\ttest-rmse:0.480498\n",
      "[3]\ttrain-rmse:0.454173\ttest-rmse:0.459892\n",
      "[4]\ttrain-rmse:0.437147\ttest-rmse:0.443163\n",
      "[5]\ttrain-rmse:0.422159\ttest-rmse:0.428469\n",
      "[6]\ttrain-rmse:0.409783\ttest-rmse:0.416367\n",
      "[7]\ttrain-rmse:0.399476\ttest-rmse:0.406312\n",
      "[8]\ttrain-rmse:0.390687\ttest-rmse:0.397746\n",
      "[9]\ttrain-rmse:0.383587\ttest-rmse:0.390905\n",
      "[10]\ttrain-rmse:0.377937\ttest-rmse:0.385399\n",
      "[11]\ttrain-rmse:0.372877\ttest-rmse:0.380539\n",
      "[12]\ttrain-rmse:0.368883\ttest-rmse:0.376722\n",
      "[13]\ttrain-rmse:0.365611\ttest-rmse:0.373579\n",
      "[14]\ttrain-rmse:0.362935\ttest-rmse:0.371033\n",
      "[15]\ttrain-rmse:0.360545\ttest-rmse:0.368781\n",
      "[16]\ttrain-rmse:0.358751\ttest-rmse:0.367077\n",
      "[17]\ttrain-rmse:0.357292\ttest-rmse:0.365685\n",
      "[18]\ttrain-rmse:0.355915\ttest-rmse:0.364445\n",
      "[19]\ttrain-rmse:0.354992\ttest-rmse:0.363561\n",
      "[20]\ttrain-rmse:0.354242\ttest-rmse:0.362844\n",
      "[21]\ttrain-rmse:0.353573\ttest-rmse:0.362239\n",
      "[22]\ttrain-rmse:0.352877\ttest-rmse:0.361598\n",
      "[23]\ttrain-rmse:0.352434\ttest-rmse:0.36121\n",
      "[24]\ttrain-rmse:0.351908\ttest-rmse:0.360779\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[25]\ttrain-rmse:0.351611\ttest-rmse:0.360521\n",
      "[26]\ttrain-rmse:0.351196\ttest-rmse:0.360231\n",
      "[27]\ttrain-rmse:0.351019\ttest-rmse:0.360067\n",
      "[28]\ttrain-rmse:0.350849\ttest-rmse:0.359948\n",
      "[29]\ttrain-rmse:0.350731\ttest-rmse:0.359841\n",
      "[30]\ttrain-rmse:0.350525\ttest-rmse:0.3597\n",
      "[31]\ttrain-rmse:0.350352\ttest-rmse:0.359569\n",
      "[32]\ttrain-rmse:0.350172\ttest-rmse:0.359479\n",
      "[33]\ttrain-rmse:0.350098\ttest-rmse:0.359434\n",
      "[34]\ttrain-rmse:0.349957\ttest-rmse:0.359384\n",
      "[35]\ttrain-rmse:0.349923\ttest-rmse:0.359355\n",
      "[36]\ttrain-rmse:0.349796\ttest-rmse:0.359304\n",
      "[37]\ttrain-rmse:0.349748\ttest-rmse:0.359289\n",
      "[38]\ttrain-rmse:0.34973\ttest-rmse:0.359275\n",
      "[39]\ttrain-rmse:0.349682\ttest-rmse:0.359278\n",
      "[40]\ttrain-rmse:0.349478\ttest-rmse:0.359211\n",
      "[41]\ttrain-rmse:0.349439\ttest-rmse:0.359216\n",
      "[42]\ttrain-rmse:0.349415\ttest-rmse:0.359215\n",
      "[43]\ttrain-rmse:0.349369\ttest-rmse:0.359223\n",
      "[44]\ttrain-rmse:0.349363\ttest-rmse:0.35922\n",
      "[45]\ttrain-rmse:0.349358\ttest-rmse:0.359218\n",
      "[46]\ttrain-rmse:0.349354\ttest-rmse:0.359217\n",
      "[47]\ttrain-rmse:0.34933\ttest-rmse:0.359218\n",
      "[48]\ttrain-rmse:0.349327\ttest-rmse:0.359218\n",
      "[49]\ttrain-rmse:0.349325\ttest-rmse:0.359218\n",
      "[50]\ttrain-rmse:0.34931\ttest-rmse:0.359226\n",
      "[51]\ttrain-rmse:0.34924\ttest-rmse:0.359208\n",
      "[52]\ttrain-rmse:0.349239\ttest-rmse:0.359208\n",
      "[53]\ttrain-rmse:0.349198\ttest-rmse:0.359183\n",
      "[54]\ttrain-rmse:0.349185\ttest-rmse:0.359183\n",
      "[55]\ttrain-rmse:0.34908\ttest-rmse:0.359193\n",
      "[56]\ttrain-rmse:0.349072\ttest-rmse:0.359196\n",
      "[57]\ttrain-rmse:0.349072\ttest-rmse:0.359197\n",
      "[58]\ttrain-rmse:0.349071\ttest-rmse:0.359197\n",
      "[59]\ttrain-rmse:0.349032\ttest-rmse:0.359165\n",
      "[60]\ttrain-rmse:0.348922\ttest-rmse:0.359117\n",
      "[61]\ttrain-rmse:0.348922\ttest-rmse:0.359117\n",
      "[62]\ttrain-rmse:0.348887\ttest-rmse:0.359067\n",
      "[63]\ttrain-rmse:0.348872\ttest-rmse:0.359074\n",
      "[64]\ttrain-rmse:0.348844\ttest-rmse:0.359067\n",
      "[65]\ttrain-rmse:0.348844\ttest-rmse:0.359067\n",
      "[66]\ttrain-rmse:0.348803\ttest-rmse:0.359043\n",
      "[67]\ttrain-rmse:0.348767\ttest-rmse:0.359024\n",
      "[68]\ttrain-rmse:0.348767\ttest-rmse:0.359023\n",
      "[69]\ttrain-rmse:0.348757\ttest-rmse:0.359013\n",
      "[70]\ttrain-rmse:0.348757\ttest-rmse:0.359012\n",
      "[71]\ttrain-rmse:0.348723\ttest-rmse:0.359028\n",
      "[72]\ttrain-rmse:0.348714\ttest-rmse:0.359037\n",
      "[73]\ttrain-rmse:0.348714\ttest-rmse:0.359037\n",
      "[74]\ttrain-rmse:0.348714\ttest-rmse:0.359037\n",
      "[75]\ttrain-rmse:0.348687\ttest-rmse:0.359045\n",
      "[76]\ttrain-rmse:0.348687\ttest-rmse:0.359045\n",
      "[77]\ttrain-rmse:0.348657\ttest-rmse:0.359057\n",
      "[78]\ttrain-rmse:0.348657\ttest-rmse:0.359057\n",
      "[79]\ttrain-rmse:0.348657\ttest-rmse:0.359057\n",
      "[80]\ttrain-rmse:0.348648\ttest-rmse:0.359052\n",
      "[81]\ttrain-rmse:0.348568\ttest-rmse:0.359018\n",
      "[82]\ttrain-rmse:0.34856\ttest-rmse:0.359025\n",
      "[83]\ttrain-rmse:0.34856\ttest-rmse:0.359025\n",
      "[84]\ttrain-rmse:0.348558\ttest-rmse:0.359026\n",
      "[85]\ttrain-rmse:0.348558\ttest-rmse:0.359026\n",
      "[86]\ttrain-rmse:0.348558\ttest-rmse:0.359026\n",
      "[87]\ttrain-rmse:0.348543\ttest-rmse:0.35901\n",
      "[88]\ttrain-rmse:0.34852\ttest-rmse:0.359017\n",
      "[89]\ttrain-rmse:0.348511\ttest-rmse:0.359015\n",
      "[90]\ttrain-rmse:0.348511\ttest-rmse:0.359015\n",
      "[91]\ttrain-rmse:0.348442\ttest-rmse:0.359017\n",
      "[92]\ttrain-rmse:0.348442\ttest-rmse:0.359017\n",
      "[93]\ttrain-rmse:0.348435\ttest-rmse:0.359025\n",
      "[94]\ttrain-rmse:0.348435\ttest-rmse:0.359025\n",
      "[95]\ttrain-rmse:0.348435\ttest-rmse:0.359025\n",
      "[96]\ttrain-rmse:0.348435\ttest-rmse:0.359025\n",
      "[97]\ttrain-rmse:0.348413\ttest-rmse:0.359032\n",
      "[98]\ttrain-rmse:0.348396\ttest-rmse:0.359022\n",
      "[99]\ttrain-rmse:0.348372\ttest-rmse:0.35902\n",
      "V_26 0.35901\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.499838\ttest-rmse:0.504789\n",
      "[2]\ttrain-rmse:0.476162\ttest-rmse:0.481446\n",
      "[3]\ttrain-rmse:0.456084\ttest-rmse:0.461678\n",
      "[4]\ttrain-rmse:0.439149\ttest-rmse:0.445027\n",
      "[5]\ttrain-rmse:0.424936\ttest-rmse:0.431071\n",
      "[6]\ttrain-rmse:0.41198\ttest-rmse:0.41838\n",
      "[7]\ttrain-rmse:0.401171\ttest-rmse:0.407748\n",
      "[8]\ttrain-rmse:0.392191\ttest-rmse:0.398939\n",
      "[9]\ttrain-rmse:0.384768\ttest-rmse:0.391686\n",
      "[10]\ttrain-rmse:0.378844\ttest-rmse:0.385942\n",
      "[11]\ttrain-rmse:0.374231\ttest-rmse:0.381442\n",
      "[12]\ttrain-rmse:0.370183\ttest-rmse:0.377547\n",
      "[13]\ttrain-rmse:0.36664\ttest-rmse:0.374132\n",
      "[14]\ttrain-rmse:0.364109\ttest-rmse:0.371673\n",
      "[15]\ttrain-rmse:0.362046\ttest-rmse:0.369671\n",
      "[16]\ttrain-rmse:0.360003\ttest-rmse:0.367659\n",
      "[17]\ttrain-rmse:0.358466\ttest-rmse:0.366215\n",
      "[18]\ttrain-rmse:0.357351\ttest-rmse:0.365137\n",
      "[19]\ttrain-rmse:0.356093\ttest-rmse:0.363986\n",
      "[20]\ttrain-rmse:0.355357\ttest-rmse:0.363275\n",
      "[21]\ttrain-rmse:0.354645\ttest-rmse:0.362634\n",
      "[22]\ttrain-rmse:0.353891\ttest-rmse:0.361982\n",
      "[23]\ttrain-rmse:0.353413\ttest-rmse:0.361548\n",
      "[24]\ttrain-rmse:0.353022\ttest-rmse:0.361202\n",
      "[25]\ttrain-rmse:0.35276\ttest-rmse:0.360953\n",
      "[26]\ttrain-rmse:0.352548\ttest-rmse:0.360751\n",
      "[27]\ttrain-rmse:0.352314\ttest-rmse:0.360555\n",
      "[28]\ttrain-rmse:0.352174\ttest-rmse:0.360424\n",
      "[29]\ttrain-rmse:0.352013\ttest-rmse:0.360287\n",
      "[30]\ttrain-rmse:0.351714\ttest-rmse:0.360054\n",
      "[31]\ttrain-rmse:0.351483\ttest-rmse:0.359915\n",
      "[32]\ttrain-rmse:0.351387\ttest-rmse:0.359847\n",
      "[33]\ttrain-rmse:0.351337\ttest-rmse:0.359801\n",
      "[34]\ttrain-rmse:0.351296\ttest-rmse:0.359764\n",
      "[35]\ttrain-rmse:0.351263\ttest-rmse:0.359735\n",
      "[36]\ttrain-rmse:0.351237\ttest-rmse:0.359711\n",
      "[37]\ttrain-rmse:0.351215\ttest-rmse:0.359692\n",
      "[38]\ttrain-rmse:0.35104\ttest-rmse:0.359625\n",
      "[39]\ttrain-rmse:0.351026\ttest-rmse:0.359612\n",
      "[40]\ttrain-rmse:0.351014\ttest-rmse:0.359602\n",
      "[41]\ttrain-rmse:0.351005\ttest-rmse:0.359594\n",
      "[42]\ttrain-rmse:0.350971\ttest-rmse:0.359582\n",
      "[43]\ttrain-rmse:0.350942\ttest-rmse:0.359565\n",
      "[44]\ttrain-rmse:0.350813\ttest-rmse:0.359504\n",
      "[45]\ttrain-rmse:0.350662\ttest-rmse:0.359459\n",
      "[46]\ttrain-rmse:0.350642\ttest-rmse:0.359464\n",
      "[47]\ttrain-rmse:0.350625\ttest-rmse:0.359462\n",
      "[48]\ttrain-rmse:0.35055\ttest-rmse:0.359417\n",
      "[49]\ttrain-rmse:0.350537\ttest-rmse:0.359412\n",
      "[50]\ttrain-rmse:0.350536\ttest-rmse:0.359411\n",
      "[51]\ttrain-rmse:0.350534\ttest-rmse:0.35941\n",
      "[52]\ttrain-rmse:0.350533\ttest-rmse:0.359409\n",
      "[53]\ttrain-rmse:0.350522\ttest-rmse:0.359412\n",
      "[54]\ttrain-rmse:0.350521\ttest-rmse:0.359411\n",
      "[55]\ttrain-rmse:0.350452\ttest-rmse:0.359381\n",
      "[56]\ttrain-rmse:0.350452\ttest-rmse:0.359381\n",
      "[57]\ttrain-rmse:0.350392\ttest-rmse:0.359346\n",
      "[58]\ttrain-rmse:0.350378\ttest-rmse:0.359345\n",
      "[59]\ttrain-rmse:0.350367\ttest-rmse:0.359352\n",
      "[60]\ttrain-rmse:0.350366\ttest-rmse:0.359352\n",
      "[61]\ttrain-rmse:0.350359\ttest-rmse:0.359356\n",
      "[62]\ttrain-rmse:0.350351\ttest-rmse:0.359358\n",
      "[63]\ttrain-rmse:0.350342\ttest-rmse:0.359361\n",
      "[64]\ttrain-rmse:0.350333\ttest-rmse:0.359367\n",
      "[65]\ttrain-rmse:0.350333\ttest-rmse:0.359366\n",
      "[66]\ttrain-rmse:0.350332\ttest-rmse:0.359366\n",
      "[67]\ttrain-rmse:0.350323\ttest-rmse:0.359374\n",
      "[68]\ttrain-rmse:0.350322\ttest-rmse:0.359374\n",
      "[69]\ttrain-rmse:0.35032\ttest-rmse:0.359378\n",
      "[70]\ttrain-rmse:0.350238\ttest-rmse:0.359368\n",
      "[71]\ttrain-rmse:0.350238\ttest-rmse:0.359368\n",
      "[72]\ttrain-rmse:0.3502\ttest-rmse:0.359324\n",
      "[73]\ttrain-rmse:0.3502\ttest-rmse:0.359323\n",
      "[74]\ttrain-rmse:0.350198\ttest-rmse:0.359322\n",
      "[75]\ttrain-rmse:0.350123\ttest-rmse:0.359309\n",
      "[76]\ttrain-rmse:0.350117\ttest-rmse:0.359307\n",
      "[77]\ttrain-rmse:0.350108\ttest-rmse:0.359306\n",
      "[78]\ttrain-rmse:0.350108\ttest-rmse:0.359306\n",
      "[79]\ttrain-rmse:0.350056\ttest-rmse:0.359266\n",
      "[80]\ttrain-rmse:0.350046\ttest-rmse:0.359264\n",
      "[81]\ttrain-rmse:0.349996\ttest-rmse:0.35925\n",
      "[82]\ttrain-rmse:0.349916\ttest-rmse:0.359242\n",
      "[83]\ttrain-rmse:0.349916\ttest-rmse:0.359241\n",
      "[84]\ttrain-rmse:0.349916\ttest-rmse:0.359241\n",
      "[85]\ttrain-rmse:0.349916\ttest-rmse:0.359241\n",
      "[86]\ttrain-rmse:0.349864\ttest-rmse:0.359226\n",
      "[87]\ttrain-rmse:0.349856\ttest-rmse:0.359231\n",
      "[88]\ttrain-rmse:0.349854\ttest-rmse:0.359232\n",
      "[89]\ttrain-rmse:0.349741\ttest-rmse:0.359175\n",
      "[90]\ttrain-rmse:0.349741\ttest-rmse:0.359175\n",
      "[91]\ttrain-rmse:0.34974\ttest-rmse:0.359175\n",
      "[92]\ttrain-rmse:0.34966\ttest-rmse:0.359165\n",
      "[93]\ttrain-rmse:0.34966\ttest-rmse:0.359164\n",
      "[94]\ttrain-rmse:0.349614\ttest-rmse:0.359187\n",
      "[95]\ttrain-rmse:0.349592\ttest-rmse:0.359196\n",
      "[96]\ttrain-rmse:0.349549\ttest-rmse:0.359177\n",
      "[97]\ttrain-rmse:0.349532\ttest-rmse:0.359166\n",
      "[98]\ttrain-rmse:0.34953\ttest-rmse:0.359169\n",
      "[99]\ttrain-rmse:0.349527\ttest-rmse:0.359172\n",
      "V_27 0.359164\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.499004\ttest-rmse:0.504397\n",
      "[2]\ttrain-rmse:0.47434\ttest-rmse:0.480117\n",
      "[3]\ttrain-rmse:0.453367\ttest-rmse:0.459501\n",
      "[4]\ttrain-rmse:0.435184\ttest-rmse:0.442031\n",
      "[5]\ttrain-rmse:0.420167\ttest-rmse:0.427371\n",
      "[6]\ttrain-rmse:0.407588\ttest-rmse:0.415111\n",
      "[7]\ttrain-rmse:0.396623\ttest-rmse:0.404784\n",
      "[8]\ttrain-rmse:0.387858\ttest-rmse:0.396274\n",
      "[9]\ttrain-rmse:0.380802\ttest-rmse:0.389526\n",
      "[10]\ttrain-rmse:0.374755\ttest-rmse:0.383752\n",
      "[11]\ttrain-rmse:0.369771\ttest-rmse:0.378957\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[12]\ttrain-rmse:0.365126\ttest-rmse:0.374737\n",
      "[13]\ttrain-rmse:0.361846\ttest-rmse:0.371692\n",
      "[14]\ttrain-rmse:0.359038\ttest-rmse:0.369038\n",
      "[15]\ttrain-rmse:0.356816\ttest-rmse:0.367033\n",
      "[16]\ttrain-rmse:0.354994\ttest-rmse:0.365371\n",
      "[17]\ttrain-rmse:0.35351\ttest-rmse:0.364047\n",
      "[18]\ttrain-rmse:0.352173\ttest-rmse:0.362788\n",
      "[19]\ttrain-rmse:0.351067\ttest-rmse:0.361744\n",
      "[20]\ttrain-rmse:0.350162\ttest-rmse:0.360886\n",
      "[21]\ttrain-rmse:0.349427\ttest-rmse:0.360221\n",
      "[22]\ttrain-rmse:0.348295\ttest-rmse:0.359463\n",
      "[23]\ttrain-rmse:0.347817\ttest-rmse:0.359081\n",
      "[24]\ttrain-rmse:0.346791\ttest-rmse:0.35845\n",
      "[25]\ttrain-rmse:0.34643\ttest-rmse:0.358143\n",
      "[26]\ttrain-rmse:0.345564\ttest-rmse:0.357838\n",
      "[27]\ttrain-rmse:0.345268\ttest-rmse:0.357628\n",
      "[28]\ttrain-rmse:0.345038\ttest-rmse:0.35756\n",
      "[29]\ttrain-rmse:0.344389\ttest-rmse:0.357309\n",
      "[30]\ttrain-rmse:0.34421\ttest-rmse:0.357236\n",
      "[31]\ttrain-rmse:0.344049\ttest-rmse:0.357213\n",
      "[32]\ttrain-rmse:0.34363\ttest-rmse:0.357052\n",
      "[33]\ttrain-rmse:0.343494\ttest-rmse:0.357033\n",
      "[34]\ttrain-rmse:0.343105\ttest-rmse:0.356905\n",
      "[35]\ttrain-rmse:0.342986\ttest-rmse:0.356895\n",
      "[36]\ttrain-rmse:0.342427\ttest-rmse:0.356818\n",
      "[37]\ttrain-rmse:0.342328\ttest-rmse:0.356791\n",
      "[38]\ttrain-rmse:0.342264\ttest-rmse:0.356784\n",
      "[39]\ttrain-rmse:0.342178\ttest-rmse:0.356808\n",
      "[40]\ttrain-rmse:0.34161\ttest-rmse:0.356877\n",
      "[41]\ttrain-rmse:0.341565\ttest-rmse:0.356872\n",
      "[42]\ttrain-rmse:0.341483\ttest-rmse:0.356879\n",
      "[43]\ttrain-rmse:0.341022\ttest-rmse:0.356866\n",
      "[44]\ttrain-rmse:0.34094\ttest-rmse:0.356876\n",
      "[45]\ttrain-rmse:0.340538\ttest-rmse:0.356718\n",
      "[46]\ttrain-rmse:0.340487\ttest-rmse:0.356734\n",
      "[47]\ttrain-rmse:0.340088\ttest-rmse:0.356902\n",
      "[48]\ttrain-rmse:0.340065\ttest-rmse:0.356933\n",
      "[49]\ttrain-rmse:0.340012\ttest-rmse:0.356968\n",
      "[50]\ttrain-rmse:0.339985\ttest-rmse:0.35699\n",
      "[51]\ttrain-rmse:0.339916\ttest-rmse:0.357021\n",
      "[52]\ttrain-rmse:0.339848\ttest-rmse:0.357007\n",
      "[53]\ttrain-rmse:0.339496\ttest-rmse:0.357094\n",
      "[54]\ttrain-rmse:0.338968\ttest-rmse:0.356926\n",
      "[55]\ttrain-rmse:0.338946\ttest-rmse:0.356949\n",
      "[56]\ttrain-rmse:0.338898\ttest-rmse:0.35695\n",
      "[57]\ttrain-rmse:0.338468\ttest-rmse:0.357105\n",
      "[58]\ttrain-rmse:0.338094\ttest-rmse:0.357285\n",
      "[59]\ttrain-rmse:0.33805\ttest-rmse:0.357298\n",
      "[60]\ttrain-rmse:0.337994\ttest-rmse:0.357312\n",
      "[61]\ttrain-rmse:0.33795\ttest-rmse:0.357338\n",
      "[62]\ttrain-rmse:0.337772\ttest-rmse:0.357312\n",
      "[63]\ttrain-rmse:0.337413\ttest-rmse:0.357301\n",
      "[64]\ttrain-rmse:0.33714\ttest-rmse:0.357349\n",
      "[65]\ttrain-rmse:0.33694\ttest-rmse:0.357425\n",
      "[66]\ttrain-rmse:0.336801\ttest-rmse:0.357489\n",
      "[67]\ttrain-rmse:0.33665\ttest-rmse:0.357349\n",
      "[68]\ttrain-rmse:0.336614\ttest-rmse:0.357354\n",
      "[69]\ttrain-rmse:0.336425\ttest-rmse:0.357386\n",
      "[70]\ttrain-rmse:0.336281\ttest-rmse:0.357413\n",
      "[71]\ttrain-rmse:0.336235\ttest-rmse:0.357429\n",
      "[72]\ttrain-rmse:0.336001\ttest-rmse:0.357422\n",
      "[73]\ttrain-rmse:0.335879\ttest-rmse:0.357318\n",
      "[74]\ttrain-rmse:0.335812\ttest-rmse:0.357371\n",
      "[75]\ttrain-rmse:0.335731\ttest-rmse:0.357357\n",
      "[76]\ttrain-rmse:0.335674\ttest-rmse:0.357374\n",
      "[77]\ttrain-rmse:0.335644\ttest-rmse:0.357381\n",
      "[78]\ttrain-rmse:0.335634\ttest-rmse:0.357392\n",
      "[79]\ttrain-rmse:0.33559\ttest-rmse:0.357382\n",
      "[80]\ttrain-rmse:0.335576\ttest-rmse:0.357403\n",
      "[81]\ttrain-rmse:0.335546\ttest-rmse:0.357414\n",
      "[82]\ttrain-rmse:0.335484\ttest-rmse:0.357386\n",
      "[83]\ttrain-rmse:0.335269\ttest-rmse:0.357496\n",
      "[84]\ttrain-rmse:0.33526\ttest-rmse:0.357511\n",
      "[85]\ttrain-rmse:0.335232\ttest-rmse:0.357533\n",
      "[86]\ttrain-rmse:0.335222\ttest-rmse:0.357556\n",
      "[87]\ttrain-rmse:0.33521\ttest-rmse:0.357558\n",
      "[88]\ttrain-rmse:0.335193\ttest-rmse:0.357577\n",
      "[89]\ttrain-rmse:0.335137\ttest-rmse:0.357614\n",
      "[90]\ttrain-rmse:0.335102\ttest-rmse:0.357612\n",
      "[91]\ttrain-rmse:0.334994\ttest-rmse:0.357682\n",
      "[92]\ttrain-rmse:0.334624\ttest-rmse:0.357856\n",
      "[93]\ttrain-rmse:0.334597\ttest-rmse:0.357866\n",
      "[94]\ttrain-rmse:0.334589\ttest-rmse:0.357885\n",
      "[95]\ttrain-rmse:0.334564\ttest-rmse:0.357878\n",
      "[96]\ttrain-rmse:0.334498\ttest-rmse:0.357938\n",
      "[97]\ttrain-rmse:0.334382\ttest-rmse:0.357963\n",
      "[98]\ttrain-rmse:0.334375\ttest-rmse:0.357979\n",
      "[99]\ttrain-rmse:0.334139\ttest-rmse:0.357974\n",
      "V_28 0.356718\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.499969\ttest-rmse:0.504971\n",
      "[2]\ttrain-rmse:0.474739\ttest-rmse:0.480291\n",
      "[3]\ttrain-rmse:0.454226\ttest-rmse:0.460155\n",
      "[4]\ttrain-rmse:0.436906\ttest-rmse:0.443217\n",
      "[5]\ttrain-rmse:0.422342\ttest-rmse:0.429007\n",
      "[6]\ttrain-rmse:0.409074\ttest-rmse:0.416133\n",
      "[7]\ttrain-rmse:0.398873\ttest-rmse:0.406262\n",
      "[8]\ttrain-rmse:0.389431\ttest-rmse:0.397258\n",
      "[9]\ttrain-rmse:0.381519\ttest-rmse:0.389929\n",
      "[10]\ttrain-rmse:0.375663\ttest-rmse:0.384336\n",
      "[11]\ttrain-rmse:0.370858\ttest-rmse:0.37975\n",
      "[12]\ttrain-rmse:0.366123\ttest-rmse:0.375344\n",
      "[13]\ttrain-rmse:0.362139\ttest-rmse:0.371584\n",
      "[14]\ttrain-rmse:0.35945\ttest-rmse:0.369079\n",
      "[15]\ttrain-rmse:0.356568\ttest-rmse:0.366722\n",
      "[16]\ttrain-rmse:0.3542\ttest-rmse:0.364487\n",
      "[17]\ttrain-rmse:0.352082\ttest-rmse:0.362798\n",
      "[18]\ttrain-rmse:0.350824\ttest-rmse:0.36174\n",
      "[19]\ttrain-rmse:0.349351\ttest-rmse:0.360581\n",
      "[20]\ttrain-rmse:0.348128\ttest-rmse:0.359646\n",
      "[21]\ttrain-rmse:0.347412\ttest-rmse:0.359038\n",
      "[22]\ttrain-rmse:0.346459\ttest-rmse:0.358155\n",
      "[23]\ttrain-rmse:0.345513\ttest-rmse:0.35761\n",
      "[24]\ttrain-rmse:0.345111\ttest-rmse:0.357286\n",
      "[25]\ttrain-rmse:0.344301\ttest-rmse:0.356888\n",
      "[26]\ttrain-rmse:0.343726\ttest-rmse:0.356357\n",
      "[27]\ttrain-rmse:0.343468\ttest-rmse:0.3562\n",
      "[28]\ttrain-rmse:0.343263\ttest-rmse:0.356026\n",
      "[29]\ttrain-rmse:0.342722\ttest-rmse:0.355701\n",
      "[30]\ttrain-rmse:0.342297\ttest-rmse:0.355558\n",
      "[31]\ttrain-rmse:0.341908\ttest-rmse:0.355502\n",
      "[32]\ttrain-rmse:0.341522\ttest-rmse:0.355206\n",
      "[33]\ttrain-rmse:0.341227\ttest-rmse:0.355111\n",
      "[34]\ttrain-rmse:0.340924\ttest-rmse:0.354888\n",
      "[35]\ttrain-rmse:0.340802\ttest-rmse:0.354858\n",
      "[36]\ttrain-rmse:0.3407\ttest-rmse:0.354811\n",
      "[37]\ttrain-rmse:0.340469\ttest-rmse:0.354647\n",
      "[38]\ttrain-rmse:0.340388\ttest-rmse:0.354642\n",
      "[39]\ttrain-rmse:0.339972\ttest-rmse:0.354711\n",
      "[40]\ttrain-rmse:0.339686\ttest-rmse:0.354712\n",
      "[41]\ttrain-rmse:0.339336\ttest-rmse:0.354676\n",
      "[42]\ttrain-rmse:0.339155\ttest-rmse:0.354545\n",
      "[43]\ttrain-rmse:0.338854\ttest-rmse:0.35462\n",
      "[44]\ttrain-rmse:0.338712\ttest-rmse:0.354545\n",
      "[45]\ttrain-rmse:0.338647\ttest-rmse:0.354576\n",
      "[46]\ttrain-rmse:0.338413\ttest-rmse:0.354701\n",
      "[47]\ttrain-rmse:0.338356\ttest-rmse:0.35469\n",
      "[48]\ttrain-rmse:0.338149\ttest-rmse:0.35478\n",
      "[49]\ttrain-rmse:0.337926\ttest-rmse:0.354926\n",
      "[50]\ttrain-rmse:0.337709\ttest-rmse:0.35501\n",
      "[51]\ttrain-rmse:0.337339\ttest-rmse:0.355107\n",
      "[52]\ttrain-rmse:0.337122\ttest-rmse:0.355099\n",
      "[53]\ttrain-rmse:0.337071\ttest-rmse:0.355086\n",
      "[54]\ttrain-rmse:0.336869\ttest-rmse:0.355166\n",
      "[55]\ttrain-rmse:0.336699\ttest-rmse:0.355059\n",
      "[56]\ttrain-rmse:0.336408\ttest-rmse:0.355185\n",
      "[57]\ttrain-rmse:0.336263\ttest-rmse:0.355116\n",
      "[58]\ttrain-rmse:0.336126\ttest-rmse:0.355074\n",
      "[59]\ttrain-rmse:0.336067\ttest-rmse:0.355073\n",
      "[60]\ttrain-rmse:0.336003\ttest-rmse:0.355068\n",
      "[61]\ttrain-rmse:0.335963\ttest-rmse:0.355045\n",
      "[62]\ttrain-rmse:0.335537\ttest-rmse:0.355007\n",
      "[63]\ttrain-rmse:0.335428\ttest-rmse:0.354931\n",
      "[64]\ttrain-rmse:0.335382\ttest-rmse:0.354913\n",
      "[65]\ttrain-rmse:0.335353\ttest-rmse:0.354915\n",
      "[66]\ttrain-rmse:0.335065\ttest-rmse:0.355001\n",
      "[67]\ttrain-rmse:0.335056\ttest-rmse:0.355007\n",
      "[68]\ttrain-rmse:0.334925\ttest-rmse:0.354942\n",
      "[69]\ttrain-rmse:0.334899\ttest-rmse:0.354941\n",
      "[70]\ttrain-rmse:0.334843\ttest-rmse:0.35491\n",
      "[71]\ttrain-rmse:0.33449\ttest-rmse:0.354942\n",
      "[72]\ttrain-rmse:0.334438\ttest-rmse:0.354919\n",
      "[73]\ttrain-rmse:0.334127\ttest-rmse:0.354966\n",
      "[74]\ttrain-rmse:0.334108\ttest-rmse:0.35498\n",
      "[75]\ttrain-rmse:0.334087\ttest-rmse:0.35498\n",
      "[76]\ttrain-rmse:0.334069\ttest-rmse:0.354978\n",
      "[77]\ttrain-rmse:0.334049\ttest-rmse:0.354985\n",
      "[78]\ttrain-rmse:0.334032\ttest-rmse:0.354989\n",
      "[79]\ttrain-rmse:0.333936\ttest-rmse:0.354964\n",
      "[80]\ttrain-rmse:0.333874\ttest-rmse:0.354921\n",
      "[81]\ttrain-rmse:0.333836\ttest-rmse:0.354937\n",
      "[82]\ttrain-rmse:0.333757\ttest-rmse:0.354962\n",
      "[83]\ttrain-rmse:0.33368\ttest-rmse:0.354955\n",
      "[84]\ttrain-rmse:0.333474\ttest-rmse:0.354893\n",
      "[85]\ttrain-rmse:0.333199\ttest-rmse:0.355045\n",
      "[86]\ttrain-rmse:0.332913\ttest-rmse:0.355089\n",
      "[87]\ttrain-rmse:0.332658\ttest-rmse:0.355259\n",
      "[88]\ttrain-rmse:0.332653\ttest-rmse:0.355271\n",
      "[89]\ttrain-rmse:0.332622\ttest-rmse:0.355285\n",
      "[90]\ttrain-rmse:0.332568\ttest-rmse:0.355269\n",
      "[91]\ttrain-rmse:0.332558\ttest-rmse:0.355269\n",
      "[92]\ttrain-rmse:0.33254\ttest-rmse:0.355279\n",
      "[93]\ttrain-rmse:0.332528\ttest-rmse:0.355294\n",
      "[94]\ttrain-rmse:0.332521\ttest-rmse:0.355298\n",
      "[95]\ttrain-rmse:0.332322\ttest-rmse:0.355405\n",
      "[96]\ttrain-rmse:0.331906\ttest-rmse:0.355274\n",
      "[97]\ttrain-rmse:0.331729\ttest-rmse:0.355337\n",
      "[98]\ttrain-rmse:0.331434\ttest-rmse:0.355289\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[99]\ttrain-rmse:0.331171\ttest-rmse:0.355508\n",
      "V_29 0.354545\n",
      "[0]\ttrain-rmse:0.528174\ttest-rmse:0.532748\n",
      "[1]\ttrain-rmse:0.499402\ttest-rmse:0.504386\n",
      "[2]\ttrain-rmse:0.474851\ttest-rmse:0.480216\n",
      "[3]\ttrain-rmse:0.45399\ttest-rmse:0.459674\n",
      "[4]\ttrain-rmse:0.436354\ttest-rmse:0.442338\n",
      "[5]\ttrain-rmse:0.421648\ttest-rmse:0.427981\n",
      "[6]\ttrain-rmse:0.409349\ttest-rmse:0.416003\n",
      "[7]\ttrain-rmse:0.399079\ttest-rmse:0.40603\n",
      "[8]\ttrain-rmse:0.390366\ttest-rmse:0.397568\n",
      "[9]\ttrain-rmse:0.38315\ttest-rmse:0.390546\n",
      "[10]\ttrain-rmse:0.377197\ttest-rmse:0.384742\n",
      "[11]\ttrain-rmse:0.372271\ttest-rmse:0.38004\n",
      "[12]\ttrain-rmse:0.368192\ttest-rmse:0.376119\n",
      "[13]\ttrain-rmse:0.364871\ttest-rmse:0.372985\n",
      "[14]\ttrain-rmse:0.362124\ttest-rmse:0.370382\n",
      "[15]\ttrain-rmse:0.359923\ttest-rmse:0.368345\n",
      "[16]\ttrain-rmse:0.358068\ttest-rmse:0.366613\n",
      "[17]\ttrain-rmse:0.356508\ttest-rmse:0.365237\n",
      "[18]\ttrain-rmse:0.355273\ttest-rmse:0.364072\n",
      "[19]\ttrain-rmse:0.354234\ttest-rmse:0.363159\n",
      "[20]\ttrain-rmse:0.3534\ttest-rmse:0.362441\n",
      "[21]\ttrain-rmse:0.352708\ttest-rmse:0.361811\n",
      "[22]\ttrain-rmse:0.352107\ttest-rmse:0.361282\n",
      "[23]\ttrain-rmse:0.35164\ttest-rmse:0.360898\n",
      "[24]\ttrain-rmse:0.351196\ttest-rmse:0.360547\n",
      "[25]\ttrain-rmse:0.350869\ttest-rmse:0.360271\n",
      "[26]\ttrain-rmse:0.350574\ttest-rmse:0.360065\n",
      "[27]\ttrain-rmse:0.350326\ttest-rmse:0.359924\n",
      "[28]\ttrain-rmse:0.350132\ttest-rmse:0.359809\n",
      "[29]\ttrain-rmse:0.349965\ttest-rmse:0.35967\n",
      "[30]\ttrain-rmse:0.349813\ttest-rmse:0.359584\n",
      "[31]\ttrain-rmse:0.349686\ttest-rmse:0.359497\n",
      "[32]\ttrain-rmse:0.349581\ttest-rmse:0.359443\n",
      "[33]\ttrain-rmse:0.349477\ttest-rmse:0.35945\n",
      "[34]\ttrain-rmse:0.349388\ttest-rmse:0.359424\n",
      "[35]\ttrain-rmse:0.3493\ttest-rmse:0.359379\n",
      "[36]\ttrain-rmse:0.349248\ttest-rmse:0.359358\n",
      "[37]\ttrain-rmse:0.349208\ttest-rmse:0.35936\n",
      "[38]\ttrain-rmse:0.34916\ttest-rmse:0.359371\n",
      "[39]\ttrain-rmse:0.349101\ttest-rmse:0.359314\n",
      "[40]\ttrain-rmse:0.349044\ttest-rmse:0.359331\n",
      "[41]\ttrain-rmse:0.348986\ttest-rmse:0.359314\n",
      "[42]\ttrain-rmse:0.348953\ttest-rmse:0.359336\n",
      "[43]\ttrain-rmse:0.348923\ttest-rmse:0.359352\n",
      "[44]\ttrain-rmse:0.348851\ttest-rmse:0.359382\n",
      "[45]\ttrain-rmse:0.348827\ttest-rmse:0.359429\n",
      "[46]\ttrain-rmse:0.348761\ttest-rmse:0.359431\n",
      "[47]\ttrain-rmse:0.348693\ttest-rmse:0.359394\n",
      "[48]\ttrain-rmse:0.348669\ttest-rmse:0.359401\n",
      "[49]\ttrain-rmse:0.348593\ttest-rmse:0.359419\n",
      "[50]\ttrain-rmse:0.348552\ttest-rmse:0.359449\n",
      "[51]\ttrain-rmse:0.348502\ttest-rmse:0.359481\n",
      "[52]\ttrain-rmse:0.348486\ttest-rmse:0.359504\n",
      "[53]\ttrain-rmse:0.34846\ttest-rmse:0.359498\n",
      "[54]\ttrain-rmse:0.348431\ttest-rmse:0.359551\n",
      "[55]\ttrain-rmse:0.348368\ttest-rmse:0.359572\n",
      "[56]\ttrain-rmse:0.348348\ttest-rmse:0.359584\n",
      "[57]\ttrain-rmse:0.348306\ttest-rmse:0.359607\n",
      "[58]\ttrain-rmse:0.348283\ttest-rmse:0.35962\n",
      "[59]\ttrain-rmse:0.348268\ttest-rmse:0.359618\n",
      "[60]\ttrain-rmse:0.348249\ttest-rmse:0.359629\n",
      "[61]\ttrain-rmse:0.348236\ttest-rmse:0.359631\n",
      "[62]\ttrain-rmse:0.348226\ttest-rmse:0.359659\n",
      "[63]\ttrain-rmse:0.34819\ttest-rmse:0.359655\n",
      "[64]\ttrain-rmse:0.348183\ttest-rmse:0.359656\n",
      "[65]\ttrain-rmse:0.348133\ttest-rmse:0.359686\n",
      "[66]\ttrain-rmse:0.348099\ttest-rmse:0.359685\n",
      "[67]\ttrain-rmse:0.348068\ttest-rmse:0.359683\n",
      "[68]\ttrain-rmse:0.348034\ttest-rmse:0.359706\n",
      "[69]\ttrain-rmse:0.348025\ttest-rmse:0.359725\n",
      "[70]\ttrain-rmse:0.348008\ttest-rmse:0.359722\n",
      "[71]\ttrain-rmse:0.348002\ttest-rmse:0.359725\n",
      "[72]\ttrain-rmse:0.347932\ttest-rmse:0.359716\n",
      "[73]\ttrain-rmse:0.34789\ttest-rmse:0.359726\n",
      "[74]\ttrain-rmse:0.347887\ttest-rmse:0.359729\n",
      "[75]\ttrain-rmse:0.34788\ttest-rmse:0.359747\n",
      "[76]\ttrain-rmse:0.347812\ttest-rmse:0.359757\n",
      "[77]\ttrain-rmse:0.347791\ttest-rmse:0.359766\n",
      "[78]\ttrain-rmse:0.347728\ttest-rmse:0.359767\n",
      "[79]\ttrain-rmse:0.347713\ttest-rmse:0.359771\n",
      "[80]\ttrain-rmse:0.347706\ttest-rmse:0.359773\n",
      "[81]\ttrain-rmse:0.347649\ttest-rmse:0.359788\n",
      "[82]\ttrain-rmse:0.347639\ttest-rmse:0.359795\n",
      "[83]\ttrain-rmse:0.347616\ttest-rmse:0.35979\n",
      "[84]\ttrain-rmse:0.347559\ttest-rmse:0.359776\n",
      "[85]\ttrain-rmse:0.347547\ttest-rmse:0.35977\n",
      "[86]\ttrain-rmse:0.347516\ttest-rmse:0.359808\n",
      "[87]\ttrain-rmse:0.347496\ttest-rmse:0.359839\n",
      "[88]\ttrain-rmse:0.347446\ttest-rmse:0.359845\n",
      "[89]\ttrain-rmse:0.347421\ttest-rmse:0.359882\n",
      "[90]\ttrain-rmse:0.347415\ttest-rmse:0.35991\n",
      "[91]\ttrain-rmse:0.347386\ttest-rmse:0.359927\n",
      "[92]\ttrain-rmse:0.347371\ttest-rmse:0.359952\n",
      "[93]\ttrain-rmse:0.347364\ttest-rmse:0.359932\n",
      "[94]\ttrain-rmse:0.347319\ttest-rmse:0.359947\n",
      "[95]\ttrain-rmse:0.347312\ttest-rmse:0.359982\n",
      "[96]\ttrain-rmse:0.347271\ttest-rmse:0.359992\n",
      "[97]\ttrain-rmse:0.347267\ttest-rmse:0.359993\n",
      "[98]\ttrain-rmse:0.34725\ttest-rmse:0.359994\n",
      "[99]\ttrain-rmse:0.347219\ttest-rmse:0.359992\n",
      "V_30 0.359314\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.49939\ttest-rmse:0.504387\n",
      "[2]\ttrain-rmse:0.473257\ttest-rmse:0.478696\n",
      "[3]\ttrain-rmse:0.452234\ttest-rmse:0.458064\n",
      "[4]\ttrain-rmse:0.43302\ttest-rmse:0.43929\n",
      "[5]\ttrain-rmse:0.417944\ttest-rmse:0.424572\n",
      "[6]\ttrain-rmse:0.405324\ttest-rmse:0.412263\n",
      "[7]\ttrain-rmse:0.394376\ttest-rmse:0.401539\n",
      "[8]\ttrain-rmse:0.38528\ttest-rmse:0.392645\n",
      "[9]\ttrain-rmse:0.3779\ttest-rmse:0.385514\n",
      "[10]\ttrain-rmse:0.371584\ttest-rmse:0.379358\n",
      "[11]\ttrain-rmse:0.366389\ttest-rmse:0.374304\n",
      "[12]\ttrain-rmse:0.362128\ttest-rmse:0.370243\n",
      "[13]\ttrain-rmse:0.358611\ttest-rmse:0.366899\n",
      "[14]\ttrain-rmse:0.354498\ttest-rmse:0.363076\n",
      "[15]\ttrain-rmse:0.351135\ttest-rmse:0.359922\n",
      "[16]\ttrain-rmse:0.348353\ttest-rmse:0.357464\n",
      "[17]\ttrain-rmse:0.346648\ttest-rmse:0.355875\n",
      "[18]\ttrain-rmse:0.345266\ttest-rmse:0.354609\n",
      "[19]\ttrain-rmse:0.344124\ttest-rmse:0.353615\n",
      "[20]\ttrain-rmse:0.343214\ttest-rmse:0.352815\n",
      "[21]\ttrain-rmse:0.341676\ttest-rmse:0.351677\n",
      "[22]\ttrain-rmse:0.340961\ttest-rmse:0.351041\n",
      "[23]\ttrain-rmse:0.340417\ttest-rmse:0.350588\n",
      "[24]\ttrain-rmse:0.339962\ttest-rmse:0.350248\n",
      "[25]\ttrain-rmse:0.338968\ttest-rmse:0.349589\n",
      "[26]\ttrain-rmse:0.338649\ttest-rmse:0.349334\n",
      "[27]\ttrain-rmse:0.338315\ttest-rmse:0.349057\n",
      "[28]\ttrain-rmse:0.337575\ttest-rmse:0.348659\n",
      "[29]\ttrain-rmse:0.337337\ttest-rmse:0.348472\n",
      "[30]\ttrain-rmse:0.336706\ttest-rmse:0.348203\n",
      "[31]\ttrain-rmse:0.33657\ttest-rmse:0.348125\n",
      "[32]\ttrain-rmse:0.336413\ttest-rmse:0.348012\n",
      "[33]\ttrain-rmse:0.335794\ttest-rmse:0.347692\n",
      "[34]\ttrain-rmse:0.335677\ttest-rmse:0.347619\n",
      "[35]\ttrain-rmse:0.335572\ttest-rmse:0.347603\n",
      "[36]\ttrain-rmse:0.335483\ttest-rmse:0.347587\n",
      "[37]\ttrain-rmse:0.335374\ttest-rmse:0.347537\n",
      "[38]\ttrain-rmse:0.335296\ttest-rmse:0.347494\n",
      "[39]\ttrain-rmse:0.334867\ttest-rmse:0.347351\n",
      "[40]\ttrain-rmse:0.334831\ttest-rmse:0.347372\n",
      "[41]\ttrain-rmse:0.334782\ttest-rmse:0.347356\n",
      "[42]\ttrain-rmse:0.334725\ttest-rmse:0.347329\n",
      "[43]\ttrain-rmse:0.334278\ttest-rmse:0.347206\n",
      "[44]\ttrain-rmse:0.33397\ttest-rmse:0.346943\n",
      "[45]\ttrain-rmse:0.333699\ttest-rmse:0.346842\n",
      "[46]\ttrain-rmse:0.333654\ttest-rmse:0.346817\n",
      "[47]\ttrain-rmse:0.33345\ttest-rmse:0.346673\n",
      "[48]\ttrain-rmse:0.333413\ttest-rmse:0.346654\n",
      "[49]\ttrain-rmse:0.333383\ttest-rmse:0.346641\n",
      "[50]\ttrain-rmse:0.33312\ttest-rmse:0.346554\n",
      "[51]\ttrain-rmse:0.333096\ttest-rmse:0.346546\n",
      "[52]\ttrain-rmse:0.333034\ttest-rmse:0.346571\n",
      "[53]\ttrain-rmse:0.333015\ttest-rmse:0.346566\n",
      "[54]\ttrain-rmse:0.3328\ttest-rmse:0.346598\n",
      "[55]\ttrain-rmse:0.332619\ttest-rmse:0.346597\n",
      "[56]\ttrain-rmse:0.332602\ttest-rmse:0.346594\n",
      "[57]\ttrain-rmse:0.332589\ttest-rmse:0.346592\n",
      "[58]\ttrain-rmse:0.332327\ttest-rmse:0.34663\n",
      "[59]\ttrain-rmse:0.332315\ttest-rmse:0.346629\n",
      "[60]\ttrain-rmse:0.332305\ttest-rmse:0.346629\n",
      "[61]\ttrain-rmse:0.332155\ttest-rmse:0.346687\n",
      "[62]\ttrain-rmse:0.332076\ttest-rmse:0.346723\n",
      "[63]\ttrain-rmse:0.331862\ttest-rmse:0.346731\n",
      "[64]\ttrain-rmse:0.331687\ttest-rmse:0.346599\n",
      "[65]\ttrain-rmse:0.331678\ttest-rmse:0.3466\n",
      "[66]\ttrain-rmse:0.331656\ttest-rmse:0.346608\n",
      "[67]\ttrain-rmse:0.331463\ttest-rmse:0.346663\n",
      "[68]\ttrain-rmse:0.331455\ttest-rmse:0.346665\n",
      "[69]\ttrain-rmse:0.331437\ttest-rmse:0.346678\n",
      "[70]\ttrain-rmse:0.331308\ttest-rmse:0.346748\n",
      "[71]\ttrain-rmse:0.331146\ttest-rmse:0.346817\n",
      "[72]\ttrain-rmse:0.331139\ttest-rmse:0.346816\n",
      "[73]\ttrain-rmse:0.331133\ttest-rmse:0.346818\n",
      "[74]\ttrain-rmse:0.331128\ttest-rmse:0.346819\n",
      "[75]\ttrain-rmse:0.331125\ttest-rmse:0.346822\n",
      "[76]\ttrain-rmse:0.331053\ttest-rmse:0.346833\n",
      "[77]\ttrain-rmse:0.331049\ttest-rmse:0.346837\n",
      "[78]\ttrain-rmse:0.331046\ttest-rmse:0.346841\n",
      "[79]\ttrain-rmse:0.330948\ttest-rmse:0.346884\n",
      "[80]\ttrain-rmse:0.330851\ttest-rmse:0.346837\n",
      "[81]\ttrain-rmse:0.330772\ttest-rmse:0.3468\n",
      "[82]\ttrain-rmse:0.330766\ttest-rmse:0.346808\n",
      "[83]\ttrain-rmse:0.330763\ttest-rmse:0.346812\n",
      "[84]\ttrain-rmse:0.330761\ttest-rmse:0.346815\n",
      "[85]\ttrain-rmse:0.330678\ttest-rmse:0.346888\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[86]\ttrain-rmse:0.330676\ttest-rmse:0.346891\n",
      "[87]\ttrain-rmse:0.330609\ttest-rmse:0.346849\n",
      "[88]\ttrain-rmse:0.330555\ttest-rmse:0.346826\n",
      "[89]\ttrain-rmse:0.330494\ttest-rmse:0.346779\n",
      "[90]\ttrain-rmse:0.330469\ttest-rmse:0.346782\n",
      "[91]\ttrain-rmse:0.330467\ttest-rmse:0.346784\n",
      "[92]\ttrain-rmse:0.330461\ttest-rmse:0.346793\n",
      "[93]\ttrain-rmse:0.33046\ttest-rmse:0.346795\n",
      "[94]\ttrain-rmse:0.33033\ttest-rmse:0.346799\n",
      "[95]\ttrain-rmse:0.33027\ttest-rmse:0.346959\n",
      "[96]\ttrain-rmse:0.330268\ttest-rmse:0.346962\n",
      "[97]\ttrain-rmse:0.330168\ttest-rmse:0.346934\n",
      "[98]\ttrain-rmse:0.330158\ttest-rmse:0.346957\n",
      "[99]\ttrain-rmse:0.330116\ttest-rmse:0.346956\n",
      "V_31 0.346546\n",
      "[0]\ttrain-rmse:0.528337\ttest-rmse:0.532955\n",
      "[1]\ttrain-rmse:0.499769\ttest-rmse:0.504782\n",
      "[2]\ttrain-rmse:0.475134\ttest-rmse:0.480498\n",
      "[3]\ttrain-rmse:0.454359\ttest-rmse:0.460089\n",
      "[4]\ttrain-rmse:0.436597\ttest-rmse:0.442586\n",
      "[5]\ttrain-rmse:0.421638\ttest-rmse:0.427915\n",
      "[6]\ttrain-rmse:0.409197\ttest-rmse:0.415793\n",
      "[7]\ttrain-rmse:0.398728\ttest-rmse:0.405591\n",
      "[8]\ttrain-rmse:0.390027\ttest-rmse:0.397075\n",
      "[9]\ttrain-rmse:0.382824\ttest-rmse:0.390119\n",
      "[10]\ttrain-rmse:0.376861\ttest-rmse:0.384335\n",
      "[11]\ttrain-rmse:0.37195\ttest-rmse:0.379602\n",
      "[12]\ttrain-rmse:0.367917\ttest-rmse:0.375711\n",
      "[13]\ttrain-rmse:0.364623\ttest-rmse:0.372647\n",
      "[14]\ttrain-rmse:0.361895\ttest-rmse:0.370038\n",
      "[15]\ttrain-rmse:0.359654\ttest-rmse:0.3679\n",
      "[16]\ttrain-rmse:0.357759\ttest-rmse:0.366194\n",
      "[17]\ttrain-rmse:0.356253\ttest-rmse:0.364877\n",
      "[18]\ttrain-rmse:0.354975\ttest-rmse:0.36371\n",
      "[19]\ttrain-rmse:0.353959\ttest-rmse:0.362742\n",
      "[20]\ttrain-rmse:0.353055\ttest-rmse:0.362112\n",
      "[21]\ttrain-rmse:0.352319\ttest-rmse:0.361616\n",
      "[22]\ttrain-rmse:0.351691\ttest-rmse:0.361066\n",
      "[23]\ttrain-rmse:0.351206\ttest-rmse:0.360661\n",
      "[24]\ttrain-rmse:0.350787\ttest-rmse:0.360342\n",
      "[25]\ttrain-rmse:0.350386\ttest-rmse:0.36011\n",
      "[26]\ttrain-rmse:0.350092\ttest-rmse:0.359865\n",
      "[27]\ttrain-rmse:0.349773\ttest-rmse:0.359815\n",
      "[28]\ttrain-rmse:0.349567\ttest-rmse:0.359725\n",
      "[29]\ttrain-rmse:0.349356\ttest-rmse:0.359601\n",
      "[30]\ttrain-rmse:0.349115\ttest-rmse:0.359492\n",
      "[31]\ttrain-rmse:0.348997\ttest-rmse:0.359458\n",
      "[32]\ttrain-rmse:0.348842\ttest-rmse:0.359393\n",
      "[33]\ttrain-rmse:0.348672\ttest-rmse:0.359345\n",
      "[34]\ttrain-rmse:0.348503\ttest-rmse:0.359278\n",
      "[35]\ttrain-rmse:0.348412\ttest-rmse:0.359248\n",
      "[36]\ttrain-rmse:0.348332\ttest-rmse:0.359219\n",
      "[37]\ttrain-rmse:0.348276\ttest-rmse:0.359245\n",
      "[38]\ttrain-rmse:0.348215\ttest-rmse:0.3592\n",
      "[39]\ttrain-rmse:0.348151\ttest-rmse:0.359198\n",
      "[40]\ttrain-rmse:0.348083\ttest-rmse:0.359213\n",
      "[41]\ttrain-rmse:0.348044\ttest-rmse:0.359247\n",
      "[42]\ttrain-rmse:0.347995\ttest-rmse:0.359261\n",
      "[43]\ttrain-rmse:0.347873\ttest-rmse:0.359225\n",
      "[44]\ttrain-rmse:0.347827\ttest-rmse:0.359249\n",
      "[45]\ttrain-rmse:0.347789\ttest-rmse:0.359222\n",
      "[46]\ttrain-rmse:0.347756\ttest-rmse:0.359198\n",
      "[47]\ttrain-rmse:0.347726\ttest-rmse:0.359197\n",
      "[48]\ttrain-rmse:0.3477\ttest-rmse:0.359193\n",
      "[49]\ttrain-rmse:0.347643\ttest-rmse:0.359207\n",
      "[50]\ttrain-rmse:0.347622\ttest-rmse:0.359201\n",
      "[51]\ttrain-rmse:0.347585\ttest-rmse:0.359249\n",
      "[52]\ttrain-rmse:0.34757\ttest-rmse:0.359258\n",
      "[53]\ttrain-rmse:0.347543\ttest-rmse:0.359283\n",
      "[54]\ttrain-rmse:0.347526\ttest-rmse:0.359287\n",
      "[55]\ttrain-rmse:0.347502\ttest-rmse:0.359291\n",
      "[56]\ttrain-rmse:0.347481\ttest-rmse:0.35931\n",
      "[57]\ttrain-rmse:0.347397\ttest-rmse:0.359318\n",
      "[58]\ttrain-rmse:0.347379\ttest-rmse:0.359333\n",
      "[59]\ttrain-rmse:0.347236\ttest-rmse:0.35932\n",
      "[60]\ttrain-rmse:0.347212\ttest-rmse:0.359276\n",
      "[61]\ttrain-rmse:0.34719\ttest-rmse:0.359261\n",
      "[62]\ttrain-rmse:0.347157\ttest-rmse:0.359293\n",
      "[63]\ttrain-rmse:0.34701\ttest-rmse:0.359278\n",
      "[64]\ttrain-rmse:0.346955\ttest-rmse:0.359299\n",
      "[65]\ttrain-rmse:0.346908\ttest-rmse:0.359287\n",
      "[66]\ttrain-rmse:0.346901\ttest-rmse:0.3593\n",
      "[67]\ttrain-rmse:0.346858\ttest-rmse:0.359301\n",
      "[68]\ttrain-rmse:0.34679\ttest-rmse:0.359289\n",
      "[69]\ttrain-rmse:0.346781\ttest-rmse:0.359281\n",
      "[70]\ttrain-rmse:0.346737\ttest-rmse:0.359293\n",
      "[71]\ttrain-rmse:0.34661\ttest-rmse:0.359268\n",
      "[72]\ttrain-rmse:0.346563\ttest-rmse:0.359244\n",
      "[73]\ttrain-rmse:0.346494\ttest-rmse:0.359276\n",
      "[74]\ttrain-rmse:0.34646\ttest-rmse:0.359293\n",
      "[75]\ttrain-rmse:0.346452\ttest-rmse:0.359305\n",
      "[76]\ttrain-rmse:0.346396\ttest-rmse:0.359316\n",
      "[77]\ttrain-rmse:0.346391\ttest-rmse:0.359328\n",
      "[78]\ttrain-rmse:0.34638\ttest-rmse:0.359327\n",
      "[79]\ttrain-rmse:0.346352\ttest-rmse:0.359345\n",
      "[80]\ttrain-rmse:0.346314\ttest-rmse:0.359368\n",
      "[81]\ttrain-rmse:0.346257\ttest-rmse:0.359346\n",
      "[82]\ttrain-rmse:0.346253\ttest-rmse:0.359357\n",
      "[83]\ttrain-rmse:0.346231\ttest-rmse:0.359369\n",
      "[84]\ttrain-rmse:0.346197\ttest-rmse:0.359407\n",
      "[85]\ttrain-rmse:0.346169\ttest-rmse:0.359443\n",
      "[86]\ttrain-rmse:0.346147\ttest-rmse:0.359464\n",
      "[87]\ttrain-rmse:0.346123\ttest-rmse:0.3595\n",
      "[88]\ttrain-rmse:0.346073\ttest-rmse:0.359482\n",
      "[89]\ttrain-rmse:0.346062\ttest-rmse:0.359487\n",
      "[90]\ttrain-rmse:0.346046\ttest-rmse:0.359487\n",
      "[91]\ttrain-rmse:0.346036\ttest-rmse:0.359492\n",
      "[92]\ttrain-rmse:0.346019\ttest-rmse:0.359497\n",
      "[93]\ttrain-rmse:0.345987\ttest-rmse:0.3595\n",
      "[94]\ttrain-rmse:0.345978\ttest-rmse:0.359505\n",
      "[95]\ttrain-rmse:0.34596\ttest-rmse:0.359509\n",
      "[96]\ttrain-rmse:0.345933\ttest-rmse:0.359539\n",
      "[97]\ttrain-rmse:0.345923\ttest-rmse:0.359548\n",
      "[98]\ttrain-rmse:0.345915\ttest-rmse:0.359548\n",
      "[99]\ttrain-rmse:0.345903\ttest-rmse:0.359545\n",
      "V_32 0.359193\n",
      "[0]\ttrain-rmse:0.528308\ttest-rmse:0.533311\n",
      "[1]\ttrain-rmse:0.500475\ttest-rmse:0.50596\n",
      "[2]\ttrain-rmse:0.475674\ttest-rmse:0.481552\n",
      "[3]\ttrain-rmse:0.454587\ttest-rmse:0.460838\n",
      "[4]\ttrain-rmse:0.437484\ttest-rmse:0.444152\n",
      "[5]\ttrain-rmse:0.422391\ttest-rmse:0.429877\n",
      "[6]\ttrain-rmse:0.410329\ttest-rmse:0.418175\n",
      "[7]\ttrain-rmse:0.400294\ttest-rmse:0.408453\n",
      "[8]\ttrain-rmse:0.391958\ttest-rmse:0.400439\n",
      "[9]\ttrain-rmse:0.384364\ttest-rmse:0.393514\n",
      "[10]\ttrain-rmse:0.377989\ttest-rmse:0.387873\n",
      "[11]\ttrain-rmse:0.373276\ttest-rmse:0.383412\n",
      "[12]\ttrain-rmse:0.369406\ttest-rmse:0.379768\n",
      "[13]\ttrain-rmse:0.365615\ttest-rmse:0.376576\n",
      "[14]\ttrain-rmse:0.362412\ttest-rmse:0.373515\n",
      "[15]\ttrain-rmse:0.359796\ttest-rmse:0.371028\n",
      "[16]\ttrain-rmse:0.357619\ttest-rmse:0.368976\n",
      "[17]\ttrain-rmse:0.356183\ttest-rmse:0.367663\n",
      "[18]\ttrain-rmse:0.354677\ttest-rmse:0.36625\n",
      "[19]\ttrain-rmse:0.3537\ttest-rmse:0.365376\n",
      "[20]\ttrain-rmse:0.352907\ttest-rmse:0.364699\n",
      "[21]\ttrain-rmse:0.352246\ttest-rmse:0.364129\n",
      "[22]\ttrain-rmse:0.351318\ttest-rmse:0.363673\n",
      "[23]\ttrain-rmse:0.350436\ttest-rmse:0.363156\n",
      "[24]\ttrain-rmse:0.349743\ttest-rmse:0.36297\n",
      "[25]\ttrain-rmse:0.349432\ttest-rmse:0.362749\n",
      "[26]\ttrain-rmse:0.348947\ttest-rmse:0.362287\n",
      "[27]\ttrain-rmse:0.348555\ttest-rmse:0.361933\n",
      "[28]\ttrain-rmse:0.348113\ttest-rmse:0.361928\n",
      "[29]\ttrain-rmse:0.347961\ttest-rmse:0.361847\n",
      "[30]\ttrain-rmse:0.34758\ttest-rmse:0.361871\n",
      "[31]\ttrain-rmse:0.347275\ttest-rmse:0.361653\n",
      "[32]\ttrain-rmse:0.347031\ttest-rmse:0.361503\n",
      "[33]\ttrain-rmse:0.346915\ttest-rmse:0.361472\n",
      "[34]\ttrain-rmse:0.34682\ttest-rmse:0.361455\n",
      "[35]\ttrain-rmse:0.346756\ttest-rmse:0.361458\n",
      "[36]\ttrain-rmse:0.346586\ttest-rmse:0.361348\n",
      "[37]\ttrain-rmse:0.346299\ttest-rmse:0.361414\n",
      "[38]\ttrain-rmse:0.345992\ttest-rmse:0.361429\n",
      "[39]\ttrain-rmse:0.345928\ttest-rmse:0.361448\n",
      "[40]\ttrain-rmse:0.345876\ttest-rmse:0.361452\n",
      "[41]\ttrain-rmse:0.345715\ttest-rmse:0.361356\n",
      "[42]\ttrain-rmse:0.345591\ttest-rmse:0.361277\n",
      "[43]\ttrain-rmse:0.345543\ttest-rmse:0.361279\n",
      "[44]\ttrain-rmse:0.345242\ttest-rmse:0.361264\n",
      "[45]\ttrain-rmse:0.345193\ttest-rmse:0.361297\n",
      "[46]\ttrain-rmse:0.344924\ttest-rmse:0.361343\n",
      "[47]\ttrain-rmse:0.344896\ttest-rmse:0.36138\n",
      "[48]\ttrain-rmse:0.344803\ttest-rmse:0.361325\n",
      "[49]\ttrain-rmse:0.344683\ttest-rmse:0.361329\n",
      "[50]\ttrain-rmse:0.344607\ttest-rmse:0.361313\n",
      "[51]\ttrain-rmse:0.344586\ttest-rmse:0.361357\n",
      "[52]\ttrain-rmse:0.344558\ttest-rmse:0.361361\n",
      "[53]\ttrain-rmse:0.34455\ttest-rmse:0.361364\n",
      "[54]\ttrain-rmse:0.344487\ttest-rmse:0.361366\n",
      "[55]\ttrain-rmse:0.344109\ttest-rmse:0.361371\n",
      "[56]\ttrain-rmse:0.344062\ttest-rmse:0.361348\n",
      "[57]\ttrain-rmse:0.343658\ttest-rmse:0.361519\n",
      "[58]\ttrain-rmse:0.343625\ttest-rmse:0.361572\n",
      "[59]\ttrain-rmse:0.343184\ttest-rmse:0.361632\n",
      "[60]\ttrain-rmse:0.342858\ttest-rmse:0.361627\n",
      "[61]\ttrain-rmse:0.342833\ttest-rmse:0.361648\n",
      "[62]\ttrain-rmse:0.342556\ttest-rmse:0.36169\n",
      "[63]\ttrain-rmse:0.3425\ttest-rmse:0.361665\n",
      "[64]\ttrain-rmse:0.342002\ttest-rmse:0.361763\n",
      "[65]\ttrain-rmse:0.341965\ttest-rmse:0.361743\n",
      "[66]\ttrain-rmse:0.341627\ttest-rmse:0.361778\n",
      "[67]\ttrain-rmse:0.3416\ttest-rmse:0.361813\n",
      "[68]\ttrain-rmse:0.3415\ttest-rmse:0.361768\n",
      "[69]\ttrain-rmse:0.341446\ttest-rmse:0.361768\n",
      "[70]\ttrain-rmse:0.341424\ttest-rmse:0.361788\n",
      "[71]\ttrain-rmse:0.341296\ttest-rmse:0.361724\n",
      "[72]\ttrain-rmse:0.341248\ttest-rmse:0.36174\n",
      "[73]\ttrain-rmse:0.341205\ttest-rmse:0.361741\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[74]\ttrain-rmse:0.341002\ttest-rmse:0.361774\n",
      "[75]\ttrain-rmse:0.340949\ttest-rmse:0.361723\n",
      "[76]\ttrain-rmse:0.34058\ttest-rmse:0.361779\n",
      "[77]\ttrain-rmse:0.340539\ttest-rmse:0.361792\n",
      "[78]\ttrain-rmse:0.34053\ttest-rmse:0.361805\n",
      "[79]\ttrain-rmse:0.340515\ttest-rmse:0.361823\n",
      "[80]\ttrain-rmse:0.340482\ttest-rmse:0.361838\n",
      "[81]\ttrain-rmse:0.340459\ttest-rmse:0.361822\n",
      "[82]\ttrain-rmse:0.340436\ttest-rmse:0.361808\n",
      "[83]\ttrain-rmse:0.340341\ttest-rmse:0.361781\n",
      "[84]\ttrain-rmse:0.340334\ttest-rmse:0.361793\n",
      "[85]\ttrain-rmse:0.340322\ttest-rmse:0.361811\n",
      "[86]\ttrain-rmse:0.340183\ttest-rmse:0.361905\n",
      "[87]\ttrain-rmse:0.340105\ttest-rmse:0.361876\n",
      "[88]\ttrain-rmse:0.340094\ttest-rmse:0.361865\n",
      "[89]\ttrain-rmse:0.339972\ttest-rmse:0.361924\n",
      "[90]\ttrain-rmse:0.339938\ttest-rmse:0.361912\n",
      "[91]\ttrain-rmse:0.339597\ttest-rmse:0.362032\n",
      "[92]\ttrain-rmse:0.33959\ttest-rmse:0.362035\n",
      "[93]\ttrain-rmse:0.339566\ttest-rmse:0.362039\n",
      "[94]\ttrain-rmse:0.339493\ttest-rmse:0.36204\n",
      "[95]\ttrain-rmse:0.339462\ttest-rmse:0.362069\n",
      "[96]\ttrain-rmse:0.339441\ttest-rmse:0.362086\n",
      "[97]\ttrain-rmse:0.33942\ttest-rmse:0.362092\n",
      "[98]\ttrain-rmse:0.339396\ttest-rmse:0.362111\n",
      "[99]\ttrain-rmse:0.339379\ttest-rmse:0.362128\n",
      "V_33 0.361264\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.499428\ttest-rmse:0.504809\n",
      "[2]\ttrain-rmse:0.47485\ttest-rmse:0.481042\n",
      "[3]\ttrain-rmse:0.454007\ttest-rmse:0.460915\n",
      "[4]\ttrain-rmse:0.436853\ttest-rmse:0.44425\n",
      "[5]\ttrain-rmse:0.421681\ttest-rmse:0.429436\n",
      "[6]\ttrain-rmse:0.409602\ttest-rmse:0.417756\n",
      "[7]\ttrain-rmse:0.398888\ttest-rmse:0.407336\n",
      "[8]\ttrain-rmse:0.389971\ttest-rmse:0.398654\n",
      "[9]\ttrain-rmse:0.382602\ttest-rmse:0.391495\n",
      "[10]\ttrain-rmse:0.376873\ttest-rmse:0.386048\n",
      "[11]\ttrain-rmse:0.372162\ttest-rmse:0.381566\n",
      "[12]\ttrain-rmse:0.368265\ttest-rmse:0.377924\n",
      "[13]\ttrain-rmse:0.365091\ttest-rmse:0.37497\n",
      "[14]\ttrain-rmse:0.36206\ttest-rmse:0.372095\n",
      "[15]\ttrain-rmse:0.35942\ttest-rmse:0.370129\n",
      "[16]\ttrain-rmse:0.357687\ttest-rmse:0.368513\n",
      "[17]\ttrain-rmse:0.356254\ttest-rmse:0.367193\n",
      "[18]\ttrain-rmse:0.354633\ttest-rmse:0.366191\n",
      "[19]\ttrain-rmse:0.353649\ttest-rmse:0.365359\n",
      "[20]\ttrain-rmse:0.352876\ttest-rmse:0.364667\n",
      "[21]\ttrain-rmse:0.351677\ttest-rmse:0.36433\n",
      "[22]\ttrain-rmse:0.351128\ttest-rmse:0.363904\n",
      "[23]\ttrain-rmse:0.350253\ttest-rmse:0.36362\n",
      "[24]\ttrain-rmse:0.349561\ttest-rmse:0.363254\n",
      "[25]\ttrain-rmse:0.349266\ttest-rmse:0.363023\n",
      "[26]\ttrain-rmse:0.348746\ttest-rmse:0.362578\n",
      "[27]\ttrain-rmse:0.3483\ttest-rmse:0.362211\n",
      "[28]\ttrain-rmse:0.348114\ttest-rmse:0.362122\n",
      "[29]\ttrain-rmse:0.347785\ttest-rmse:0.361856\n",
      "[30]\ttrain-rmse:0.347631\ttest-rmse:0.361837\n",
      "[31]\ttrain-rmse:0.347373\ttest-rmse:0.361637\n",
      "[32]\ttrain-rmse:0.347279\ttest-rmse:0.361597\n",
      "[33]\ttrain-rmse:0.346847\ttest-rmse:0.361708\n",
      "[34]\ttrain-rmse:0.346661\ttest-rmse:0.36154\n",
      "[35]\ttrain-rmse:0.346501\ttest-rmse:0.361403\n",
      "[36]\ttrain-rmse:0.346066\ttest-rmse:0.361499\n",
      "[37]\ttrain-rmse:0.345939\ttest-rmse:0.361429\n",
      "[38]\ttrain-rmse:0.345562\ttest-rmse:0.361398\n",
      "[39]\ttrain-rmse:0.345228\ttest-rmse:0.361424\n",
      "[40]\ttrain-rmse:0.344883\ttest-rmse:0.36135\n",
      "[41]\ttrain-rmse:0.344754\ttest-rmse:0.361303\n",
      "[42]\ttrain-rmse:0.344693\ttest-rmse:0.361317\n",
      "[43]\ttrain-rmse:0.344604\ttest-rmse:0.361287\n",
      "[44]\ttrain-rmse:0.344501\ttest-rmse:0.361238\n",
      "[45]\ttrain-rmse:0.344184\ttest-rmse:0.361248\n",
      "[46]\ttrain-rmse:0.344131\ttest-rmse:0.361226\n",
      "[47]\ttrain-rmse:0.343851\ttest-rmse:0.361346\n",
      "[48]\ttrain-rmse:0.343803\ttest-rmse:0.361367\n",
      "[49]\ttrain-rmse:0.343723\ttest-rmse:0.361356\n",
      "[50]\ttrain-rmse:0.34368\ttest-rmse:0.361375\n",
      "[51]\ttrain-rmse:0.343645\ttest-rmse:0.361391\n",
      "[52]\ttrain-rmse:0.343615\ttest-rmse:0.361423\n",
      "[53]\ttrain-rmse:0.343298\ttest-rmse:0.361622\n",
      "[54]\ttrain-rmse:0.343087\ttest-rmse:0.361835\n",
      "[55]\ttrain-rmse:0.3427\ttest-rmse:0.361856\n",
      "[56]\ttrain-rmse:0.342337\ttest-rmse:0.361857\n",
      "[57]\ttrain-rmse:0.342226\ttest-rmse:0.361863\n",
      "[58]\ttrain-rmse:0.341991\ttest-rmse:0.36209\n",
      "[59]\ttrain-rmse:0.341947\ttest-rmse:0.362114\n",
      "[60]\ttrain-rmse:0.341892\ttest-rmse:0.362067\n",
      "[61]\ttrain-rmse:0.341853\ttest-rmse:0.362095\n",
      "[62]\ttrain-rmse:0.341817\ttest-rmse:0.362105\n",
      "[63]\ttrain-rmse:0.341582\ttest-rmse:0.362122\n",
      "[64]\ttrain-rmse:0.341502\ttest-rmse:0.362072\n",
      "[65]\ttrain-rmse:0.341372\ttest-rmse:0.362022\n",
      "[66]\ttrain-rmse:0.341342\ttest-rmse:0.362031\n",
      "[67]\ttrain-rmse:0.341318\ttest-rmse:0.362061\n",
      "[68]\ttrain-rmse:0.341253\ttest-rmse:0.362034\n",
      "[69]\ttrain-rmse:0.341193\ttest-rmse:0.362021\n",
      "[70]\ttrain-rmse:0.340738\ttest-rmse:0.36209\n",
      "[71]\ttrain-rmse:0.34037\ttest-rmse:0.362405\n",
      "[72]\ttrain-rmse:0.340318\ttest-rmse:0.362403\n",
      "[73]\ttrain-rmse:0.340295\ttest-rmse:0.36238\n",
      "[74]\ttrain-rmse:0.339966\ttest-rmse:0.362628\n",
      "[75]\ttrain-rmse:0.339876\ttest-rmse:0.362587\n",
      "[76]\ttrain-rmse:0.33985\ttest-rmse:0.362599\n",
      "[77]\ttrain-rmse:0.339624\ttest-rmse:0.362631\n",
      "[78]\ttrain-rmse:0.339572\ttest-rmse:0.362601\n",
      "[79]\ttrain-rmse:0.339551\ttest-rmse:0.362619\n",
      "[80]\ttrain-rmse:0.339524\ttest-rmse:0.362621\n",
      "[81]\ttrain-rmse:0.339445\ttest-rmse:0.362649\n",
      "[82]\ttrain-rmse:0.339397\ttest-rmse:0.362671\n",
      "[83]\ttrain-rmse:0.339325\ttest-rmse:0.362665\n",
      "[84]\ttrain-rmse:0.339299\ttest-rmse:0.362652\n",
      "[85]\ttrain-rmse:0.339273\ttest-rmse:0.362668\n",
      "[86]\ttrain-rmse:0.339253\ttest-rmse:0.362679\n",
      "[87]\ttrain-rmse:0.339243\ttest-rmse:0.362681\n",
      "[88]\ttrain-rmse:0.339225\ttest-rmse:0.362688\n",
      "[89]\ttrain-rmse:0.33919\ttest-rmse:0.362721\n",
      "[90]\ttrain-rmse:0.338981\ttest-rmse:0.36284\n",
      "[91]\ttrain-rmse:0.33894\ttest-rmse:0.362848\n",
      "[92]\ttrain-rmse:0.338926\ttest-rmse:0.362859\n",
      "[93]\ttrain-rmse:0.338892\ttest-rmse:0.362859\n",
      "[94]\ttrain-rmse:0.338603\ttest-rmse:0.362991\n",
      "[95]\ttrain-rmse:0.338321\ttest-rmse:0.363097\n",
      "[96]\ttrain-rmse:0.338316\ttest-rmse:0.363099\n",
      "[97]\ttrain-rmse:0.338066\ttest-rmse:0.363254\n",
      "[98]\ttrain-rmse:0.338059\ttest-rmse:0.363253\n",
      "[99]\ttrain-rmse:0.337876\ttest-rmse:0.363302\n",
      "V_34 0.361226\n",
      "[0]\ttrain-rmse:0.528407\ttest-rmse:0.533251\n",
      "[1]\ttrain-rmse:0.499582\ttest-rmse:0.504815\n",
      "[2]\ttrain-rmse:0.474943\ttest-rmse:0.480581\n",
      "[3]\ttrain-rmse:0.454003\ttest-rmse:0.460003\n",
      "[4]\ttrain-rmse:0.436314\ttest-rmse:0.442998\n",
      "[5]\ttrain-rmse:0.421359\ttest-rmse:0.428364\n",
      "[6]\ttrain-rmse:0.40881\ttest-rmse:0.416138\n",
      "[7]\ttrain-rmse:0.398349\ttest-rmse:0.406011\n",
      "[8]\ttrain-rmse:0.389559\ttest-rmse:0.3978\n",
      "[9]\ttrain-rmse:0.38253\ttest-rmse:0.391165\n",
      "[10]\ttrain-rmse:0.376734\ttest-rmse:0.385707\n",
      "[11]\ttrain-rmse:0.37163\ttest-rmse:0.381143\n",
      "[12]\ttrain-rmse:0.367428\ttest-rmse:0.377141\n",
      "[13]\ttrain-rmse:0.363996\ttest-rmse:0.373894\n",
      "[14]\ttrain-rmse:0.361339\ttest-rmse:0.371406\n",
      "[15]\ttrain-rmse:0.358984\ttest-rmse:0.369177\n",
      "[16]\ttrain-rmse:0.357009\ttest-rmse:0.367566\n",
      "[17]\ttrain-rmse:0.355505\ttest-rmse:0.366262\n",
      "[18]\ttrain-rmse:0.354106\ttest-rmse:0.365179\n",
      "[19]\ttrain-rmse:0.352979\ttest-rmse:0.364149\n",
      "[20]\ttrain-rmse:0.351887\ttest-rmse:0.363385\n",
      "[21]\ttrain-rmse:0.350859\ttest-rmse:0.362847\n",
      "[22]\ttrain-rmse:0.350136\ttest-rmse:0.362303\n",
      "[23]\ttrain-rmse:0.349642\ttest-rmse:0.361893\n",
      "[24]\ttrain-rmse:0.348915\ttest-rmse:0.361733\n",
      "[25]\ttrain-rmse:0.348285\ttest-rmse:0.36161\n",
      "[26]\ttrain-rmse:0.347987\ttest-rmse:0.361419\n",
      "[27]\ttrain-rmse:0.347738\ttest-rmse:0.361236\n",
      "[28]\ttrain-rmse:0.347494\ttest-rmse:0.361116\n",
      "[29]\ttrain-rmse:0.347254\ttest-rmse:0.360924\n",
      "[30]\ttrain-rmse:0.34706\ttest-rmse:0.360779\n",
      "[31]\ttrain-rmse:0.346894\ttest-rmse:0.360662\n",
      "[32]\ttrain-rmse:0.346743\ttest-rmse:0.360582\n",
      "[33]\ttrain-rmse:0.346351\ttest-rmse:0.360667\n",
      "[34]\ttrain-rmse:0.346244\ttest-rmse:0.360649\n",
      "[35]\ttrain-rmse:0.345867\ttest-rmse:0.360595\n",
      "[36]\ttrain-rmse:0.345757\ttest-rmse:0.36054\n",
      "[37]\ttrain-rmse:0.345661\ttest-rmse:0.360476\n",
      "[38]\ttrain-rmse:0.345306\ttest-rmse:0.36038\n",
      "[39]\ttrain-rmse:0.345241\ttest-rmse:0.360366\n",
      "[40]\ttrain-rmse:0.345168\ttest-rmse:0.36033\n",
      "[41]\ttrain-rmse:0.344871\ttest-rmse:0.360292\n",
      "[42]\ttrain-rmse:0.344797\ttest-rmse:0.360307\n",
      "[43]\ttrain-rmse:0.344696\ttest-rmse:0.360307\n",
      "[44]\ttrain-rmse:0.344629\ttest-rmse:0.3603\n",
      "[45]\ttrain-rmse:0.344581\ttest-rmse:0.360311\n",
      "[46]\ttrain-rmse:0.344155\ttest-rmse:0.360369\n",
      "[47]\ttrain-rmse:0.344095\ttest-rmse:0.360377\n",
      "[48]\ttrain-rmse:0.344047\ttest-rmse:0.360324\n",
      "[49]\ttrain-rmse:0.344021\ttest-rmse:0.360325\n",
      "[50]\ttrain-rmse:0.34399\ttest-rmse:0.360321\n",
      "[51]\ttrain-rmse:0.343949\ttest-rmse:0.360289\n",
      "[52]\ttrain-rmse:0.343899\ttest-rmse:0.360301\n",
      "[53]\ttrain-rmse:0.343835\ttest-rmse:0.360292\n",
      "[54]\ttrain-rmse:0.343517\ttest-rmse:0.360297\n",
      "[55]\ttrain-rmse:0.343471\ttest-rmse:0.360302\n",
      "[56]\ttrain-rmse:0.343437\ttest-rmse:0.360291\n",
      "[57]\ttrain-rmse:0.343408\ttest-rmse:0.360258\n",
      "[58]\ttrain-rmse:0.343095\ttest-rmse:0.360271\n",
      "[59]\ttrain-rmse:0.343074\ttest-rmse:0.360275\n",
      "[60]\ttrain-rmse:0.342648\ttest-rmse:0.360364\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[61]\ttrain-rmse:0.342617\ttest-rmse:0.360389\n",
      "[62]\ttrain-rmse:0.34229\ttest-rmse:0.360538\n",
      "[63]\ttrain-rmse:0.341996\ttest-rmse:0.360463\n",
      "[64]\ttrain-rmse:0.341958\ttest-rmse:0.360471\n",
      "[65]\ttrain-rmse:0.341918\ttest-rmse:0.360482\n",
      "[66]\ttrain-rmse:0.341624\ttest-rmse:0.360574\n",
      "[67]\ttrain-rmse:0.341601\ttest-rmse:0.360579\n",
      "[68]\ttrain-rmse:0.341568\ttest-rmse:0.360595\n",
      "[69]\ttrain-rmse:0.341344\ttest-rmse:0.360598\n",
      "[70]\ttrain-rmse:0.341303\ttest-rmse:0.360594\n",
      "[71]\ttrain-rmse:0.341202\ttest-rmse:0.360675\n",
      "[72]\ttrain-rmse:0.341156\ttest-rmse:0.360631\n",
      "[73]\ttrain-rmse:0.341129\ttest-rmse:0.360641\n",
      "[74]\ttrain-rmse:0.340918\ttest-rmse:0.360623\n",
      "[75]\ttrain-rmse:0.340775\ttest-rmse:0.360644\n",
      "[76]\ttrain-rmse:0.340511\ttest-rmse:0.360882\n",
      "[77]\ttrain-rmse:0.340496\ttest-rmse:0.360892\n",
      "[78]\ttrain-rmse:0.340464\ttest-rmse:0.360895\n",
      "[79]\ttrain-rmse:0.340294\ttest-rmse:0.360972\n",
      "[80]\ttrain-rmse:0.340278\ttest-rmse:0.360975\n",
      "[81]\ttrain-rmse:0.340242\ttest-rmse:0.36099\n",
      "[82]\ttrain-rmse:0.340228\ttest-rmse:0.360988\n",
      "[83]\ttrain-rmse:0.340199\ttest-rmse:0.361012\n",
      "[84]\ttrain-rmse:0.339934\ttest-rmse:0.361116\n",
      "[85]\ttrain-rmse:0.339906\ttest-rmse:0.361124\n",
      "[86]\ttrain-rmse:0.33989\ttest-rmse:0.361113\n",
      "[87]\ttrain-rmse:0.339868\ttest-rmse:0.361106\n",
      "[88]\ttrain-rmse:0.339829\ttest-rmse:0.361097\n",
      "[89]\ttrain-rmse:0.339534\ttest-rmse:0.361183\n",
      "[90]\ttrain-rmse:0.33952\ttest-rmse:0.361197\n",
      "[91]\ttrain-rmse:0.339505\ttest-rmse:0.361203\n",
      "[92]\ttrain-rmse:0.339463\ttest-rmse:0.361214\n",
      "[93]\ttrain-rmse:0.339431\ttest-rmse:0.361238\n",
      "[94]\ttrain-rmse:0.339406\ttest-rmse:0.361233\n",
      "[95]\ttrain-rmse:0.339347\ttest-rmse:0.361235\n",
      "[96]\ttrain-rmse:0.339342\ttest-rmse:0.361235\n",
      "[97]\ttrain-rmse:0.339297\ttest-rmse:0.361248\n",
      "[98]\ttrain-rmse:0.339238\ttest-rmse:0.361241\n",
      "[99]\ttrain-rmse:0.339215\ttest-rmse:0.361248\n",
      "V_35 0.360258\n",
      "[0]\ttrain-rmse:0.528143\ttest-rmse:0.532745\n",
      "[1]\ttrain-rmse:0.499329\ttest-rmse:0.504466\n",
      "[2]\ttrain-rmse:0.475461\ttest-rmse:0.481096\n",
      "[3]\ttrain-rmse:0.454375\ttest-rmse:0.460601\n",
      "[4]\ttrain-rmse:0.436435\ttest-rmse:0.443015\n",
      "[5]\ttrain-rmse:0.421333\ttest-rmse:0.428247\n",
      "[6]\ttrain-rmse:0.409203\ttest-rmse:0.416525\n",
      "[7]\ttrain-rmse:0.398546\ttest-rmse:0.406141\n",
      "[8]\ttrain-rmse:0.389538\ttest-rmse:0.397588\n",
      "[9]\ttrain-rmse:0.382133\ttest-rmse:0.390405\n",
      "[10]\ttrain-rmse:0.375919\ttest-rmse:0.38464\n",
      "[11]\ttrain-rmse:0.371131\ttest-rmse:0.380136\n",
      "[12]\ttrain-rmse:0.366895\ttest-rmse:0.376064\n",
      "[13]\ttrain-rmse:0.363164\ttest-rmse:0.373031\n",
      "[14]\ttrain-rmse:0.36049\ttest-rmse:0.370589\n",
      "[15]\ttrain-rmse:0.35831\ttest-rmse:0.368611\n",
      "[16]\ttrain-rmse:0.356513\ttest-rmse:0.366963\n",
      "[17]\ttrain-rmse:0.354633\ttest-rmse:0.365458\n",
      "[18]\ttrain-rmse:0.35298\ttest-rmse:0.364191\n",
      "[19]\ttrain-rmse:0.351764\ttest-rmse:0.363078\n",
      "[20]\ttrain-rmse:0.350924\ttest-rmse:0.362439\n",
      "[21]\ttrain-rmse:0.350239\ttest-rmse:0.361921\n",
      "[22]\ttrain-rmse:0.349302\ttest-rmse:0.361574\n",
      "[23]\ttrain-rmse:0.348673\ttest-rmse:0.361015\n",
      "[24]\ttrain-rmse:0.348161\ttest-rmse:0.36054\n",
      "[25]\ttrain-rmse:0.347678\ttest-rmse:0.360139\n",
      "[26]\ttrain-rmse:0.347399\ttest-rmse:0.359945\n",
      "[27]\ttrain-rmse:0.34709\ttest-rmse:0.359674\n",
      "[28]\ttrain-rmse:0.346834\ttest-rmse:0.35946\n",
      "[29]\ttrain-rmse:0.346632\ttest-rmse:0.359323\n",
      "[30]\ttrain-rmse:0.346467\ttest-rmse:0.359227\n",
      "[31]\ttrain-rmse:0.346338\ttest-rmse:0.359158\n",
      "[32]\ttrain-rmse:0.34612\ttest-rmse:0.359037\n",
      "[33]\ttrain-rmse:0.346018\ttest-rmse:0.359009\n",
      "[34]\ttrain-rmse:0.345617\ttest-rmse:0.35926\n",
      "[35]\ttrain-rmse:0.345219\ttest-rmse:0.359374\n",
      "[36]\ttrain-rmse:0.345145\ttest-rmse:0.359385\n",
      "[37]\ttrain-rmse:0.345018\ttest-rmse:0.359292\n",
      "[38]\ttrain-rmse:0.344685\ttest-rmse:0.359484\n",
      "[39]\ttrain-rmse:0.344566\ttest-rmse:0.359413\n",
      "[40]\ttrain-rmse:0.344459\ttest-rmse:0.359363\n",
      "[41]\ttrain-rmse:0.344352\ttest-rmse:0.359312\n",
      "[42]\ttrain-rmse:0.344294\ttest-rmse:0.359273\n",
      "[43]\ttrain-rmse:0.344002\ttest-rmse:0.359268\n",
      "[44]\ttrain-rmse:0.343682\ttest-rmse:0.359324\n",
      "[45]\ttrain-rmse:0.343424\ttest-rmse:0.359348\n",
      "[46]\ttrain-rmse:0.343138\ttest-rmse:0.359538\n",
      "[47]\ttrain-rmse:0.343089\ttest-rmse:0.359519\n",
      "[48]\ttrain-rmse:0.343066\ttest-rmse:0.359543\n",
      "[49]\ttrain-rmse:0.342722\ttest-rmse:0.359683\n",
      "[50]\ttrain-rmse:0.34259\ttest-rmse:0.359695\n",
      "[51]\ttrain-rmse:0.342533\ttest-rmse:0.359683\n",
      "[52]\ttrain-rmse:0.342459\ttest-rmse:0.359674\n",
      "[53]\ttrain-rmse:0.342356\ttest-rmse:0.359685\n",
      "[54]\ttrain-rmse:0.342126\ttest-rmse:0.35981\n",
      "[55]\ttrain-rmse:0.342105\ttest-rmse:0.359817\n",
      "[56]\ttrain-rmse:0.342089\ttest-rmse:0.359831\n",
      "[57]\ttrain-rmse:0.341992\ttest-rmse:0.359814\n",
      "[58]\ttrain-rmse:0.341972\ttest-rmse:0.359823\n",
      "[59]\ttrain-rmse:0.341956\ttest-rmse:0.35983\n",
      "[60]\ttrain-rmse:0.341913\ttest-rmse:0.359821\n",
      "[61]\ttrain-rmse:0.34168\ttest-rmse:0.359762\n",
      "[62]\ttrain-rmse:0.341633\ttest-rmse:0.35977\n",
      "[63]\ttrain-rmse:0.34155\ttest-rmse:0.359755\n",
      "[64]\ttrain-rmse:0.341538\ttest-rmse:0.359764\n",
      "[65]\ttrain-rmse:0.341528\ttest-rmse:0.359778\n",
      "[66]\ttrain-rmse:0.341382\ttest-rmse:0.359801\n",
      "[67]\ttrain-rmse:0.341358\ttest-rmse:0.35981\n",
      "[68]\ttrain-rmse:0.341336\ttest-rmse:0.35982\n",
      "[69]\ttrain-rmse:0.341274\ttest-rmse:0.359835\n",
      "[70]\ttrain-rmse:0.34118\ttest-rmse:0.359842\n",
      "[71]\ttrain-rmse:0.341171\ttest-rmse:0.359852\n",
      "[72]\ttrain-rmse:0.341015\ttest-rmse:0.359934\n",
      "[73]\ttrain-rmse:0.340897\ttest-rmse:0.359953\n",
      "[74]\ttrain-rmse:0.340811\ttest-rmse:0.359984\n",
      "[75]\ttrain-rmse:0.34079\ttest-rmse:0.35999\n",
      "[76]\ttrain-rmse:0.340616\ttest-rmse:0.360121\n",
      "[77]\ttrain-rmse:0.340466\ttest-rmse:0.360176\n",
      "[78]\ttrain-rmse:0.340447\ttest-rmse:0.360197\n",
      "[79]\ttrain-rmse:0.340432\ttest-rmse:0.360214\n",
      "[80]\ttrain-rmse:0.340281\ttest-rmse:0.360182\n",
      "[81]\ttrain-rmse:0.340267\ttest-rmse:0.360187\n",
      "[82]\ttrain-rmse:0.340094\ttest-rmse:0.360202\n",
      "[83]\ttrain-rmse:0.34007\ttest-rmse:0.36024\n",
      "[84]\ttrain-rmse:0.340057\ttest-rmse:0.360259\n",
      "[85]\ttrain-rmse:0.339894\ttest-rmse:0.360386\n",
      "[86]\ttrain-rmse:0.339828\ttest-rmse:0.360382\n",
      "[87]\ttrain-rmse:0.33976\ttest-rmse:0.360414\n",
      "[88]\ttrain-rmse:0.339687\ttest-rmse:0.360434\n",
      "[89]\ttrain-rmse:0.339681\ttest-rmse:0.360438\n",
      "[90]\ttrain-rmse:0.339643\ttest-rmse:0.360424\n",
      "[91]\ttrain-rmse:0.339609\ttest-rmse:0.360424\n",
      "[92]\ttrain-rmse:0.339576\ttest-rmse:0.360443\n",
      "[93]\ttrain-rmse:0.339486\ttest-rmse:0.360427\n",
      "[94]\ttrain-rmse:0.339476\ttest-rmse:0.360444\n",
      "[95]\ttrain-rmse:0.33936\ttest-rmse:0.360526\n",
      "[96]\ttrain-rmse:0.339331\ttest-rmse:0.360523\n",
      "[97]\ttrain-rmse:0.339236\ttest-rmse:0.360595\n",
      "[98]\ttrain-rmse:0.339228\ttest-rmse:0.360602\n",
      "[99]\ttrain-rmse:0.339214\ttest-rmse:0.360631\n",
      "V_36 0.359009\n",
      "[0]\ttrain-rmse:0.526061\ttest-rmse:0.53026\n",
      "[1]\ttrain-rmse:0.497102\ttest-rmse:0.501704\n",
      "[2]\ttrain-rmse:0.471745\ttest-rmse:0.476568\n",
      "[3]\ttrain-rmse:0.450509\ttest-rmse:0.45569\n",
      "[4]\ttrain-rmse:0.432021\ttest-rmse:0.437382\n",
      "[5]\ttrain-rmse:0.414687\ttest-rmse:0.419887\n",
      "[6]\ttrain-rmse:0.400066\ttest-rmse:0.405104\n",
      "[7]\ttrain-rmse:0.38908\ttest-rmse:0.39423\n",
      "[8]\ttrain-rmse:0.379949\ttest-rmse:0.385193\n",
      "[9]\ttrain-rmse:0.372292\ttest-rmse:0.377676\n",
      "[10]\ttrain-rmse:0.364678\ttest-rmse:0.369856\n",
      "[11]\ttrain-rmse:0.359455\ttest-rmse:0.364686\n",
      "[12]\ttrain-rmse:0.354417\ttest-rmse:0.359635\n",
      "[13]\ttrain-rmse:0.350885\ttest-rmse:0.356128\n",
      "[14]\ttrain-rmse:0.347824\ttest-rmse:0.353146\n",
      "[15]\ttrain-rmse:0.345425\ttest-rmse:0.350755\n",
      "[16]\ttrain-rmse:0.342751\ttest-rmse:0.347964\n",
      "[17]\ttrain-rmse:0.341152\ttest-rmse:0.346371\n",
      "[18]\ttrain-rmse:0.339264\ttest-rmse:0.344358\n",
      "[19]\ttrain-rmse:0.338028\ttest-rmse:0.343229\n",
      "[20]\ttrain-rmse:0.337146\ttest-rmse:0.342346\n",
      "[21]\ttrain-rmse:0.335848\ttest-rmse:0.340887\n",
      "[22]\ttrain-rmse:0.334844\ttest-rmse:0.339788\n",
      "[23]\ttrain-rmse:0.333981\ttest-rmse:0.338914\n",
      "[24]\ttrain-rmse:0.333581\ttest-rmse:0.338527\n",
      "[25]\ttrain-rmse:0.333258\ttest-rmse:0.338213\n",
      "[26]\ttrain-rmse:0.332995\ttest-rmse:0.337959\n",
      "[27]\ttrain-rmse:0.332372\ttest-rmse:0.337399\n",
      "[28]\ttrain-rmse:0.331872\ttest-rmse:0.336917\n",
      "[29]\ttrain-rmse:0.331723\ttest-rmse:0.336762\n",
      "[30]\ttrain-rmse:0.331275\ttest-rmse:0.336255\n",
      "[31]\ttrain-rmse:0.33094\ttest-rmse:0.336085\n",
      "[32]\ttrain-rmse:0.330679\ttest-rmse:0.335919\n",
      "[33]\ttrain-rmse:0.330447\ttest-rmse:0.335808\n",
      "[34]\ttrain-rmse:0.330275\ttest-rmse:0.335724\n",
      "[35]\ttrain-rmse:0.330217\ttest-rmse:0.335672\n",
      "[36]\ttrain-rmse:0.329868\ttest-rmse:0.335352\n",
      "[37]\ttrain-rmse:0.329693\ttest-rmse:0.335292\n",
      "[38]\ttrain-rmse:0.3296\ttest-rmse:0.335283\n",
      "[39]\ttrain-rmse:0.329566\ttest-rmse:0.335257\n",
      "[40]\ttrain-rmse:0.329539\ttest-rmse:0.335237\n",
      "[41]\ttrain-rmse:0.329516\ttest-rmse:0.335221\n",
      "[42]\ttrain-rmse:0.329498\ttest-rmse:0.335209\n",
      "[43]\ttrain-rmse:0.329367\ttest-rmse:0.335116\n",
      "[44]\ttrain-rmse:0.329354\ttest-rmse:0.335108\n",
      "[45]\ttrain-rmse:0.329343\ttest-rmse:0.335102\n",
      "[46]\ttrain-rmse:0.329236\ttest-rmse:0.3351\n",
      "[47]\ttrain-rmse:0.329039\ttest-rmse:0.334949\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[48]\ttrain-rmse:0.328865\ttest-rmse:0.334818\n",
      "[49]\ttrain-rmse:0.328856\ttest-rmse:0.334809\n",
      "[50]\ttrain-rmse:0.328714\ttest-rmse:0.334785\n",
      "[51]\ttrain-rmse:0.328446\ttest-rmse:0.334474\n",
      "[52]\ttrain-rmse:0.328434\ttest-rmse:0.334468\n",
      "[53]\ttrain-rmse:0.32821\ttest-rmse:0.334236\n",
      "[54]\ttrain-rmse:0.328147\ttest-rmse:0.334234\n",
      "[55]\ttrain-rmse:0.328056\ttest-rmse:0.334208\n",
      "[56]\ttrain-rmse:0.328046\ttest-rmse:0.334204\n",
      "[57]\ttrain-rmse:0.328037\ttest-rmse:0.334201\n",
      "[58]\ttrain-rmse:0.327744\ttest-rmse:0.333953\n",
      "[59]\ttrain-rmse:0.327695\ttest-rmse:0.33394\n",
      "[60]\ttrain-rmse:0.327687\ttest-rmse:0.333937\n",
      "[61]\ttrain-rmse:0.327575\ttest-rmse:0.333919\n",
      "[62]\ttrain-rmse:0.327075\ttest-rmse:0.333597\n",
      "[63]\ttrain-rmse:0.326697\ttest-rmse:0.333428\n",
      "[64]\ttrain-rmse:0.326622\ttest-rmse:0.333394\n",
      "[65]\ttrain-rmse:0.326542\ttest-rmse:0.333385\n",
      "[66]\ttrain-rmse:0.326142\ttest-rmse:0.333174\n",
      "[67]\ttrain-rmse:0.326134\ttest-rmse:0.333169\n",
      "[68]\ttrain-rmse:0.326128\ttest-rmse:0.333165\n",
      "[69]\ttrain-rmse:0.325793\ttest-rmse:0.332987\n",
      "[70]\ttrain-rmse:0.325787\ttest-rmse:0.332983\n",
      "[71]\ttrain-rmse:0.325419\ttest-rmse:0.332861\n",
      "[72]\ttrain-rmse:0.325394\ttest-rmse:0.332845\n",
      "[73]\ttrain-rmse:0.325339\ttest-rmse:0.332829\n",
      "[74]\ttrain-rmse:0.325233\ttest-rmse:0.332777\n",
      "[75]\ttrain-rmse:0.325178\ttest-rmse:0.332793\n",
      "[76]\ttrain-rmse:0.325171\ttest-rmse:0.332812\n",
      "[77]\ttrain-rmse:0.325163\ttest-rmse:0.332804\n",
      "[78]\ttrain-rmse:0.325156\ttest-rmse:0.332798\n",
      "[79]\ttrain-rmse:0.325151\ttest-rmse:0.332795\n",
      "[80]\ttrain-rmse:0.324925\ttest-rmse:0.332731\n",
      "[81]\ttrain-rmse:0.324921\ttest-rmse:0.332729\n",
      "[82]\ttrain-rmse:0.324917\ttest-rmse:0.332727\n",
      "[83]\ttrain-rmse:0.324784\ttest-rmse:0.332685\n",
      "[84]\ttrain-rmse:0.324551\ttest-rmse:0.33266\n",
      "[85]\ttrain-rmse:0.324547\ttest-rmse:0.332656\n",
      "[86]\ttrain-rmse:0.324544\ttest-rmse:0.332656\n",
      "[87]\ttrain-rmse:0.324482\ttest-rmse:0.332657\n",
      "[88]\ttrain-rmse:0.324442\ttest-rmse:0.332643\n",
      "[89]\ttrain-rmse:0.324434\ttest-rmse:0.332652\n",
      "[90]\ttrain-rmse:0.324429\ttest-rmse:0.332649\n",
      "[91]\ttrain-rmse:0.324426\ttest-rmse:0.332647\n",
      "[92]\ttrain-rmse:0.324371\ttest-rmse:0.332636\n",
      "[93]\ttrain-rmse:0.324366\ttest-rmse:0.332653\n",
      "[94]\ttrain-rmse:0.324321\ttest-rmse:0.332674\n",
      "[95]\ttrain-rmse:0.324252\ttest-rmse:0.332671\n",
      "[96]\ttrain-rmse:0.324199\ttest-rmse:0.332647\n",
      "[97]\ttrain-rmse:0.324148\ttest-rmse:0.332609\n",
      "[98]\ttrain-rmse:0.323935\ttest-rmse:0.332566\n",
      "[99]\ttrain-rmse:0.323932\ttest-rmse:0.33256\n",
      "V_37 0.33256\n",
      "[0]\ttrain-rmse:0.529333\ttest-rmse:0.53388\n",
      "[1]\ttrain-rmse:0.500414\ttest-rmse:0.505356\n",
      "[2]\ttrain-rmse:0.476047\ttest-rmse:0.481433\n",
      "[3]\ttrain-rmse:0.455953\ttest-rmse:0.461649\n",
      "[4]\ttrain-rmse:0.438363\ttest-rmse:0.4445\n",
      "[5]\ttrain-rmse:0.423577\ttest-rmse:0.430114\n",
      "[6]\ttrain-rmse:0.411197\ttest-rmse:0.418088\n",
      "[7]\ttrain-rmse:0.400427\ttest-rmse:0.40757\n",
      "[8]\ttrain-rmse:0.391836\ttest-rmse:0.399275\n",
      "[9]\ttrain-rmse:0.384358\ttest-rmse:0.39199\n",
      "[10]\ttrain-rmse:0.378702\ttest-rmse:0.386488\n",
      "[11]\ttrain-rmse:0.373535\ttest-rmse:0.381472\n",
      "[12]\ttrain-rmse:0.369528\ttest-rmse:0.377691\n",
      "[13]\ttrain-rmse:0.365983\ttest-rmse:0.374248\n",
      "[14]\ttrain-rmse:0.363424\ttest-rmse:0.371772\n",
      "[15]\ttrain-rmse:0.361\ttest-rmse:0.369427\n",
      "[16]\ttrain-rmse:0.359163\ttest-rmse:0.36775\n",
      "[17]\ttrain-rmse:0.357665\ttest-rmse:0.3664\n",
      "[18]\ttrain-rmse:0.356428\ttest-rmse:0.365302\n",
      "[19]\ttrain-rmse:0.35519\ttest-rmse:0.364186\n",
      "[20]\ttrain-rmse:0.354432\ttest-rmse:0.363463\n",
      "[21]\ttrain-rmse:0.353742\ttest-rmse:0.362846\n",
      "[22]\ttrain-rmse:0.353183\ttest-rmse:0.362364\n",
      "[23]\ttrain-rmse:0.352472\ttest-rmse:0.361842\n",
      "[24]\ttrain-rmse:0.352136\ttest-rmse:0.361524\n",
      "[25]\ttrain-rmse:0.351862\ttest-rmse:0.361268\n",
      "[26]\ttrain-rmse:0.351446\ttest-rmse:0.360948\n",
      "[27]\ttrain-rmse:0.351109\ttest-rmse:0.360678\n",
      "[28]\ttrain-rmse:0.350868\ttest-rmse:0.360517\n",
      "[29]\ttrain-rmse:0.350746\ttest-rmse:0.360406\n",
      "[30]\ttrain-rmse:0.350488\ttest-rmse:0.360249\n",
      "[31]\ttrain-rmse:0.350329\ttest-rmse:0.360202\n",
      "[32]\ttrain-rmse:0.350222\ttest-rmse:0.360161\n",
      "[33]\ttrain-rmse:0.34999\ttest-rmse:0.360043\n",
      "[34]\ttrain-rmse:0.349811\ttest-rmse:0.359954\n",
      "[35]\ttrain-rmse:0.349674\ttest-rmse:0.359852\n",
      "[36]\ttrain-rmse:0.349603\ttest-rmse:0.359846\n",
      "[37]\ttrain-rmse:0.34938\ttest-rmse:0.35978\n",
      "[38]\ttrain-rmse:0.349315\ttest-rmse:0.359749\n",
      "[39]\ttrain-rmse:0.349263\ttest-rmse:0.359727\n",
      "[40]\ttrain-rmse:0.34922\ttest-rmse:0.359728\n",
      "[41]\ttrain-rmse:0.34912\ttest-rmse:0.359672\n",
      "[42]\ttrain-rmse:0.348968\ttest-rmse:0.359633\n",
      "[43]\ttrain-rmse:0.348854\ttest-rmse:0.359618\n",
      "[44]\ttrain-rmse:0.348845\ttest-rmse:0.35961\n",
      "[45]\ttrain-rmse:0.348812\ttest-rmse:0.359641\n",
      "[46]\ttrain-rmse:0.348708\ttest-rmse:0.359621\n",
      "[47]\ttrain-rmse:0.348678\ttest-rmse:0.359642\n",
      "[48]\ttrain-rmse:0.348617\ttest-rmse:0.359617\n",
      "[49]\ttrain-rmse:0.348539\ttest-rmse:0.359589\n",
      "[50]\ttrain-rmse:0.348535\ttest-rmse:0.359585\n",
      "[51]\ttrain-rmse:0.348471\ttest-rmse:0.359562\n",
      "[52]\ttrain-rmse:0.348468\ttest-rmse:0.359559\n",
      "[53]\ttrain-rmse:0.348466\ttest-rmse:0.359556\n",
      "[54]\ttrain-rmse:0.348405\ttest-rmse:0.359574\n",
      "[55]\ttrain-rmse:0.348403\ttest-rmse:0.359572\n",
      "[56]\ttrain-rmse:0.348401\ttest-rmse:0.35957\n",
      "[57]\ttrain-rmse:0.34835\ttest-rmse:0.359563\n",
      "[58]\ttrain-rmse:0.348303\ttest-rmse:0.359561\n",
      "[59]\ttrain-rmse:0.348276\ttest-rmse:0.35957\n",
      "[60]\ttrain-rmse:0.348275\ttest-rmse:0.359568\n",
      "[61]\ttrain-rmse:0.348274\ttest-rmse:0.359567\n",
      "[62]\ttrain-rmse:0.348247\ttest-rmse:0.359566\n",
      "[63]\ttrain-rmse:0.348235\ttest-rmse:0.359591\n",
      "[64]\ttrain-rmse:0.348184\ttest-rmse:0.359598\n",
      "[65]\ttrain-rmse:0.348174\ttest-rmse:0.359618\n",
      "[66]\ttrain-rmse:0.34809\ttest-rmse:0.359565\n",
      "[67]\ttrain-rmse:0.348089\ttest-rmse:0.359564\n",
      "[68]\ttrain-rmse:0.348043\ttest-rmse:0.359576\n",
      "[69]\ttrain-rmse:0.348016\ttest-rmse:0.359581\n",
      "[70]\ttrain-rmse:0.347991\ttest-rmse:0.359584\n",
      "[71]\ttrain-rmse:0.347922\ttest-rmse:0.359548\n",
      "[72]\ttrain-rmse:0.347887\ttest-rmse:0.359546\n",
      "[73]\ttrain-rmse:0.347852\ttest-rmse:0.359579\n",
      "[74]\ttrain-rmse:0.347844\ttest-rmse:0.359578\n",
      "[75]\ttrain-rmse:0.347779\ttest-rmse:0.359564\n",
      "[76]\ttrain-rmse:0.347754\ttest-rmse:0.359571\n",
      "[77]\ttrain-rmse:0.347732\ttest-rmse:0.35959\n",
      "[78]\ttrain-rmse:0.347726\ttest-rmse:0.359599\n",
      "[79]\ttrain-rmse:0.347705\ttest-rmse:0.359606\n",
      "[80]\ttrain-rmse:0.347671\ttest-rmse:0.359597\n",
      "[81]\ttrain-rmse:0.34767\ttest-rmse:0.359596\n",
      "[82]\ttrain-rmse:0.34765\ttest-rmse:0.359599\n",
      "[83]\ttrain-rmse:0.347622\ttest-rmse:0.359601\n",
      "[84]\ttrain-rmse:0.347587\ttest-rmse:0.35959\n",
      "[85]\ttrain-rmse:0.34756\ttest-rmse:0.359596\n",
      "[86]\ttrain-rmse:0.347538\ttest-rmse:0.359592\n",
      "[87]\ttrain-rmse:0.347538\ttest-rmse:0.359591\n",
      "[88]\ttrain-rmse:0.347537\ttest-rmse:0.35959\n",
      "[89]\ttrain-rmse:0.347514\ttest-rmse:0.359593\n",
      "[90]\ttrain-rmse:0.3475\ttest-rmse:0.359604\n",
      "[91]\ttrain-rmse:0.347471\ttest-rmse:0.359597\n",
      "[92]\ttrain-rmse:0.347471\ttest-rmse:0.359596\n",
      "[93]\ttrain-rmse:0.347447\ttest-rmse:0.359591\n",
      "[94]\ttrain-rmse:0.347441\ttest-rmse:0.359592\n",
      "[95]\ttrain-rmse:0.347419\ttest-rmse:0.3596\n",
      "[96]\ttrain-rmse:0.347419\ttest-rmse:0.359599\n",
      "[97]\ttrain-rmse:0.347408\ttest-rmse:0.359608\n",
      "[98]\ttrain-rmse:0.347408\ttest-rmse:0.359607\n",
      "[99]\ttrain-rmse:0.347407\ttest-rmse:0.359606\n",
      "V_38 0.359546\n",
      "[0]\ttrain-rmse:0.52933\ttest-rmse:0.533863\n",
      "[1]\ttrain-rmse:0.500409\ttest-rmse:0.505339\n",
      "[2]\ttrain-rmse:0.475686\ttest-rmse:0.480995\n",
      "[3]\ttrain-rmse:0.454674\ttest-rmse:0.460319\n",
      "[4]\ttrain-rmse:0.436764\ttest-rmse:0.442877\n",
      "[5]\ttrain-rmse:0.422437\ttest-rmse:0.4288\n",
      "[6]\ttrain-rmse:0.410465\ttest-rmse:0.417052\n",
      "[7]\ttrain-rmse:0.400505\ttest-rmse:0.407291\n",
      "[8]\ttrain-rmse:0.391488\ttest-rmse:0.398456\n",
      "[9]\ttrain-rmse:0.384649\ttest-rmse:0.391766\n",
      "[10]\ttrain-rmse:0.378369\ttest-rmse:0.385624\n",
      "[11]\ttrain-rmse:0.372958\ttest-rmse:0.380629\n",
      "[12]\ttrain-rmse:0.368515\ttest-rmse:0.376495\n",
      "[13]\ttrain-rmse:0.365379\ttest-rmse:0.373443\n",
      "[14]\ttrain-rmse:0.36233\ttest-rmse:0.370548\n",
      "[15]\ttrain-rmse:0.360232\ttest-rmse:0.368509\n",
      "[16]\ttrain-rmse:0.358083\ttest-rmse:0.36648\n",
      "[17]\ttrain-rmse:0.356177\ttest-rmse:0.364908\n",
      "[18]\ttrain-rmse:0.354198\ttest-rmse:0.363272\n",
      "[19]\ttrain-rmse:0.352937\ttest-rmse:0.362108\n",
      "[20]\ttrain-rmse:0.351382\ttest-rmse:0.360888\n",
      "[21]\ttrain-rmse:0.350085\ttest-rmse:0.359861\n",
      "[22]\ttrain-rmse:0.349025\ttest-rmse:0.359082\n",
      "[23]\ttrain-rmse:0.348326\ttest-rmse:0.358613\n",
      "[24]\ttrain-rmse:0.347723\ttest-rmse:0.358114\n",
      "[25]\ttrain-rmse:0.347231\ttest-rmse:0.357801\n",
      "[26]\ttrain-rmse:0.346653\ttest-rmse:0.357493\n",
      "[27]\ttrain-rmse:0.346439\ttest-rmse:0.357292\n",
      "[28]\ttrain-rmse:0.345861\ttest-rmse:0.356863\n",
      "[29]\ttrain-rmse:0.345711\ttest-rmse:0.356726\n",
      "[30]\ttrain-rmse:0.34559\ttest-rmse:0.356615\n",
      "[31]\ttrain-rmse:0.345121\ttest-rmse:0.35637\n",
      "[32]\ttrain-rmse:0.34481\ttest-rmse:0.356142\n",
      "[33]\ttrain-rmse:0.344736\ttest-rmse:0.356075\n",
      "[34]\ttrain-rmse:0.344364\ttest-rmse:0.355864\n",
      "[35]\ttrain-rmse:0.34431\ttest-rmse:0.355817\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[36]\ttrain-rmse:0.344097\ttest-rmse:0.35565\n",
      "[37]\ttrain-rmse:0.343808\ttest-rmse:0.355513\n",
      "[38]\ttrain-rmse:0.343773\ttest-rmse:0.355483\n",
      "[39]\ttrain-rmse:0.343649\ttest-rmse:0.355556\n",
      "[40]\ttrain-rmse:0.343467\ttest-rmse:0.355424\n",
      "[41]\ttrain-rmse:0.343443\ttest-rmse:0.355404\n",
      "[42]\ttrain-rmse:0.343423\ttest-rmse:0.355388\n",
      "[43]\ttrain-rmse:0.343246\ttest-rmse:0.355351\n",
      "[44]\ttrain-rmse:0.343116\ttest-rmse:0.355272\n",
      "[45]\ttrain-rmse:0.342998\ttest-rmse:0.35523\n",
      "[46]\ttrain-rmse:0.342984\ttest-rmse:0.355216\n",
      "[47]\ttrain-rmse:0.342884\ttest-rmse:0.355159\n",
      "[48]\ttrain-rmse:0.342774\ttest-rmse:0.355108\n",
      "[49]\ttrain-rmse:0.342533\ttest-rmse:0.355156\n",
      "[50]\ttrain-rmse:0.342521\ttest-rmse:0.355143\n",
      "[51]\ttrain-rmse:0.342425\ttest-rmse:0.355103\n",
      "[52]\ttrain-rmse:0.342221\ttest-rmse:0.35511\n",
      "[53]\ttrain-rmse:0.34208\ttest-rmse:0.355205\n",
      "[54]\ttrain-rmse:0.342071\ttest-rmse:0.355195\n",
      "[55]\ttrain-rmse:0.341978\ttest-rmse:0.355233\n",
      "[56]\ttrain-rmse:0.341905\ttest-rmse:0.355192\n",
      "[57]\ttrain-rmse:0.341837\ttest-rmse:0.355168\n",
      "[58]\ttrain-rmse:0.341598\ttest-rmse:0.355171\n",
      "[59]\ttrain-rmse:0.341417\ttest-rmse:0.355258\n",
      "[60]\ttrain-rmse:0.341364\ttest-rmse:0.355257\n",
      "[61]\ttrain-rmse:0.341355\ttest-rmse:0.355248\n",
      "[62]\ttrain-rmse:0.341347\ttest-rmse:0.35524\n",
      "[63]\ttrain-rmse:0.341341\ttest-rmse:0.355234\n",
      "[64]\ttrain-rmse:0.341275\ttest-rmse:0.355206\n",
      "[65]\ttrain-rmse:0.341166\ttest-rmse:0.355206\n",
      "[66]\ttrain-rmse:0.341124\ttest-rmse:0.355204\n",
      "[67]\ttrain-rmse:0.341118\ttest-rmse:0.355196\n",
      "[68]\ttrain-rmse:0.341113\ttest-rmse:0.35519\n",
      "[69]\ttrain-rmse:0.341109\ttest-rmse:0.355184\n",
      "[70]\ttrain-rmse:0.341026\ttest-rmse:0.355194\n",
      "[71]\ttrain-rmse:0.340876\ttest-rmse:0.355258\n",
      "[72]\ttrain-rmse:0.340873\ttest-rmse:0.355253\n",
      "[73]\ttrain-rmse:0.340834\ttest-rmse:0.355224\n",
      "[74]\ttrain-rmse:0.340794\ttest-rmse:0.355212\n",
      "[75]\ttrain-rmse:0.34075\ttest-rmse:0.355192\n",
      "[76]\ttrain-rmse:0.340746\ttest-rmse:0.355186\n",
      "[77]\ttrain-rmse:0.340742\ttest-rmse:0.355181\n",
      "[78]\ttrain-rmse:0.340652\ttest-rmse:0.355192\n",
      "[79]\ttrain-rmse:0.340649\ttest-rmse:0.355188\n",
      "[80]\ttrain-rmse:0.34054\ttest-rmse:0.355164\n",
      "[81]\ttrain-rmse:0.340508\ttest-rmse:0.355149\n",
      "[82]\ttrain-rmse:0.340416\ttest-rmse:0.355137\n",
      "[83]\ttrain-rmse:0.340413\ttest-rmse:0.355133\n",
      "[84]\ttrain-rmse:0.340332\ttest-rmse:0.355173\n",
      "[85]\ttrain-rmse:0.34033\ttest-rmse:0.35517\n",
      "[86]\ttrain-rmse:0.340261\ttest-rmse:0.355193\n",
      "[87]\ttrain-rmse:0.34022\ttest-rmse:0.355203\n",
      "[88]\ttrain-rmse:0.340149\ttest-rmse:0.355198\n",
      "[89]\ttrain-rmse:0.340124\ttest-rmse:0.35519\n",
      "[90]\ttrain-rmse:0.340122\ttest-rmse:0.355186\n",
      "[91]\ttrain-rmse:0.340079\ttest-rmse:0.355257\n",
      "[92]\ttrain-rmse:0.340062\ttest-rmse:0.355286\n",
      "[93]\ttrain-rmse:0.339989\ttest-rmse:0.355275\n",
      "[94]\ttrain-rmse:0.339987\ttest-rmse:0.355272\n",
      "[95]\ttrain-rmse:0.339985\ttest-rmse:0.355269\n",
      "[96]\ttrain-rmse:0.339921\ttest-rmse:0.355301\n",
      "[97]\ttrain-rmse:0.339876\ttest-rmse:0.355318\n",
      "[98]\ttrain-rmse:0.339842\ttest-rmse:0.355291\n",
      "[99]\ttrain-rmse:0.339795\ttest-rmse:0.355278\n",
      "V_39 0.355103\n"
     ]
    }
   ],
   "source": [
    "'''\n",
    "用WQ表示W集合与Q集合的并集。\n",
    "WQ与C被(treatment,outcome)d分离。利用这个特性可以将WQ与C分离出来。\n",
    "具体方案为：\n",
    "如果假设x、y是待考察的字段，如果在（treatment,outcome）的基础上，\n",
    "加上x能提升y预测的性能，则认为x与y属于同一集合（WQ或C）。\n",
    "'''\n",
    "\n",
    "L=list()\n",
    "for col in df.columns[:-2]:\n",
    "    y_col=['V_16']\n",
    "    x_col_list=[col]+['treatment','outcome']\n",
    "    D_train=xgboost.DMatrix(df.loc[:30000,x_col_list],df.loc[:30000,y_col])\n",
    "    D_test=xgboost.DMatrix(df.loc[30000:len(df_train),x_col_list],df.loc[30000:len(df_train),y_col])\n",
    "    result_dict=dict()\n",
    "    model=xgboost.train(\n",
    "        params={\n",
    "            'objective':'reg:squarederror',\n",
    "            'eval_metric':'rmse',\n",
    "            'eta':0.1,\n",
    "            'alpha':0.1,\n",
    "            'lambda':0.1,\n",
    "            'seed':np.random.randint(0,100000),\n",
    "            'colsample_bytree':0.7,\n",
    "            'gpu_id':0, \n",
    "            'tree_method':'gpu_hist',\n",
    "        },\n",
    "        dtrain=D_train,\n",
    "        num_boost_round=100,\n",
    "        evals=[(D_train,'train'),(D_test,'test')],\n",
    "        evals_result=result_dict\n",
    "    )\n",
    "    score=min(result_dict['test']['rmse'])\n",
    "    print(col,score)\n",
    "    L.append((col,score))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('V_16', 0.002724),\n",
       " ('V_15', 0.277407),\n",
       " ('V_9', 0.290522),\n",
       " ('V_7', 0.32719),\n",
       " ('V_25', 0.329104),\n",
       " ('V_24', 0.331854),\n",
       " ('V_6', 0.33225),\n",
       " ('V_37', 0.33256),\n",
       " ('V_31', 0.346546),\n",
       " ('V_8', 0.34836),\n",
       " ('V_29', 0.354545),\n",
       " ('V_39', 0.355103),\n",
       " ('V_19', 0.356215),\n",
       " ('V_28', 0.356718),\n",
       " ('V_2', 0.357308),\n",
       " ('V_12', 0.357728),\n",
       " ('V_14', 0.358264),\n",
       " ('V_11', 0.358558),\n",
       " ('V_13', 0.358587),\n",
       " ('V_5', 0.358914),\n",
       " ('V_36', 0.359009),\n",
       " ('V_26', 0.35901),\n",
       " ('V_10', 0.359045),\n",
       " ('V_27', 0.359164),\n",
       " ('V_32', 0.359193),\n",
       " ('V_20', 0.359292),\n",
       " ('V_30', 0.359314),\n",
       " ('V_38', 0.359546),\n",
       " ('V_18', 0.359677),\n",
       " ('V_3', 0.359849),\n",
       " ('V_22', 0.359935),\n",
       " ('V_35', 0.360258),\n",
       " ('V_17', 0.360359),\n",
       " ('V_1', 0.360497),\n",
       " ('V_23', 0.36071),\n",
       " ('V_21', 0.360757),\n",
       " ('V_4', 0.361143),\n",
       " ('V_34', 0.361226),\n",
       " ('V_33', 0.361264),\n",
       " ('V_0', 0.362434)]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''\n",
    "在这个例子中V_15,V_9,V_7,V_25,V_24明显能提升模型对于V_16的预测准确性\n",
    "所以V_15,V_9,V_7,V_25,V_24,V_16是同一集合，又因为V_16属于WQ，所以这些字段都属于WQ\n",
    "'''\n",
    "sorted(L,key=lambda x:x[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x7f6b25888f10>]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD4CAYAAADiry33AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAAsTAAALEwEAmpwYAAAbyElEQVR4nO3dfXRcd33n8fdnRpJlK3YSYyUkfsAmuE1MmoARpmeThqaF1E5pDZQHZ1lgKRxveshpObs92/T0LNsuu6e0y25b9gSMN3UPpbChHHAxrSFh6baUh4BlMEkckmCcBysK2LGdxJKskWbmu3/MHWksj+wrWfKM7/28TubMnfuk79xEn/z0mzu/nyICMzPLrkKrCzAzs/nloDczyzgHvZlZxjnozcwyzkFvZpZxHa0uoJlly5bF6tWrW12GmdkFY+/evc9GRG+zbW0Z9KtXr6a/v7/VZZiZXTAkPTndNnfdmJllnIPezCzjHPRmZhnnoDczyzgHvZlZxjnozcwyzkFvZpZxbXkfvZlZVkUEI2MVjg2PcXR4jGPDJY4O1ZYj4Ld+8ao5/5kOejObsYigGlCpBtUIKtWgEkG1Gsm62j4BVCOImHyOgHK1ynglGK9Uk0dteaxSpVypnaP+M6oRp5xjYl311O3ValAJkufaOWrnqlKJoFwNKpXatvo0HPUaIyCora9Ug7FylVKlylh58lGvr1Zbw/uh4f3Wz5uce3K5tn68UuXY8BilcrXpde1dvMBBb/kVEYxXgtFyhdGxCifHa4/R8SQoylXGq0G5ITTK1VpoBNR+26j9UtbOV3tdDSbCZqxSZbwclKuTy5VqtSFMJn+Z66/PWPPkD60vTQRLvYZTAyyoVOshOnn+xmNPvSYNIdektmjckannqgVapVp7v7XnmHguV5L3XZ08fy0gJ4P8QtJREMWC6CiIggS1f5CEGpeBYkF0dRRqj+Kpzxd1d1CUJo4rCAr1cyTHSwLq56RhuVbD0p6uiceLJp4XsPSiLnq6ivPz/uflrJYb45Uqz42MMzpeSR7VWhjXlycCucLIWO1RWy5PLI+OVymVK7VWVLlKabwWtKXxCmOVKqPjVU6OV6icp3SRqP1iFwsUkoAoNPwiFzT5Os256s+1o5kIFoBCEjyTgSGKhWS54QSaer7kdbGghoAqUEiOhcnnxuNOPbZQC8CiTgnCYqFAsQAdhQISFCUKBU0uJ6+L9VonlmvbGq9XPQQLU4Kwsyg6iwU6iwU6iqIrWa6vr5+r8diJ644m3mexUN9HE7WpAJ2FwmSwF87+7ynrHPTGkRMlfvL86EQr+eRYOXmuTrx+bmScYyNjHB8e49jIOMeHa8snSuUZ/7yFnUUWdRXpbnhe0FFgQWeBixZ0sKCjSFdHgQVJq6q7s8jCziLdnclyV5HujuS5szARGJ1F0VGYDI6OYi3IJsP29NAUtdZbY/AUHQyWMamCXtJG4C+AInB3RHx4yvbNwIeAKlAGPhAR30i2PQGcACpAOSL65qx6m7WI4HtPHWfHN57gK/t/ctbW8qKuIpcuqv2ZeWlPF2tetIhLe7pYuqiLSxZ10t1ZbAjkyVDu7iywoKMW6Iu6OljQUXALy+w8O2vQSyoCdwGvBwaAPZJ2RcTDDbt9DdgVESHpOuBvgasbtt8cEc/OYd02S2PlKrsffIYd33ycBwaeZ0l3B++9cQ2vXr10onW9MGk1L6wHd1ctrM3swpSmRb8BOBARBwEk3QNsBiaCPiKGGvbvoeFzIGsPR4dKfOY7T/Gp+5/k8IkSL+3t4UObX86b16+gZ4F78MyyLM1v+HLgUMPrAeA1U3eS9Cbgj4HLgF9t2BTAfZIC+EREbG/2QyRtBbYCrFq1KlXxdqqI4LmRcQ4dH+HQsZMcOj7CwPERnjp2kvsPHmWsXOWmn+nlT9+ympvW9roLxSwn0gR9szQ4rcUeETuBnZJuotZf/7pk0w0RMSjpMuCrkh6JiK83OX47sB2gr6/PfxHMwBf3Pc3H/+nHDBw/ydCUD0cvXtjJyqULeXvfSt79r17Cyy5b3KIqzaxV0gT9ALCy4fUKYHC6nSPi65KukrQsIp6NiMFk/WFJO6l1BZ0W9DY793z3KX5/54Nc8+IlvOVVK1hx6UJWLl3EyksXsWLpQpZ0d7a6RDNrsTRBvwdYK2kN8DSwBfjXjTtIehnw4+TD2PVAF3BUUg9QiIgTyfItwH+Z03eQY5/+zpP8wc6HeO3P9PKJd76K7k5/YGpmpztr0EdEWdIdwL3Ubq/cERH7Jd2ebN8G/AbwLknjwEng7UnoX06tO6f+sz4TEV+Zp/eSK5/69hP8py/u55euvoyPvWO9Q97MpqWpX6tuB319feHJwaf3V998nD/60sO87prLuesdr/Stj2aGpL3TfU/J99VdYO7+l4P813/4Ib/y8sv5X7etp6vDI02b2Zk56C8gn/jnH/PHX36EW3/uxfzFllfSWXTIm9nZOejbVLUajCdDuZYrVT79naf47/c+yq9dfyV/9rbr6XDIm1lKDvp5dGx4jP2Dz/PQ0y/w8DMv8NxIbRzqiTGuK6cu14barYV7s7Fn3viKK/nIWx3yZjYzDvo5UK5UGXxulMd+eoKHBp9n/+AL7H/6eQafH53YZ/klC+ldvICujgKLuzsmRmacGO+6ozZyYlcybGvnlGFbl/Z08YbrrvTIimY2Yw76lCKCHz5zgiePDvPUsRGePDbCoWMjPHl0hKefOznRApfgpct66Fu9lGuXL+HaKy9m3ZVLuGRRV4vfgZnllYM+pT/76mN89B8PTLy+ZFEnL1m6iOtWXMyvXX8Fq5Yu4qrei7jmiiUeJMzM2ooTKYVSucKn7n+SX1i7jN/beDUrly7i4oUeWsDMLgwO+hT+78OHOT4yzntvXMO1yy9udTlmZjPi2zdS+Gz/Ia68uJtfWNvb6lLMzGbMQX8WTz93kn/50RHe0rfSd7yY2QXJQX8Wn+uvzbny1letaHElZmaz46A/g2o1+Fz/ADdctYyVSxe1uhwzs1lx0J/BN3/8LE8/d5K3vXrl2Xc2M2tTDvoz+OyeQ1y8sJNb1l3e6lLMzGbNQT+N48Nj3Lf/p7zplcs9qYeZXdAc9NP4u31PM1ap8nZ325jZBc5B30RE8Nk9h7huxcVcc8WSVpdjZnZOUgW9pI2SHpV0QNKdTbZvlvSApH2S+iXdmPbYdvTAwPM88pMTvK3PrXkzu/CdNeglFYG7gE3AOuA2Seum7PY14PqIeAXwm8DdMzi27Xy2/xDdnQV+/RVXtroUM7NzlqZFvwE4EBEHI2IMuAfY3LhDRAzF5CzjPUCkPbbdnByr8KV9g9x67RUs6fbAZWZ24UsT9MuBQw2vB5J1p5D0JkmPAP9ArVWf+th2svvBZzhRKvtDWDPLjDRB32yAl9PmuYuInRFxNfBG4EMzORZA0takf7//yJEjKcqaH5/tP8SaZT1sWLO0ZTWYmc2lNEE/ADQ2b1cAg9PtHBFfB66StGwmx0bE9ojoi4i+3t7WjBJ58MgQ3338GG/tW4HkAczMLBvSBP0eYK2kNZK6gC3ArsYdJL1MSTJKWg90AUfTHNtO/rZ/gGJBvGW9BzAzs+w468QjEVGWdAdwL1AEdkTEfkm3J9u3Ab8BvEvSOHASeHvy4WzTY+fpvZyTcqXK5783wM0/28tlS7pbXY6Z2ZxJNcNUROwGdk9Zt61h+U+AP0l7bDu6+xuPc+REyffOm1nm5H4qwYiYmPj7V15+Ob98jQcwM7NsyXXQV6vBf961n0/d/yRv71vJf3vTtZ5FyswyJ7dBP1au8h8+9wO+9INB/t1NL+XOTVf7Thszy6RcBv3IWJnf+pvv8c+PHeHOTVdz+2uvanVJZmbzJndB//zIOL/5yT18/6njfPjNP8eWDataXZKZ2bzKVdD/9IVR3vWX3+XxZ4f52DvWs/HaK1pdkpnZvMtN0J8cq/DWbd/m6FCJv3rPq7nhZctaXZKZ2XmRm6B//Nlhnjo2wkfeer1D3sxyJTczTA2VygBcvmRBiysxMzu/chP0w0nQ9yzIzR8xZmZAjoK+3qK/yEFvZjmTm6AfdtCbWU7lJuiH3HVjZjmVv6DvKra4EjOz8ys3QT9cKtPdWaCjmJu3bGYG5Cjoh0oV98+bWS7lKOjLDnozy6XcBP1wqewPYs0sl3IT9EMOejPLqVRBL2mjpEclHZB0Z5Pt75D0QPL4lqTrG7Y9IelBSfsk9c9l8TMx7K4bM8upsyafpCJwF/B6YADYI2lXRDzcsNvjwGsj4rikTcB24DUN22+OiGfnsO4ZGyqVucpBb2Y5lKZFvwE4EBEHI2IMuAfY3LhDRHwrIo4nL+8HVsxtmefOffRmlldpgn45cKjh9UCybjrvBb7c8DqA+yTtlbR1uoMkbZXUL6n/yJEjKcqamdpdN/6ylJnlT5ombrMZs6PpjtLN1IL+xobVN0TEoKTLgK9KeiQivn7aCSO2U+vyoa+vr+n5Z6tcqTI6XnWL3sxyKU2LfgBY2fB6BTA4dSdJ1wF3A5sj4mh9fUQMJs+HgZ3UuoLOq+GxCuABzcwsn9IE/R5graQ1krqALcCuxh0krQK+ALwzIh5rWN8jaXF9GbgFeGiuik/LQxSbWZ6dNfkioizpDuBeoAjsiIj9km5Ptm8DPgi8CPiYJIByRPQBlwM7k3UdwGci4ivz8k7OwJOOmFmepUq+iNgN7J6yblvD8vuA9zU57iBw/dT155tb9GaWZ7n4ZuzEpCPdDnozy59cBP3QaH0sege9meVPPoLeXTdmlmO5CPrJD2P9hSkzy598BH39Pnr30ZtZDuUi6E+MluksigUdbtGbWf7kIug9oJmZ5Vl+gt533JhZTuUi6D1frJnlWX6C3h/EmllO5SLo3UdvZnmWi6D3pCNmlme5CPrhUsUfxppZbuUk6N1Hb2b5lfmgjwiGxnzXjZnlV+aDfmSsQoQnHTGz/Mp80Ht2KTPLu8wHfX2I4sUOejPLqVRBL2mjpEclHZB0Z5Pt75D0QPL4lqTr0x4734bcojeznDtr0EsqAncBm4B1wG2S1k3Z7XHgtRFxHfAhYPsMjp1XQx6L3sxyLk2LfgNwICIORsQYcA+wuXGHiPhWRBxPXt4PrEh77HwbLiVj0btFb2Y5lSbolwOHGl4PJOum817gy7M8ds4NexpBM8u5NOmnJuui6Y7SzdSC/sZZHLsV2AqwatWqFGWlc8JBb2Y5l6ZFPwCsbHi9AhicupOk64C7gc0RcXQmxwJExPaI6IuIvt7e3jS1p+LbK80s79IE/R5graQ1krqALcCuxh0krQK+ALwzIh6bybHzbbhURoJFXf4w1szy6azN3IgoS7oDuBcoAjsiYr+k25Pt24APAi8CPiYJoJy0zpseO0/vpamhUpmLujpI6jIzy51U/RkRsRvYPWXdtobl9wHvS3vs+TQ06rHozSzfMv/N2OGxsu+hN7Ncy3zQD5UqvuPGzHIt80HvaQTNLO8yH/RDox6L3szyLftBX3LQm1m+ZT7oax/GOujNLL+yH/TuozeznMt00JfKFcYrwWJPDG5mOZbpoB8aTca58fAHZpZjmQ76+lj07roxszzLdNAPeYhiM7NsB/3wWBL07qM3sxzLdNBP9NG7RW9mOZbtoHfXjZlZtoPes0uZmWU86N2iNzPLSdD7Pnozy7NMB/1wqUx3Z4GOYqbfppnZGWU6AT3piJlZyqCXtFHSo5IOSLqzyfarJX1bUknS707Z9oSkByXtk9Q/V4Wn4QHNzMxSTA4uqQjcBbweGAD2SNoVEQ837HYM+G3gjdOc5uaIePYca50xj0VvZpauRb8BOBARByNiDLgH2Ny4Q0Qcjog9wPg81DhrQ27Rm5mlCvrlwKGG1wPJurQCuE/SXklbp9tJ0lZJ/ZL6jxw5MoPTT2/YLXozs1RBrybrYgY/44aIWA9sAt4v6aZmO0XE9ojoi4i+3t7eGZx+eu6jNzNLF/QDwMqG1yuAwbQ/ICIGk+fDwE5qXUHnhe+6MTNLF/R7gLWS1kjqArYAu9KcXFKPpMX1ZeAW4KHZFjtTQ6VxLlrgL0uZWb6dtbkbEWVJdwD3AkVgR0Tsl3R7sn2bpBcD/cASoCrpA8A6YBmwU1L9Z30mIr4yL+9kinKlyuh41V03ZpZ7qVIwInYDu6es29aw/BNqXTpTvQBcfy4FztbwWG12KXfdmFneZfabscMe0MzMDMhw0A95iGIzMyAHQe8WvZnlXWaD3pOOmJnVZD7o3aI3s7zLbNCfGHXQm5lBhoN+suvGX5gys3zLbtAn99G7j97M8i6zQT9UKtNZFAs6MvsWzcxSyWwKDo3WRq5Mhl8wM8utzAb9cKlMT5e7bczMMhv0nkbQzKwms0E/PFb2HTdmZmQ46IdGy1zU3dnqMszMWi67QV8qe9IRMzMyHPTDpYo/jDUzI9NB74nBzcwgo0EfEQyNlVnc7aA3M0sV9JI2SnpU0gFJdzbZfrWkb0sqSfrdmRw7H0bGKkR4+AMzM0gR9JKKwF3AJmoTft8mad2U3Y4Bvw18ZBbHzjmPRW9mNilNi34DcCAiDkbEGHAPsLlxh4g4HBF7gPGZHjsfJmeX8l03ZmZpgn45cKjh9UCyLo3Ux0raKqlfUv+RI0dSnr654VJt5MqLFvg+ejOzNEHfbFSwSHn+1MdGxPaI6IuIvt7e3pSnb+5EqfaHhb8Za2aWLugHgJUNr1cAgynPfy7Hztpki9599GZmaYJ+D7BW0hpJXcAWYFfK85/LsbPmD2PNzCadNQkjoizpDuBeoAjsiIj9km5Ptm+T9GKgH1gCVCV9AFgXES80O3ae3suE+oexix30ZmZnD3qAiNgN7J6yblvD8k+odcukOna+DblFb2Y2IZPfjB0ulZFgUZc/jDUzy2TQDyWzS3kaQTOzjAb9sGeXMjObkMmgHyp5dikzs7qMBn3FLXozs0Qmg95j0ZuZTXLQm5llXCaD/sRo2V+WMjNLZDLoh8fcojczq8tm0LvrxsxsQuaCvlSuMF4JTzpiZpbIXNB7iGIzs1NlLuiHRj2gmZlZo+wF/cR8sQ56MzPIYNAPj7lFb2bWKHNBP9Gi73bQm5lBFoN+1F03ZmaNMhf0ni/WzOxUmQv6ia6bLge9mRmkDHpJGyU9KumApDubbJekjybbH5C0vmHbE5IelLRPUv9cFt9M/T56j0dvZlZz1mavpCJwF/B6YADYI2lXRDzcsNsmYG3yeA3w8eS57uaIeHbOqj6DodI43Z0FOoqZ+2PFzGxW0qThBuBARByMiDHgHmDzlH02A38dNfcDl0i6Yo5rTcWTjpiZnSpN0C8HDjW8HkjWpd0ngPsk7ZW0dbofImmrpH5J/UeOHElRVnMe0MzM7FRpgl5N1sUM9rkhItZT6955v6Sbmv2QiNgeEX0R0dfb25uirOaGS2V6/EGsmdmENEE/AKxseL0CGEy7T0TUnw8DO6l1Bc2bE6WyvyxlZtYgTdDvAdZKWiOpC9gC7Jqyzy7gXcndNz8PPB8Rz0jqkbQYQFIPcAvw0BzWf5rhUtl99GZmDc6aiBFRlnQHcC9QBHZExH5JtyfbtwG7gVuBA8AI8J7k8MuBnZLqP+szEfGVOX8XDdxHb2Z2qlSJGBG7qYV547ptDcsBvL/JcQeB68+xxhmp3XXje+jNzOoyd7O5u27MzE6VqaAvV6qcHK+468bMrEGmgn54zNMImplNla2g98iVZmanyWTQu0VvZjYpU0F/wkFvZnaaTAW9u27MzE6X0aD3ffRmZnWZCvqhZNKRxQs6W1yJmVn7yFbQj44DbtGbmTXKVNDX76N3H72Z2aRMBf1QqUxHQSzoyNTbMjM7J5lKxOFkLPpktEwzMyNjQT806tmlzMymylbQe+RKM7PTZCroh8fKvuPGzGyKTAX9UMlDFJuZTZWtoB8dZ7EnBjczO0WqoJe0UdKjkg5IurPJdkn6aLL9AUnr0x47l4ZLFX8Ya2Y2xVmDXlIRuAvYBKwDbpO0bspum4C1yWMr8PEZHDtnPDG4mdnp0rToNwAHIuJgRIwB9wCbp+yzGfjrqLkfuETSFSmPnTO/fM1lXLfi4vk6vZnZBSlN83c5cKjh9QDwmhT7LE95LACStlL7a4BVq1alKOt0f77llbM6zswsy9K06Jt9zTRS7pPm2NrKiO0R0RcRfb29vSnKMjOzNNK06AeAlQ2vVwCDKffpSnGsmZnNozQt+j3AWklrJHUBW4BdU/bZBbwrufvm54HnI+KZlMeamdk8OmuLPiLKku4A7gWKwI6I2C/p9mT7NmA3cCtwABgB3nOmY+flnZiZWVOKaNpl3lJ9fX3R39/f6jLMzC4YkvZGRF+zbZn6ZqyZmZ3OQW9mlnEOejOzjGvLPnpJR4AnZ3n4MuDZOSxnLrm22XFts+PaZudCre0lEdH0S0htGfTnQlL/dB9ItJprmx3XNjuubXayWJu7bszMMs5Bb2aWcVkM+u2tLuAMXNvsuLbZcW2zk7naMtdHb2Zmp8pii97MzBo46M3MMi4zQX8+56adKUlPSHpQ0j5JLR/ER9IOSYclPdSwbqmkr0r6UfJ8aRvV9oeSnk6u3z5Jt7agrpWS/p+kH0raL+l3kvUtv25nqK0drlu3pO9K+kFS2x8l69vhuk1XW8uvW0ONRUnfl/T3yetZXbdM9NEnc9M+Brye2tj4e4DbIuLhlhaWkPQE0BcRbfElDEk3AUPUpn+8Nln3p8CxiPhw8j/KSyPi99qktj8EhiLiI+e7noa6rgCuiIjvSVoM7AXeCPxbWnzdzlDb22j9dRPQExFDkjqBbwC/A7yZ1l+36WrbSIuvW52kfw/0AUsi4g2z/T3NSov+vM5Ne6GLiK8Dx6as3gx8Mln+JLWgOO+mqa3lIuKZiPhesnwC+CG1qTJbft3OUFvLJfNIDyUvO5NH0B7Xbbra2oKkFcCvAnc3rJ7VdctK0E83Z227COA+SXuTuXHb0eXJZDEkz5e1uJ6p7pD0QNK105JupTpJq4FXAt+hza7blNqgDa5b0v2wDzgMfDUi2ua6TVMbtMF1A/4c+I9AtWHdrK5bVoI+9dy0LXJDRKwHNgHvT7onLL2PA1cBrwCeAf5HqwqRdBHweeADEfFCq+popkltbXHdIqISEa+gNpXoBknXtqKOZqapreXXTdIbgMMRsXcuzpeVoE8zr23LRMRg8nwY2Emtq6nd/DTp6633+R5ucT0TIuKnyS9kFfjftOj6Jf24nwc+HRFfSFa3xXVrVlu7XLe6iHgO+CdqfeBtcd3qGmtrk+t2A/Dryed79wC/JOlvmOV1y0rQt+3ctJJ6kg/IkNQD3AI8dOajWmIX8O5k+d3AF1tYyynq/2En3kQLrl/ywd1fAj+MiP/ZsKnl12262trkuvVKuiRZXgi8DniE9rhuTWtrh+sWEb8fESsiYjW1PPvHiPg3zPa6RUQmHtTmrH0M+DHwB62up6GulwI/SB7726E24P9Q+5N0nNpfQ+8FXgR8DfhR8ry0jWr7FPAg8EDyH/oVLajrRmrdgQ8A+5LHre1w3c5QWztct+uA7yc1PAR8MFnfDtdtutpaft2m1PmLwN+fy3XLxO2VZmY2vax03ZiZ2TQc9GZmGeegNzPLOAe9mVnGOejNzDLOQW9mlnEOejOzjPv/Gy5Zc0/ejZMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot([i[1]for i in sorted(L,key=lambda x:x[1])])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [conda env:xgboost]",
   "language": "python",
   "name": "conda-env-xgboost-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}