liwc_svm.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/sklearn/cross_validation.py:44: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.\n",
      "  \"This module will be removed in 0.20.\", DeprecationWarning)\n",
      "/usr/local/lib/python3.5/dist-packages/sklearn/grid_search.py:43: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. This module will be removed in 0.20.\n",
      "  DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from liwc import LIWC\n",
    "from sklearn import svm\n",
    "from sklearn.grid_search import GridSearchCV\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.model_selection import train_test_split, cross_val_score\n",
    "from scipy.stats import spearmanr\n",
    "import numpy as np\n",
    "from time import time\n",
    "\n",
    "tweets_train = pd.read_csv('data/anger-ratings-0to1.train.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "tweets_test = pd.read_csv('data/anger-ratings-0to1.dev.target.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "liwc_class = LIWC()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "from sklearn.metrics import make_scorer\n",
    "def simple_spearman(x,y): return spearmanr(x,y)[0]\n",
    "spearmanr_scorer = make_scorer(simple_spearman)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### SVM Train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 5.,  1.,  1., ...,  0.,  0.,  0.],\n",
       "       [ 8.,  2.,  1., ...,  0.,  0.,  0.],\n",
       "       [ 9.,  2.,  2., ...,  0.,  0.,  0.],\n",
       "       ..., \n",
       "       [ 2.,  0.,  0., ...,  0.,  0.,  0.],\n",
       "       [ 4.,  0.,  0., ...,  0.,  0.,  0.],\n",
       "       [ 5.,  1.,  1., ...,  0.,  0.,  0.]])"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "features = liwc_class.build_features(tweets_train.tweet)\n",
    "features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.31794891,  0.16711541,  0.22282526,  0.30894308,  0.32912688])"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "labels = tweets_train.score\n",
    "model = svm.SVR()\n",
    "X_train, X_test, y_train, y_test = train_test_split(features, labels, test_size=0.3, random_state=1)\n",
    "model.fit(X_train, y_train)\n",
    "scores = cross_val_score(model, X_test, y_test, cv=5, scoring=spearmanr_scorer)\n",
    "scores"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Grid Search"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.31794891,  0.16711541,  0.22282526,  0.30894308,  0.32912688])"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(features, labels, test_size=0.3, random_state=1)\n",
    "parameters = {'kernel':('linear','rbf')}\n",
    "\n",
    "svr = svm.SVR()\n",
    "clf = GridSearchCV(svr, parameters)\n",
    "clf.fit(X_train, y_train)\n",
    "scores = cross_val_score(clf, X_test, y_test, cv=5, scoring=spearmanr_scorer)\n",
    "scores"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Full Grid Search SVM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 10 folds for each of 80 candidates, totalling 800 fits\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.009727 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.176475 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.013517 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.044694 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.111335 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.010689 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.028700 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.225319 -   0.3s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.266149 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.119818 -   0.3s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.063335 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.086392 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.071455 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.125597 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.016957 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.080770 -   0.3s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.050561 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.003595 -   0.3s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.004516 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.067861 -   0.3s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done  12 tasks      | elapsed:    0.5s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.082800 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.092326 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.015670 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.113752 -   0.3s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.090073 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1, score=-0.110698 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.067874 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.210089 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.030924 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.075352 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.144486 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.069884 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.005501 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.035391 -   0.3s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.017527 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.059563 -   0.3s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.136489 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.164926 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.107357 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.167268 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.010257 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.176475 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.009906 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.028245 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.043562 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.267163 -   0.3s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.116683 -   0.3s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.005127 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.224839 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.107172 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.063564 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.125597 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.004788 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.071455 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.016957 -   0.3s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.080770 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.050561 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.086392 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.004516 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.068344 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.083630 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.144486 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.115455 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.093119 -   0.3s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.209056 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.069877 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.017228 -   0.3s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.031799 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1, score=-0.108667 -   0.3s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.078731 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.089227 -   0.3s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.035391 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.017527 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.059563 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.069884 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.005501 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.164926 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.136489 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.167268 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.107357 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.012087 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.052070 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.261231 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.004639 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.120162 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.030602 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.174021 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.108308 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.001177 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.221365 -   0.3s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.126382 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.062010 -   0.3s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.080163 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.016184 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.073406 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.086392 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.004120 -   0.3s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.047685 -   0.3s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.003650 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.070627 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.124832 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.092476 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.116805 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.203475 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.031155 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.077421 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.070685 -   0.3s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.021811 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.076948 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.01, gamma=0.1, score=-0.104049 -   0.2s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.144486 -   0.3s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.005501 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.135705 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done 108 tasks      | elapsed:    2.9s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.035391 -   0.3s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.167268 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.059532 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.212818 -   0.1s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.015942 -   0.3s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.069884 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.014594 -   0.1s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.164926 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01, score=-0.054963 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.107573 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.068118 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.111610 -   0.1s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.001474 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.094559 -   0.2s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.014229 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.146915 -   0.1s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.238400 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.062362 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.083268 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.123511 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.073396 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.014521 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.048664 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.010238 -   0.3s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.064653 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.084266 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.194265 -   0.1s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.001177 -   0.2s\n",
      "[CV] C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1, score=-0.049754 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.171580 -   0.1s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.210798 -   0.1s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.080422 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.060355 -   0.1s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.030390 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.068821 -   0.1s\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.010751 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=0.1, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.068023 -   0.1s\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV] C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.151292 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.004189 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.014695 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.136489 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.058096 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.108874 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.039429 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.069884 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.165550 -   0.2s\n",
      "[CV]  C=0.1, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.169385 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ...................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.091008 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.194421 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.075675 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.201336 -   0.3s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.091272 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.011896 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.084825 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.023976 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.156683 -   0.4s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.041663 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ...............\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.063764 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.083948 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.120220 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.077422 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.012481 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.086839 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.011300 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.055519 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.074991 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.157389 -   0.1s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.000212 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=-0.023733 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=-0.057106 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.172531 -   0.3s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.143164 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.054618 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.100756 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.042760 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.114272 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.061353 -   0.4s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.035085 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.144991 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.005501 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.018581 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.165268 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.071361 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.059340 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.134922 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01 ....................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.206350 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.095903 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.120220 -   0.1s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.089264 -   0.4s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.013696 -   0.4s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.156683 -   0.3s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.040520 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.063764 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.076057 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.084041 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.193023 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.012481 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.023824 -   0.4s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.011300 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.077422 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.000212 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.086839 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.083948 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.055519 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.074991 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1 .....................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.142169 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.171492 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.102642 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.055811 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=-0.057024 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.111917 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.061353 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=-0.026920 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.041252 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.144991 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.157139 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.035085 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.018581 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.059340 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.134922 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.071361 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.005501 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.165268 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01 .....................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.072143 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.210196 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.040442 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.003858 -   0.3s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.077314 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.074383 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.030167 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.162057 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.190634 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.120220 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.090762 -   0.4s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 .................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.063764 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.086839 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.012481 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.011300 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.055519 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.168909 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.083948 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.077422 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.075967 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1 ......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.000212 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.138820 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=-0.018280 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.053557 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.113788 -   0.3s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.059947 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=-0.054138 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.035085 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.018581 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.144991 -   0.3s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.091901 -   0.3s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ..................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.150525 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.035509 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.134922 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.005501 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done 268 tasks      | elapsed:    7.1s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.041572 -   0.1s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.059340 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.071361 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.165268 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01 ......................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.221218 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.043398 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.002745 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.217881 -   0.1s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=-0.018968 -   0.1s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.107936 -   0.1s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=-0.084773 -   0.1s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.124769 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.132968 -   0.2s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.064612 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.124506 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.219050 -   0.1s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.017083 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.089015 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.008812 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.087952 -   0.2s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.153593 -   0.1s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.078662 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.080218 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.053488 -   0.3s\n",
      "[CV] C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1 .......................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=-0.022301 -   0.1s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.172529 -   0.1s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.031914 -   0.1s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=-0.038453 -   0.1s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.000803 -   0.3s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.142191 -   0.1s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.071794 -   0.2s\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.119129 -   0.1s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=1.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.113621 -   0.1s\n",
      "[CV] C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ...................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.035085 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.018581 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.144839 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.058936 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.071361 -   0.2s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.135705 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ..................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.005501 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.165268 -   0.3s\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ..................\n",
      "[CV]  C=1.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ..................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01 ..................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.103677 -   0.8s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.185473 -   0.7s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ..............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ..............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.085362 -   0.6s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ..............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.156221 -   0.6s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.130301 -   0.7s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ..............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ..............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.033293 -   0.7s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ..............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.109843 -   0.7s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.120274 -   0.7s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ..............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ..............\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.121904 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ..............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.050568 -   0.8s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 ..............\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.063211 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ...................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.016580 -   0.3s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.095667 -   0.8s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ...................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ...................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.087689 -   0.3s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.009621 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ...................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.084794 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ...................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.076994 -   0.3s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.054694 -   0.3s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.075776 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ...................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ...................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ...................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ...................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.000044 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ...................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.116068 -   0.3s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.062879 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.137746 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ...............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ...............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ...............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=-0.042147 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.169010 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.095584 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ...............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ...............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ...............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.101446 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=-0.040459 -   0.3s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.052066 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ...............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ...............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ...............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=-0.022479 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ...............\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.058936 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.004654 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01 ...................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01 ...................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.018581 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.144839 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.035085 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01 ...................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01 ...................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01 ...................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.165268 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01 ...................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01 ...................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.071361 -   0.3s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.133334 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01 ...................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01 ...................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.107573 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01 ...................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.187539 -   0.5s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ...............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.105202 -   0.7s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ...............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.131045 -   0.7s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.037034 -   0.7s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ...............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ...............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.082368 -   0.7s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.063211 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ...............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ...............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.091041 -   0.7s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.120831 -   0.7s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ...............\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ...............\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.108997 -   0.8s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ...............\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.121904 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.156221 -   0.8s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ...............\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1 ....................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.054144 -   0.7s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.009621 -   0.3s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.016580 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1 ....................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.084794 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.076994 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1 ....................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.054694 -   0.3s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.087689 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.000044 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1 ....................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.140492 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1 ....................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.075776 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.115781 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.051600 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=-0.039294 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.063749 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.096377 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=-0.022104 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=-0.042639 -   0.3s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.168707 -   0.3s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.144839 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.101555 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.035085 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.018581 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.058936 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01 ....................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.004654 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01 ....................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.071361 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.133334 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01 ....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.165268 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01 ....................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.187291 -   0.4s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.125680 -   0.6s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.102438 -   0.6s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.151402 -   0.4s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.129129 -   0.5s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.086516 -   0.6s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.046438 -   0.6s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.063211 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.113853 -   0.6s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.121904 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.091926 -   0.7s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1 .....................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.058251 -   0.7s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.076994 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.075776 -   0.1s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.009621 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1 .....................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1 .....................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.016580 -   0.3s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.087689 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1 .....................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.084794 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.054694 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.000044 -   0.3s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.110939 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.047621 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1 .....................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 .................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 .................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.074712 -   0.1s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=-0.025382 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 .................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 .................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.043423 -   0.3s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.144867 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 .................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 .................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.165401 -   0.3s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=-0.043325 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 .................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.108800 -   0.4s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 .................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 .................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.035085 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=-0.040025 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 .................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.018581 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.144839 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.058936 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.004654 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.071361 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01 .....................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.133334 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01 .....................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.165268 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01 .....................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.213449 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01 .....................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.099111 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.090277 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=-0.074791 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.122319 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=-0.082728 -   0.3s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.140806 -   0.3s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 .................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 .................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=-0.145951 -   0.3s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.001720 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 .................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.110233 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.063211 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1 ......................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.122516 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1 ......................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.084794 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1 ......................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.016580 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1 ......................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.009621 -   0.3s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1 ......................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.087689 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.207773 -   0.1s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.075776 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1 ......................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1 ......................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.053911 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1 ......................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.142877 -   0.1s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.076994 -   0.2s\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1 ......................\n",
      "[CV] C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1 ......................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ..................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.000192 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ..................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.189747 -   0.2s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.043654 -   0.1s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ..................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ..................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.070123 -   0.1s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=-0.041740 -   0.1s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.116370 -   0.1s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=-0.027438 -   0.2s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ..................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ..................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ..................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ..................\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.158307 -   0.1s\n",
      "[CV]  C=10.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.096985 -   0.1s\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ..................\n",
      "[CV] C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 ..................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.144839 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.035085 -   0.3s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.058936 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.018581 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01 .................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01 .................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01 .................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.133334 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.004654 -   0.2s\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.071361 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01 .................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01 .................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01 .................\n",
      "[CV]  C=10.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.165268 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01 .................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.156769 -   1.5s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 .............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.060542 -   1.5s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 .............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.032898 -   1.5s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 .............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.007884 -   1.6s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.121062 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 .............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 .............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.028979 -   1.6s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.063211 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 .............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 .............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.112706 -   1.7s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 .............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.246104 -   1.6s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 .............\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.015845 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01 .............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=-0.109773 -   1.8s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ..................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.037362 -   1.8s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ..................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.083948 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.054694 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ..................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ..................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.01, score=0.140898 -   1.8s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.010036 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=-0.087689 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ..................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ..................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ..................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.076994 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.000044 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ..................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.01, score=0.076107 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ..................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1 ..................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done 492 tasks      | elapsed:   15.5s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.137746 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.095584 -   0.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.116068 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.169010 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ..............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.062879 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=-0.022479 -   0.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.052066 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=-0.040459 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ..............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=-0.042147 -   0.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.0001, gamma=0.1, score=0.101446 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ..............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1 ..............\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.144324 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01 ..................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.035085 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01 ..................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.004654 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.018581 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01 ..................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01 ..................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.058936 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01 ..................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.070623 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01 ..................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01 ..................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01 ..................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.133334 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01 ..................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.0001, gamma=0.1, score=-0.165268 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01 ..................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.030724 -   1.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.112717 -   1.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.063621 -   1.4s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ..............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.243651 -   1.4s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.157075 -   1.5s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.112358 -   1.5s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.063211 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ..............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.033068 -   1.5s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ..............\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.121062 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ..............\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.015845 -   0.2s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.037383 -   1.6s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01 ..............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=0.142592 -   1.5s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1 ...................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1 ...................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.01, score=-0.012902 -   1.6s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.010036 -   0.3s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.087689 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.083948 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1 ...................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=-0.054694 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1 ...................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.140492 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.076107 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.076994 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1 ...................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.01, score=0.000044 -   0.2s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.115781 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ...............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ...............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.096377 -   0.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=-0.022104 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ...............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ...............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.051600 -   0.2s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=-0.039294 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ...............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ...............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.063749 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ...............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.168707 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ...............\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.035085 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ...............\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.144324 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1 ...............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=0.101555 -   0.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.001, gamma=0.1, score=-0.042639 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.058936 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01 ...................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.018581 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.070623 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01 ...................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.004654 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01 ...................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.133334 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01 ...................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.001, gamma=0.1, score=-0.165268 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01 ...................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.031351 -   1.0s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ...............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.169514 -   1.1s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ...............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.116845 -   1.1s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ...............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.039337 -   1.1s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.047083 -   1.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.063211 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ...............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ...............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ...............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.115867 -   1.2s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.061810 -   1.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ...............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ...............\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.261875 -   1.2s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=-0.027233 -   1.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ...............\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01 ...............\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.121062 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.083948 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1 ....................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1 ....................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.01, score=0.143144 -   1.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.076994 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.010036 -   0.3s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.087689 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.015845 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1 ....................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=-0.054694 -   0.3s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.000044 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.01, score=0.076107 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1 ....................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1 ....................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.110939 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.144867 -   0.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.108800 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.047621 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.043423 -   0.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=-0.025382 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=-0.043325 -   0.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.165401 -   0.2s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=0.074712 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.01, gamma=0.1, score=-0.037229 -   0.3s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.035085 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.144324 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1 ................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.018581 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.058936 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.133334 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.166830 -   0.3s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.004654 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.165268 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=-0.070623 -   0.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.197968 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01 ....................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01 ....................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01 ....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.01, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.054660 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.074045 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=-0.040098 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.063211 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=-0.123815 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.121062 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.099712 -   0.3s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=-0.096277 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.167854 -   0.3s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.015845 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01 ................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.028108 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1 .....................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1 .....................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.01, score=0.087071 -   0.4s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1 .....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.010036 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1 .....................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.142877 -   0.1s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.087689 -   0.3s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1 .....................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.208507 -   0.1s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=-0.054694 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1 .....................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1 .....................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1 .....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.000044 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.075273 -   0.2s\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1 .....................\n",
      "[CV] C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1 .....................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.076994 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.01, score=0.083948 -   0.3s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 .................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 .................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.189747 -   0.2s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=-0.027438 -   0.2s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.158307 -   0.1s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 .................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 .................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 .................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.043654 -   0.1s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 .................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=-0.041740 -   0.2s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.096985 -   0.1s\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.070123 -   0.2s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 .................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 .................\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 .................\n",
      "[CV]  C=100.0, kernel=rbf, epsilon=0.1, gamma=0.1, score=0.116370 -   0.1s\n",
      "[CV] C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1 .................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.144324 -   0.2s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.070623 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.133334 -   0.2s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.058936 -   0.2s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.035085 -   0.3s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.166830 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.107573 -   0.2s\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.004654 -   0.3s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=0.018581 -   0.3s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV]  C=100.0, kernel=sigmoid, epsilon=0.1, gamma=0.1, score=-0.165268 -   0.2s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.0001, score=0.040850 -   0.6s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.0001, score=0.329412 -   0.8s\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.0001, score=0.143165 -   0.7s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.0001, score=0.014676 -   0.8s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.0001, score=0.177731 -   0.7s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.0001, score=0.004093 -   0.7s\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.0001, score=0.115622 -   0.8s\n",
      "[CV] .. C=0.1, kernel=linear, epsilon=0.0001, score=-0.000467 -   0.9s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.0001, score=0.138478 -   0.8s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] .. C=0.1, kernel=linear, epsilon=0.0001, score=-0.162310 -   0.9s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] .... C=0.1, kernel=linear, epsilon=0.001, score=0.113387 -   0.6s\n",
      "[CV] .... C=0.1, kernel=linear, epsilon=0.001, score=0.142160 -   0.6s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] .... C=0.1, kernel=linear, epsilon=0.001, score=0.010760 -   0.7s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.001, score=-0.005891 -   0.9s\n",
      "[CV] .... C=0.1, kernel=linear, epsilon=0.001, score=0.036672 -   0.7s\n",
      "[CV] .... C=0.1, kernel=linear, epsilon=0.001, score=0.335458 -   0.7s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] .... C=0.1, kernel=linear, epsilon=0.001, score=0.162584 -   0.7s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.001, score=-0.003364 -   0.6s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] .... C=0.1, kernel=linear, epsilon=0.001, score=0.138317 -   0.7s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] ... C=0.1, kernel=linear, epsilon=0.001, score=-0.170721 -   0.9s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] .... C=0.1, kernel=linear, epsilon=0.01, score=-0.166712 -   0.5s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=0.1, kernel=linear, epsilon=0.01, score=0.145439 -   0.6s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=0.1, kernel=linear, epsilon=0.01, score=0.010476 -   0.8s\n",
      "[CV] ..... C=0.1, kernel=linear, epsilon=0.01, score=0.007908 -   0.7s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=0.1, kernel=linear, epsilon=0.01, score=0.124952 -   0.5s\n",
      "[CV] ..... C=0.1, kernel=linear, epsilon=0.01, score=0.087875 -   0.7s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=0.1, kernel=linear, epsilon=0.01, score=0.330560 -   0.8s\n",
      "[CV] ..... C=0.1, kernel=linear, epsilon=0.01, score=0.043298 -   0.7s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=0.1, kernel=linear, epsilon=0.01, score=0.120264 -   0.6s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ...... C=0.1, kernel=linear, epsilon=0.1, score=0.055096 -   0.3s\n",
      "[CV] C=0.1, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=0.1, kernel=linear, epsilon=0.1, score=-0.129603 -   0.3s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] ...... C=0.1, kernel=linear, epsilon=0.1, score=0.025290 -   0.4s\n",
      "[CV] .... C=0.1, kernel=linear, epsilon=0.01, score=-0.008851 -   0.7s\n",
      "[CV] ...... C=0.1, kernel=linear, epsilon=0.1, score=0.129475 -   0.4s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] ...... C=0.1, kernel=linear, epsilon=0.1, score=0.303463 -   0.4s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] ...... C=0.1, kernel=linear, epsilon=0.1, score=0.158281 -   0.4s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] ...... C=0.1, kernel=linear, epsilon=0.1, score=0.180504 -   0.4s\n",
      "[CV] ...... C=0.1, kernel=linear, epsilon=0.1, score=0.070673 -   0.5s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] ...... C=0.1, kernel=linear, epsilon=0.1, score=0.096303 -   0.5s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] ...... C=0.1, kernel=linear, epsilon=0.1, score=0.105977 -   0.4s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.0001 ............................\n",
      "[CV] .. C=1.0, kernel=linear, epsilon=0.0001, score=-0.002659 -   4.9s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=1.0, kernel=linear, epsilon=0.0001, score=0.042408 -   5.0s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=1.0, kernel=linear, epsilon=0.0001, score=0.198781 -   5.2s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] .. C=1.0, kernel=linear, epsilon=0.0001, score=-0.157970 -   5.6s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=1.0, kernel=linear, epsilon=0.0001, score=0.097117 -   6.1s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=1.0, kernel=linear, epsilon=0.0001, score=0.125213 -   6.1s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=1.0, kernel=linear, epsilon=0.0001, score=0.144233 -   6.5s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] ... C=1.0, kernel=linear, epsilon=0.0001, score=0.328799 -   6.6s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] .. C=1.0, kernel=linear, epsilon=0.0001, score=-0.032886 -   6.8s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] .. C=1.0, kernel=linear, epsilon=0.0001, score=-0.013260 -   8.5s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.001 .............................\n",
      "[CV] .... C=1.0, kernel=linear, epsilon=0.001, score=0.000416 -   4.2s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] .... C=1.0, kernel=linear, epsilon=0.001, score=0.333143 -   5.0s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] .... C=1.0, kernel=linear, epsilon=0.001, score=0.053506 -   4.4s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] .... C=1.0, kernel=linear, epsilon=0.001, score=0.110000 -   5.0s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] .... C=1.0, kernel=linear, epsilon=0.001, score=0.140467 -   5.1s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] ... C=1.0, kernel=linear, epsilon=0.001, score=-0.007874 -   6.5s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] ... C=1.0, kernel=linear, epsilon=0.001, score=-0.157775 -   5.5s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] .... C=1.0, kernel=linear, epsilon=0.001, score=0.129869 -   5.2s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] .... C=1.0, kernel=linear, epsilon=0.001, score=0.190374 -   6.0s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] ... C=1.0, kernel=linear, epsilon=0.001, score=-0.034078 -   5.2s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.01 ..............................\n",
      "[CV] ..... C=1.0, kernel=linear, epsilon=0.01, score=0.100444 -   4.3s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=1.0, kernel=linear, epsilon=0.01, score=0.319270 -   5.0s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=1.0, kernel=linear, epsilon=0.01, score=0.024923 -   4.6s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=1.0, kernel=linear, epsilon=0.01, score=0.007960 -   6.3s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=1.0, kernel=linear, epsilon=0.01, score=0.130852 -   4.7s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=1.0, kernel=linear, epsilon=0.01, score=0.134388 -   4.0s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=1.0, kernel=linear, epsilon=0.01, score=0.037036 -   5.2s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] .... C=1.0, kernel=linear, epsilon=0.01, score=-0.173845 -   5.0s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ..... C=1.0, kernel=linear, epsilon=0.01, score=0.129427 -   4.8s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ...... C=1.0, kernel=linear, epsilon=0.1, score=0.302851 -   2.6s\n",
      "[CV] C=1.0, kernel=linear, epsilon=0.1 ...............................\n",
      "[CV] ...... C=1.0, kernel=linear, epsilon=0.1, score=0.028607 -   2.9s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.0001 ...........................\n",
      "[CV] ..... C=1.0, kernel=linear, epsilon=0.1, score=-0.003823 -   3.1s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.0001 ...........................\n",
      "[CV] .... C=1.0, kernel=linear, epsilon=0.01, score=-0.007738 -   4.5s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.0001 ...........................\n",
      "[CV] ...... C=1.0, kernel=linear, epsilon=0.1, score=0.132609 -   2.4s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.0001 ...........................\n",
      "[CV] ..... C=1.0, kernel=linear, epsilon=0.1, score=-0.144642 -   2.2s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.0001 ...........................\n",
      "[CV] ...... C=1.0, kernel=linear, epsilon=0.1, score=0.178675 -   3.3s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.0001 ...........................\n",
      "[CV] ...... C=1.0, kernel=linear, epsilon=0.1, score=0.178402 -   2.2s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.0001 ...........................\n",
      "[CV] ...... C=1.0, kernel=linear, epsilon=0.1, score=0.095771 -   2.8s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.0001 ...........................\n",
      "[CV] ...... C=1.0, kernel=linear, epsilon=0.1, score=0.062439 -   3.7s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.0001 ...........................\n",
      "[CV] ...... C=1.0, kernel=linear, epsilon=0.1, score=0.095999 -   2.7s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.0001 ...........................\n",
      "[CV] .. C=10.0, kernel=linear, epsilon=0.0001, score=0.048367 -  46.6s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.001 ............................\n",
      "[CV] .. C=10.0, kernel=linear, epsilon=0.0001, score=0.090909 -  47.4s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.001 ............................\n",
      "[CV] .. C=10.0, kernel=linear, epsilon=0.0001, score=0.334923 -  48.7s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.001 ............................\n",
      "[CV] . C=10.0, kernel=linear, epsilon=0.0001, score=-0.002504 -  49.4s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.001 ............................\n",
      "[CV] . C=10.0, kernel=linear, epsilon=0.0001, score=-0.157651 -  53.8s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.001 ............................\n",
      "[CV] .. C=10.0, kernel=linear, epsilon=0.0001, score=0.127868 -  54.0s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.001 ............................\n",
      "[CV] .. C=10.0, kernel=linear, epsilon=0.0001, score=0.201817 -  55.4s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.001 ............................\n",
      "[CV] .. C=10.0, kernel=linear, epsilon=0.0001, score=0.140848 -  56.2s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.001 ............................\n",
      "[CV] . C=10.0, kernel=linear, epsilon=0.0001, score=-0.040944 -  59.7s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.001 ............................\n",
      "[CV] . C=10.0, kernel=linear, epsilon=0.0001, score=-0.008189 - 1.2min\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.001 ............................\n",
      "[CV] ... C=10.0, kernel=linear, epsilon=0.001, score=0.335822 -  37.4s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.01 .............................\n",
      "[CV] ... C=10.0, kernel=linear, epsilon=0.001, score=0.004370 -  38.8s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.01 .............................\n",
      "[CV] ... C=10.0, kernel=linear, epsilon=0.001, score=0.054042 -  38.2s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.01 .............................\n",
      "[CV] ... C=10.0, kernel=linear, epsilon=0.001, score=0.096137 -  48.8s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.01 .............................\n",
      "[CV] .. C=10.0, kernel=linear, epsilon=0.001, score=-0.152146 -  42.7s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.01 .............................\n",
      "[CV] .. C=10.0, kernel=linear, epsilon=0.001, score=-0.008265 -  53.7s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.01 .............................\n",
      "[CV] ... C=10.0, kernel=linear, epsilon=0.001, score=0.141229 -  46.1s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.01 .............................\n",
      "[CV] ... C=10.0, kernel=linear, epsilon=0.001, score=0.205270 -  48.6s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.01 .............................\n",
      "[CV] ... C=10.0, kernel=linear, epsilon=0.001, score=0.129367 -  52.9s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.01 .............................\n",
      "[CV] .. C=10.0, kernel=linear, epsilon=0.001, score=-0.031675 -  46.4s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.01 .............................\n",
      "[CV] .... C=10.0, kernel=linear, epsilon=0.01, score=0.007550 -  47.4s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.1 ..............................\n",
      "[CV] .... C=10.0, kernel=linear, epsilon=0.01, score=0.112517 -  35.8s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.1 ..............................\n",
      "[CV] .... C=10.0, kernel=linear, epsilon=0.01, score=0.026741 -  40.7s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.1 ..............................\n",
      "[CV] .... C=10.0, kernel=linear, epsilon=0.01, score=0.320188 -  48.3s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.1 ..............................\n",
      "[CV] .... C=10.0, kernel=linear, epsilon=0.01, score=0.033556 -  40.8s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.1 ..............................\n",
      "[CV] .... C=10.0, kernel=linear, epsilon=0.01, score=0.162918 -  40.9s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.1 ..............................\n",
      "[CV] .... C=10.0, kernel=linear, epsilon=0.01, score=0.129614 -  46.9s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.1 ..............................\n",
      "[CV] ... C=10.0, kernel=linear, epsilon=0.01, score=-0.169041 -  48.8s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.1 ..............................\n",
      "[CV] ..... C=10.0, kernel=linear, epsilon=0.1, score=0.026228 -  25.1s\n",
      "[CV] ..... C=10.0, kernel=linear, epsilon=0.1, score=0.001268 -  27.2s\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.1 ..............................\n",
      "[CV] C=10.0, kernel=linear, epsilon=0.1 ..............................\n",
      "[CV] ..... C=10.0, kernel=linear, epsilon=0.1, score=0.298354 -  25.6s\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.0001 ..........................\n",
      "[CV] .... C=10.0, kernel=linear, epsilon=0.01, score=0.120235 -  44.9s\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.0001 ..........................\n",
      "[CV] ..... C=10.0, kernel=linear, epsilon=0.1, score=0.133064 -  25.0s\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.0001 ..........................\n",
      "[CV] ... C=10.0, kernel=linear, epsilon=0.01, score=-0.011520 -  46.5s\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.0001 ..........................\n",
      "[CV] ..... C=10.0, kernel=linear, epsilon=0.1, score=0.055185 -  27.4s\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.0001 ..........................\n",
      "[CV] .... C=10.0, kernel=linear, epsilon=0.1, score=-0.144714 -  24.6s\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.0001 ..........................\n",
      "[CV] ..... C=10.0, kernel=linear, epsilon=0.1, score=0.180262 -  30.6s\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.0001 ..........................\n",
      "[CV] ..... C=10.0, kernel=linear, epsilon=0.1, score=0.161849 -  19.0s\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.0001 ..........................\n",
      "[CV] ..... C=10.0, kernel=linear, epsilon=0.1, score=0.096353 -  19.6s\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.0001 ..........................\n",
      "[CV] ..... C=10.0, kernel=linear, epsilon=0.1, score=0.099485 -  32.9s\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.0001 ..........................\n",
      "[CV]  C=100.0, kernel=linear, epsilon=0.0001, score=-0.001170 - 7.3min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.001 ...........................\n",
      "[CV] . C=100.0, kernel=linear, epsilon=0.0001, score=0.333334 - 7.6min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.001 ...........................\n",
      "[CV] . C=100.0, kernel=linear, epsilon=0.0001, score=0.044775 - 7.7min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.001 ...........................\n",
      "[CV] . C=100.0, kernel=linear, epsilon=0.0001, score=0.095520 - 8.0min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.001 ...........................\n",
      "[CV]  C=100.0, kernel=linear, epsilon=0.0001, score=-0.007540 - 8.9min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.001 ...........................\n",
      "[CV] . C=100.0, kernel=linear, epsilon=0.0001, score=0.208566 - 8.7min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.001 ...........................\n",
      "[CV]  C=100.0, kernel=linear, epsilon=0.0001, score=-0.153909 - 8.7min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.001 ...........................\n",
      "[CV] . C=100.0, kernel=linear, epsilon=0.0001, score=0.141694 - 9.1min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.001 ...........................\n",
      "[CV] . C=100.0, kernel=linear, epsilon=0.0001, score=0.130402 - 9.4min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.001 ...........................\n",
      "[CV]  C=100.0, kernel=linear, epsilon=0.0001, score=-0.034108 - 9.3min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.001 ...........................\n",
      "[CV] .. C=100.0, kernel=linear, epsilon=0.001, score=0.006603 - 6.2min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.01 ............................\n",
      "[CV] .. C=100.0, kernel=linear, epsilon=0.001, score=0.331861 - 6.9min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.01 ............................\n",
      "[CV] .. C=100.0, kernel=linear, epsilon=0.001, score=0.103933 - 6.8min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.01 ............................\n",
      "[CV] . C=100.0, kernel=linear, epsilon=0.001, score=-0.010514 - 8.0min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.01 ............................\n",
      "[CV] .. C=100.0, kernel=linear, epsilon=0.001, score=0.134459 - 7.2min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.01 ............................\n",
      "[CV] .. C=100.0, kernel=linear, epsilon=0.001, score=0.054406 - 7.4min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.01 ............................\n",
      "[CV] . C=100.0, kernel=linear, epsilon=0.001, score=-0.022415 - 6.7min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.01 ............................\n",
      "[CV] . C=100.0, kernel=linear, epsilon=0.001, score=-0.151744 - 7.6min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.01 ............................\n",
      "[CV] .. C=100.0, kernel=linear, epsilon=0.001, score=0.213521 - 7.7min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.01 ............................\n",
      "[CV] .. C=100.0, kernel=linear, epsilon=0.001, score=0.128753 - 7.4min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.01 ............................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done 780 tasks      | elapsed: 20.4min\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ... C=100.0, kernel=linear, epsilon=0.01, score=0.024778 - 5.7min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.1 .............................\n",
      "[CV] ... C=100.0, kernel=linear, epsilon=0.01, score=0.006091 - 7.1min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.1 .............................\n",
      "[CV] ... C=100.0, kernel=linear, epsilon=0.01, score=0.037562 - 5.8min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.1 .............................\n",
      "[CV] ... C=100.0, kernel=linear, epsilon=0.01, score=0.108675 - 6.7min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.1 .............................\n",
      "[CV] ... C=100.0, kernel=linear, epsilon=0.01, score=0.164785 - 5.8min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.1 .............................\n",
      "[CV] ... C=100.0, kernel=linear, epsilon=0.01, score=0.318026 - 7.9min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.1 .............................\n",
      "[CV] .. C=100.0, kernel=linear, epsilon=0.01, score=-0.167681 - 7.2min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.1 .............................\n",
      "[CV] ... C=100.0, kernel=linear, epsilon=0.01, score=0.120889 - 6.9min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.1 .............................\n",
      "[CV] .. C=100.0, kernel=linear, epsilon=0.01, score=-0.010082 - 7.3min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.1 .............................\n",
      "[CV] ... C=100.0, kernel=linear, epsilon=0.01, score=0.123595 - 8.4min\n",
      "[CV] C=100.0, kernel=linear, epsilon=0.1 .............................\n",
      "[CV] .... C=100.0, kernel=linear, epsilon=0.1, score=0.000667 - 4.3min\n",
      "[CV] .... C=100.0, kernel=linear, epsilon=0.1, score=0.296479 - 3.8min\n",
      "[CV] .... C=100.0, kernel=linear, epsilon=0.1, score=0.131527 - 4.0min\n",
      "[CV] .... C=100.0, kernel=linear, epsilon=0.1, score=0.062975 - 3.7min\n",
      "[CV] .... C=100.0, kernel=linear, epsilon=0.1, score=0.030695 - 4.3min\n",
      "[CV] ... C=100.0, kernel=linear, epsilon=0.1, score=-0.143632 - 3.0min\n",
      "[CV] .... C=100.0, kernel=linear, epsilon=0.1, score=0.165670 - 2.4min\n",
      "[CV] .... C=100.0, kernel=linear, epsilon=0.1, score=0.181574 - 4.4min\n",
      "[CV] .... C=100.0, kernel=linear, epsilon=0.1, score=0.091665 - 2.1min\n",
      "[CV] .... C=100.0, kernel=linear, epsilon=0.1, score=0.094279 - 3.5min\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done 800 out of 800 | elapsed: 30.7min finished\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=10, error_score='raise',\n",
       "       estimator=SVR(C=1.0, cache_size=200, coef0=0.0, degree=3, epsilon=0.1, gamma='auto',\n",
       "  kernel='rbf', max_iter=-1, shrinking=True, tol=0.001, verbose=False),\n",
       "       fit_params={}, iid=True, n_jobs=10,\n",
       "       param_grid=[{'C': array([   0.1,    1. ,   10. ,  100. ]), 'kernel': ['rbf', 'sigmoid'], 'epsilon': array([ 0.0001,  0.001 ,  0.01  ,  0.1   ]), 'gamma': array([ 0.01,  0.1 ])}, {'C': array([   0.1,    1. ,   10. ,  100. ]), 'kernel': ['linear'], 'epsilon': array([ 0.0001,  0.001 ,  0.01  ,  0.1   ])}],\n",
       "       pre_dispatch='2*n_jobs', refit=True,\n",
       "       scoring=make_scorer(simple_spearman), verbose=3)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "epsilon = np.logspace(-4,-1,4)\n",
    "cc = np.logspace(-1, 2, 4)\n",
    "gamma = np.logspace(-2,-1,2)\n",
    "\n",
    "param_grid = [\n",
    "    {'epsilon': epsilon, 'kernel': ['rbf', 'sigmoid'], 'gamma': gamma, 'C': cc},\n",
    "    {'epsilon': epsilon, 'kernel': ['linear'], 'C': cc},\n",
    "]\n",
    "\n",
    "grid_search = GridSearchCV(svm.SVR(), param_grid=param_grid, \\\n",
    "                           scoring=spearmanr_scorer, cv=10, n_jobs=10, \\\n",
    "                           verbose=3)\n",
    "start = time()\n",
    "\n",
    "grid_search.fit(features, labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SVR(C=0.10000000000000001, cache_size=200, coef0=0.0, degree=3,\n",
      "  epsilon=0.10000000000000001, gamma='auto', kernel='linear', max_iter=-1,\n",
      "  shrinking=True, tol=0.001, verbose=False)\n",
      "0.09944778114260006\n",
      "{'C': 0.10000000000000001, 'kernel': 'linear', 'epsilon': 0.10000000000000001}\n"
     ]
    }
   ],
   "source": [
    "print(grid_search.best_estimator_)\n",
    "print(grid_search.best_score_)\n",
    "print(grid_search.best_params_)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### GradientBoostingRegressor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 5 folds for each of 3 candidates, totalling 15 fits\n",
      "[CV] learning_rate=0.1 ...............................................\n",
      "[CV] learning_rate=0.1 ...............................................\n",
      "[CV] learning_rate=0.1 ...............................................\n",
      "[CV] learning_rate=0.1 ...............................................\n",
      "[CV] learning_rate=0.1 ...............................................\n",
      "[CV] ...................... learning_rate=0.1, score=0.189653 -   0.0s\n",
      "[CV] ...................... learning_rate=0.1, score=0.144253 -   0.0s\n",
      "[CV] learning_rate=0.05 ..............................................\n",
      "[CV] ...................... learning_rate=0.1, score=0.245060 -   0.0s\n",
      "[CV] learning_rate=0.05 ..............................................\n",
      "[CV] ...................... learning_rate=0.1, score=0.170426 -   0.0s\n",
      "[CV] learning_rate=0.05 ..............................................\n",
      "[CV] ...................... learning_rate=0.1, score=0.248317 -   0.0s\n",
      "[CV] learning_rate=0.05 ..............................................\n",
      "[CV] ..................... learning_rate=0.05, score=0.124876 -   0.0s\n",
      "[CV] learning_rate=0.05 ..............................................\n",
      "[CV] ..................... learning_rate=0.05, score=0.189993 -   0.0s\n",
      "[CV] learning_rate=0.02 ..............................................\n",
      "[CV] ..................... learning_rate=0.05, score=0.188082 -   0.0s\n",
      "[CV] ..................... learning_rate=0.05, score=0.166668 -   0.0s\n",
      "[CV] ..................... learning_rate=0.02, score=0.162508 -   0.0s\n",
      "[CV] ..................... learning_rate=0.05, score=0.238847 -   0.0s\n",
      "[CV] learning_rate=0.02 ..............................................\n",
      "[CV] ..................... learning_rate=0.02, score=0.173147 -   0.0s\n",
      "[CV] learning_rate=0.02 ..............................................\n",
      "[CV] ..................... learning_rate=0.02, score=0.178467 -   0.0s\n",
      "[CV] learning_rate=0.02 ..............................................\n",
      "[CV] ..................... learning_rate=0.02, score=0.114778 -   0.0s\n",
      "[CV] learning_rate=0.02 ..............................................\n",
      "[CV] ..................... learning_rate=0.02, score=0.229642 -   0.0s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=5)]: Done   6 out of  15 | elapsed:    0.1s remaining:    0.1s\n",
      "[Parallel(n_jobs=5)]: Done  15 out of  15 | elapsed:    0.2s finished\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=5, error_score='raise',\n",
       "       estimator=GradientBoostingRegressor(alpha=0.9, criterion='friedman_mse', init=None,\n",
       "             learning_rate=0.1, loss='ls', max_depth=1, max_features=None,\n",
       "             max_leaf_nodes=None, min_impurity_split=1e-07,\n",
       "             min_samples_leaf=1, min_samples_split=2,\n",
       "             min_weight_fraction_leaf=0.0, n_estimators=50, presort='auto',\n",
       "             random_state=None, subsample=1.0, verbose=0, warm_start=False),\n",
       "       fit_params={}, iid=True, n_jobs=5,\n",
       "       param_grid={'learning_rate': [0.1, 0.05, 0.02]},\n",
       "       pre_dispatch='2*n_jobs', refit=True,\n",
       "       scoring=make_scorer(simple_spearman), verbose=3)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.ensemble import GradientBoostingRegressor\n",
    "\n",
    "clf = GradientBoostingRegressor(n_estimators=50, max_depth=1, loss='ls')\n",
    "param_grid = {'learning_rate': [0.1, 0.05, 0.02]}\n",
    "grid_search = GridSearchCV(clf, param_grid=param_grid, \\\n",
    "                           scoring=spearmanr_scorer, cv=5, n_jobs=5, \\\n",
    "                           verbose=3)\n",
    "grid_search.fit(features, labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "GradientBoostingRegressor(alpha=0.9, criterion='friedman_mse', init=None,\n",
      "             learning_rate=0.1, loss='ls', max_depth=1, max_features=None,\n",
      "             max_leaf_nodes=None, min_impurity_split=1e-07,\n",
      "             min_samples_leaf=1, min_samples_split=2,\n",
      "             min_weight_fraction_leaf=0.0, n_estimators=50, presort='auto',\n",
      "             random_state=None, subsample=1.0, verbose=0, warm_start=False)\n",
      "0.19958327910902954\n",
      "{'learning_rate': 0.1}\n"
     ]
    }
   ],
   "source": [
    "print(grid_search.best_estimator_)\n",
    "print(grid_search.best_score_)\n",
    "print(grid_search.best_params_)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Train and Save Prediction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "for emotion in ['joy','anger','sadness','fear']:\n",
    "    model = svm.SVR(kernel='linear', epsilon=0.1, C=0.1)\n",
    "    tweets_train = pd.read_csv('data/' + emotion + '-ratings-0to1.train.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "    features = liwc_class.build_features(tweets_train.tweet)\n",
    "    labels = tweets_train.score\n",
    "    model.fit(features, labels)\n",
    "\n",
    "    tweets_test = pd.read_csv('data/' + emotion + '-ratings-0to1.dev.target.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "    test_features = liwc_class.build_features(tweets_test.tweet)\n",
    "    tweets_test['score'] = model.predict(test_features)\n",
    "    tweets_test.to_csv('submission-svm/' + emotion + '-pred.txt', sep='\\t', header=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}