liwc_svm-gold.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from liwc import LIWC\n",
    "from sklearn import svm\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.model_selection import train_test_split, cross_val_score, GridSearchCV\n",
    "from scipy.stats import spearmanr\n",
    "import numpy as np\n",
    "from time import time\n",
    "\n",
    "tweets_train = pd.read_csv('data/anger-ratings-0to1.train.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "tweets_dev = pd.read_csv('data/anger-ratings-0to1.dev.gold.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "tweets_train.append(tweets_dev)\n",
    "tweets_test = pd.read_csv('data/anger-ratings-0to1.test.target.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "liwc_class = LIWC()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "from sklearn.metrics import make_scorer\n",
    "def simple_spearman(x,y): return spearmanr(x,y)[0]\n",
    "spearmanr_scorer = make_scorer(simple_spearman)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### SVM Train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(857, 64)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "array([[ 5.,  1.,  1., ...,  0.,  0.,  0.],\n",
       "       [ 8.,  2.,  1., ...,  0.,  0.,  0.],\n",
       "       [ 9.,  2.,  2., ...,  0.,  0.,  0.],\n",
       "       ..., \n",
       "       [ 2.,  0.,  0., ...,  0.,  0.,  0.],\n",
       "       [ 4.,  0.,  0., ...,  0.,  0.,  0.],\n",
       "       [ 5.,  1.,  1., ...,  0.,  0.,  0.]])"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "features = liwc_class.build_features(tweets_train.tweet)\n",
    "print(features.shape)\n",
    "features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.31794891,  0.16711541,  0.22282526,  0.30894308,  0.32912688])"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "labels = tweets_train.score\n",
    "model = svm.SVR()\n",
    "X_train, X_test, y_train, y_test = train_test_split(features, labels, test_size=0.3, random_state=1)\n",
    "model.fit(X_train, y_train)\n",
    "scores = cross_val_score(model, X_test, y_test, cv=5, scoring=spearmanr_scorer)\n",
    "scores"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Grid Search"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.31794891,  0.16711541,  0.22282526,  0.30894308,  0.32912688])"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(features, labels, test_size=0.3, random_state=1)\n",
    "parameters = {'kernel':('linear','rbf')}\n",
    "\n",
    "svr = svm.SVR()\n",
    "clf = GridSearchCV(svr, parameters)\n",
    "clf.fit(X_train, y_train)\n",
    "scores = cross_val_score(clf, X_test, y_test, cv=5, scoring=spearmanr_scorer)\n",
    "scores"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Full Grid Search SVM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 10 folds for each of 80 candidates, totalling 800 fits\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.266149 -   0.2s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.013517 -   0.2s\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.044694 -   0.2s\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.119818 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.225319 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.111335 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.028700 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.010689 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.176475 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.009727 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.063335 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.125597 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.016957 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.067861 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.080770 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.071455 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.050561 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.004516 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.003595 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.086392 -   0.3s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done  12 tasks      | elapsed:    0.7s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.092326 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.113752 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.082800 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf, score=-0.110698 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.030924 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.210089 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.090073 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.067874 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.015670 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.075352 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.144486 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.035391 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.017527 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.059563 -   0.5s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.005501 -   0.5s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.069884 -   0.5s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.136489 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.167268 -   0.5s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.164926 -   0.5s\n",
      "[CV]  C=0.1, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.107357 -   0.5s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.043562 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.267163 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.010257 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.107172 -   0.2s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.028245 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.116683 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.005127 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.009906 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.224839 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.176475 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.063564 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.016957 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.125597 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.050561 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.068344 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.080770 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.004516 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.004788 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.086392 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.071455 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.083630 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.115455 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.093119 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.069877 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf, score=-0.108667 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.089227 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.209056 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.031799 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.078731 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.017228 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.035391 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.144486 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.017527 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.005501 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.059563 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.069884 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.136489 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.164926 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.167268 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.107357 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.012087 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.261231 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.052070 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.174021 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.120162 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.030602 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.221365 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.004639 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.001177 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.108308 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.062010 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.126382 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.016184 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.080163 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.004120 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.086392 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.073406 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.047685 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.070627 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.003650 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.124832 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.092476 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.116805 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.070685 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.077421 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.021811 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf, score=-0.104049 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.203475 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.031155 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.076948 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.035391 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.144486 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.015942 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done 108 tasks      | elapsed:    4.4s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.014594 -   0.1s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.212818 -   0.1s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.135705 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.068118 -   0.1s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.069884 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.005501 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.167268 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.059532 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.107573 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=0.1, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.164926 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.014229 -   0.1s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.094559 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf, score=-0.054963 -   0.2s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.146915 -   0.2s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.238400 -   0.2s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.111610 -   0.2s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.001474 -   0.2s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.062362 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.123511 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.014521 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.083268 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.194265 -   0.1s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.073396 -   0.2s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.084266 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.010238 -   0.4s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.048664 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.064653 -   0.2s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.171580 -   0.2s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.001177 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.060355 -   0.2s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf, score=-0.049754 -   0.2s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.010751 -   0.2s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.080422 -   0.1s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.030390 -   0.2s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.068023 -   0.2s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.210798 -   0.2s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.068821 -   0.2s\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV] C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.039429 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.151292 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.014695 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.058096 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.004189 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.069884 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.169385 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.165550 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.136489 -   0.3s\n",
      "[CV]  C=0.1, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.108874 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.091008 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.201336 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.091272 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.011896 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.156683 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.084825 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.194421 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.023976 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.041663 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.075675 -   0.5s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.063764 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.120220 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.012481 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.083948 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.011300 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.077422 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.086839 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.055519 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.000212 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.074991 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.172531 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.100756 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.143164 -   0.5s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.054618 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=-0.023733 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.061353 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=-0.057106 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.157389 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.114272 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.042760 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.144991 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.059340 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.071361 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.134922 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.005501 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.206350 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.089264 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.095903 -   0.5s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.023824 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.013696 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.084041 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.076057 -   0.5s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.156683 -   0.5s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.040520 -   0.5s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.193023 -   0.6s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.012481 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.120220 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.063764 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.011300 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.083948 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.086839 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.077422 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.055519 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.000212 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.074991 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.102642 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.171492 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.142169 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.055811 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=-0.026920 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.061353 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=-0.057024 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.157139 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.041252 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.111917 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.144991 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.059340 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.134922 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.071361 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.005501 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.072143 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.210196 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.074383 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.003858 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.090762 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.030167 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.162057 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.077314 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.190634 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.040442 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.120220 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.063764 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.012481 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.011300 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.083948 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.086839 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.055519 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.077422 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.075967 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.000212 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.168909 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.138820 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.113788 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.059947 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.053557 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=-0.018280 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=-0.054138 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.150525 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.035509 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.091901 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.144991 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done 268 tasks      | elapsed:   10.6s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.059340 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.071361 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.005501 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.134922 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.041572 -   0.2s\n",
      "[CV]  C=1.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf ......................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.043398 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.221218 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.002745 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.124769 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=-0.018968 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.217881 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=-0.084773 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.107936 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.132968 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ..................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.017083 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.064612 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.124506 -   0.4s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.008812 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.087952 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.089015 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.053488 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.219050 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.153593 -   0.2s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.078662 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.080218 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf .......................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.172529 -   0.2s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.000803 -   0.3s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=-0.022301 -   0.2s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=-0.038453 -   0.2s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.031914 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.119129 -   0.1s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.113621 -   0.2s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.071794 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.142191 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV] C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ...................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.144839 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf ..................\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.071361 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.058936 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf ..................\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.135705 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.005501 -   0.4s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.3s\n",
      "[CV]  C=1.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf ..................\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf ..................\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf ..................\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.185473 -   1.0s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.103677 -   1.1s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.130301 -   1.1s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.033293 -   1.0s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.085362 -   1.1s\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.109843 -   1.0s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.120274 -   1.1s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.156221 -   1.1s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.095667 -   1.2s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.050568 -   1.2s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.063211 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.121904 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.016580 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf ...................\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.009621 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.084794 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.087689 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.054694 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf ...................\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf ...................\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.076994 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.075776 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.000044 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.137746 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.116068 -   0.5s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.095584 -   0.5s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.062879 -   0.5s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=-0.022479 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.052066 -   0.5s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=-0.040459 -   0.5s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.169010 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=-0.042147 -   0.5s\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.101446 -   0.5s\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV] C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.144839 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.071361 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.058936 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.004654 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.133334 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.187539 -   1.1s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.105202 -   1.1s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.037034 -   1.1s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.082368 -   1.0s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.108997 -   1.0s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.131045 -   1.0s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.120831 -   1.0s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.156221 -   1.1s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.063211 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.091041 -   1.2s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.054144 -   1.2s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.121904 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.009621 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.087689 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.016580 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.084794 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.054694 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.076994 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.000044 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.075776 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.140492 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.063749 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.096377 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.115781 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=-0.022104 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.051600 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=-0.039294 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.168707 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=-0.042639 -   0.5s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.101555 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.144839 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.058936 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.071361 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.004654 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.133334 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.086516 -   0.9s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.125680 -   0.9s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.102438 -   1.1s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.113853 -   1.1s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.187291 -   1.1s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.046438 -   1.1s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.129129 -   1.0s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.151402 -   1.2s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.063211 -   0.6s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.091926 -   1.1s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.009621 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.084794 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.121904 -   0.5s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.054694 -   0.5s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.016580 -   0.5s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.087689 -   0.5s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.058251 -   1.2s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.076994 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.000044 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.075776 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.144867 -   0.5s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.110939 -   0.5s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=-0.025382 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.108800 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.043423 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=-0.043325 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.047621 -   0.5s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.165401 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=-0.040025 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.074712 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.144839 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.071361 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.058936 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.133334 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.004654 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf .....................\n",
      "[CV]  C=10.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.099111 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf .....................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=-0.074791 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.213449 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.090277 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=-0.082728 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.140806 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid .................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=-0.145951 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.122319 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.063211 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.001720 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.110233 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.122516 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.016580 -   0.4s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.009621 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.087689 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.084794 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.053911 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf ......................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf ......................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf ......................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.207773 -   0.1s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.076994 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf ......................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.142877 -   0.2s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.189747 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf ......................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.075776 -   0.3s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=-0.027438 -   0.2s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.000192 -   0.3s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.043654 -   0.2s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=-0.041740 -   0.2s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.070123 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.096985 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.158307 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.116370 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid ..................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.144839 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.071361 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.133334 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.058936 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.004654 -   0.4s\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf .................\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf .................\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf .................\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf .................\n",
      "[CV]  C=10.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf .................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.112706 -   3.3s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.156769 -   3.3s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid .............\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid .............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.060542 -   3.5s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid .............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.032898 -   3.5s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid .............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.028979 -   3.4s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.109773 -   3.5s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid .............\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid .............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.246104 -   3.5s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid .............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=-0.007884 -   3.5s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid .............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.063211 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.121062 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.037362 -   3.6s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid .............\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid .............\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=rbf, score=0.140898 -   3.5s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.015845 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf ..................\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.010036 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.087689 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.083948 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=-0.054694 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf ..................\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf ..................\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf ..................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done 492 tasks      | elapsed:   24.7s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.076107 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.000044 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.01, kernel=sigmoid, score=0.076994 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf ..................\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf ..................\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.137746 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.116068 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.095584 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.062879 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=-0.022479 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ..............\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.052066 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=-0.040459 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.169010 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ..............\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=-0.042147 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=rbf, score=0.101446 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ..............\n",
      "[CV] C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.144324 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.070623 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.058936 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.004654 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.133334 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf ..................\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.0001, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf ..................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.112358 -   2.9s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.157075 -   2.9s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.030724 -   3.0s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.063621 -   3.2s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.112717 -   3.2s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.012902 -   2.9s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.121062 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.063211 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=-0.243651 -   3.1s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.033068 -   3.1s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid ..............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.037383 -   3.2s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.015845 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf ...................\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.010036 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=rbf, score=0.142592 -   3.1s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf ...................\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.087689 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.083948 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.076994 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=-0.054694 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf ...................\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf ...................\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.076107 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.01, kernel=sigmoid, score=0.000044 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf ...................\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.140492 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.096377 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.115781 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.063749 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=-0.022104 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.051600 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.168707 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=-0.039294 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=-0.042639 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=rbf, score=0.101555 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV] C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.144324 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.058936 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.070623 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.133334 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.004654 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf ...................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.001, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf ...................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.115867 -   1.9s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.031351 -   1.9s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.169514 -   1.9s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.061810 -   2.0s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.027233 -   1.8s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.116845 -   2.0s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=-0.261875 -   2.1s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.039337 -   2.0s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.047083 -   2.1s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.063211 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.015845 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid ...............\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.121062 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=rbf, score=0.143144 -   2.0s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.010036 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.087689 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.083948 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.076994 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.076107 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=-0.054694 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf ....................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.01, kernel=sigmoid, score=0.000044 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.110939 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.144867 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.047621 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=-0.025382 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.108800 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.043423 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=-0.037229 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=-0.043325 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.165401 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=rbf, score=0.074712 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ................\n",
      "[CV] C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.058936 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.070623 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.144324 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.004654 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.133334 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.01, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf ....................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf ....................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.054660 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.197968 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=-0.040098 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.074045 -   0.5s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=-0.123815 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.167854 -   0.6s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.099712 -   0.5s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.063211 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.121062 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.087071 -   0.6s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=-0.096277 -   0.6s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid ................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=rbf, score=0.028108 -   0.6s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.015845 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.010036 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.087689 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.208507 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.083948 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.142877 -   0.2s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.189747 -   0.2s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=-0.054694 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf .....................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf .....................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.000044 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.076994 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=-0.027438 -   0.2s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=-0.041740 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.01, kernel=sigmoid, score=0.075273 -   0.4s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.070123 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.158307 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.043654 -   0.3s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.116370 -   0.2s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=rbf, score=0.096985 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid .................\n",
      "[CV] C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid .................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.035085 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.018581 -   0.3s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.144324 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] C=0.1, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] C=0.1, epsilon=0.0001, kernel=linear ............................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.058936 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.0001, kernel=linear ............................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.070623 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.0001, kernel=linear ............................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.166830 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.004654 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.133334 -   0.4s\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=0.107573 -   0.3s\n",
      "[CV] C=0.1, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] C=0.1, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] C=0.1, epsilon=0.0001, kernel=linear ............................\n",
      "[CV]  C=100.0, epsilon=0.1, gamma=0.1, kernel=sigmoid, score=-0.165268 -   0.4s\n",
      "[CV] C=0.1, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] C=0.1, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] ... C=0.1, epsilon=0.0001, kernel=linear, score=0.040850 -   1.0s\n",
      "[CV] C=0.1, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=0.1, epsilon=0.0001, kernel=linear, score=0.014676 -   1.2s\n",
      "[CV] C=0.1, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=0.1, epsilon=0.0001, kernel=linear, score=0.143165 -   1.1s\n",
      "[CV] C=0.1, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=0.1, epsilon=0.0001, kernel=linear, score=0.177731 -   1.2s\n",
      "[CV] C=0.1, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=0.1, epsilon=0.0001, kernel=linear, score=0.329412 -   1.4s\n",
      "[CV] C=0.1, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=0.1, epsilon=0.0001, kernel=linear, score=0.004093 -   1.2s\n",
      "[CV] C=0.1, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=0.1, epsilon=0.0001, kernel=linear, score=0.138478 -   1.3s\n",
      "[CV] ... C=0.1, epsilon=0.0001, kernel=linear, score=0.115622 -   1.5s\n",
      "[CV] C=0.1, epsilon=0.001, kernel=linear .............................\n",
      "[CV] C=0.1, epsilon=0.001, kernel=linear .............................\n",
      "[CV] .. C=0.1, epsilon=0.0001, kernel=linear, score=-0.162310 -   1.5s\n",
      "[CV] .. C=0.1, epsilon=0.0001, kernel=linear, score=-0.000467 -   1.7s\n",
      "[CV] C=0.1, epsilon=0.001, kernel=linear .............................\n",
      "[CV] C=0.1, epsilon=0.001, kernel=linear .............................\n",
      "[CV] .... C=0.1, epsilon=0.001, kernel=linear, score=0.335458 -   1.1s\n",
      "[CV] C=0.1, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] ... C=0.1, epsilon=0.001, kernel=linear, score=-0.005891 -   1.3s\n",
      "[CV] C=0.1, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] .... C=0.1, epsilon=0.001, kernel=linear, score=0.010760 -   1.1s\n",
      "[CV] C=0.1, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] .... C=0.1, epsilon=0.001, kernel=linear, score=0.142160 -   1.0s\n",
      "[CV] C=0.1, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] .... C=0.1, epsilon=0.001, kernel=linear, score=0.036672 -   1.0s\n",
      "[CV] .... C=0.1, epsilon=0.001, kernel=linear, score=0.113387 -   1.1s\n",
      "[CV] C=0.1, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] C=0.1, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] .... C=0.1, epsilon=0.001, kernel=linear, score=0.162584 -   1.1s\n",
      "[CV] C=0.1, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] ... C=0.1, epsilon=0.001, kernel=linear, score=-0.003364 -   1.0s\n",
      "[CV] C=0.1, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] ... C=0.1, epsilon=0.001, kernel=linear, score=-0.170721 -   1.3s\n",
      "[CV] .... C=0.1, epsilon=0.001, kernel=linear, score=0.138317 -   1.2s\n",
      "[CV] C=0.1, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] C=0.1, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] ..... C=0.1, epsilon=0.01, kernel=linear, score=0.010476 -   1.0s\n",
      "[CV] C=0.1, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=0.1, epsilon=0.01, kernel=linear, score=0.007908 -   1.0s\n",
      "[CV] ..... C=0.1, epsilon=0.01, kernel=linear, score=0.087875 -   1.0s\n",
      "[CV] C=0.1, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] C=0.1, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=0.1, epsilon=0.01, kernel=linear, score=0.043298 -   1.1s\n",
      "[CV] C=0.1, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=0.1, epsilon=0.01, kernel=linear, score=0.145439 -   1.1s\n",
      "[CV] ..... C=0.1, epsilon=0.01, kernel=linear, score=0.330560 -   1.2s\n",
      "[CV] C=0.1, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] C=0.1, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=0.1, epsilon=0.01, kernel=linear, score=0.120264 -   1.0s\n",
      "[CV] .... C=0.1, epsilon=0.01, kernel=linear, score=-0.166712 -   1.1s\n",
      "[CV] C=0.1, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] C=0.1, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=0.1, epsilon=0.01, kernel=linear, score=0.124952 -   1.1s\n",
      "[CV] C=0.1, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] .... C=0.1, epsilon=0.01, kernel=linear, score=-0.008851 -   1.1s\n",
      "[CV] C=0.1, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ...... C=0.1, epsilon=0.1, kernel=linear, score=0.025290 -   0.7s\n",
      "[CV] C=1.0, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] ...... C=0.1, epsilon=0.1, kernel=linear, score=0.303463 -   0.6s\n",
      "[CV] ...... C=0.1, epsilon=0.1, kernel=linear, score=0.055096 -   0.6s\n",
      "[CV] C=1.0, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] C=1.0, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] ...... C=0.1, epsilon=0.1, kernel=linear, score=0.129475 -   0.6s\n",
      "[CV] C=1.0, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] ...... C=0.1, epsilon=0.1, kernel=linear, score=0.158281 -   0.7s\n",
      "[CV] ...... C=0.1, epsilon=0.1, kernel=linear, score=0.070673 -   0.7s\n",
      "[CV] C=1.0, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] C=1.0, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] ..... C=0.1, epsilon=0.1, kernel=linear, score=-0.129603 -   0.6s\n",
      "[CV] C=1.0, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] ...... C=0.1, epsilon=0.1, kernel=linear, score=0.180504 -   0.6s\n",
      "[CV] C=1.0, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] ...... C=0.1, epsilon=0.1, kernel=linear, score=0.105977 -   0.6s\n",
      "[CV] ...... C=0.1, epsilon=0.1, kernel=linear, score=0.096303 -   0.8s\n",
      "[CV] C=1.0, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] C=1.0, epsilon=0.0001, kernel=linear ............................\n",
      "[CV] .. C=1.0, epsilon=0.0001, kernel=linear, score=-0.002659 -   7.1s\n",
      "[CV] C=1.0, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=1.0, epsilon=0.0001, kernel=linear, score=0.042408 -   7.5s\n",
      "[CV] C=1.0, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=1.0, epsilon=0.0001, kernel=linear, score=0.198781 -   7.5s\n",
      "[CV] C=1.0, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=1.0, epsilon=0.0001, kernel=linear, score=0.097117 -   7.9s\n",
      "[CV] C=1.0, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=1.0, epsilon=0.0001, kernel=linear, score=0.328799 -   8.7s\n",
      "[CV] C=1.0, epsilon=0.001, kernel=linear .............................\n",
      "[CV] .. C=1.0, epsilon=0.0001, kernel=linear, score=-0.157970 -   8.6s\n",
      "[CV] C=1.0, epsilon=0.001, kernel=linear .............................\n",
      "[CV] .. C=1.0, epsilon=0.0001, kernel=linear, score=-0.032886 -   8.8s\n",
      "[CV] C=1.0, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=1.0, epsilon=0.0001, kernel=linear, score=0.125213 -   8.8s\n",
      "[CV] C=1.0, epsilon=0.001, kernel=linear .............................\n",
      "[CV] ... C=1.0, epsilon=0.0001, kernel=linear, score=0.144233 -   9.5s\n",
      "[CV] C=1.0, epsilon=0.001, kernel=linear .............................\n",
      "[CV] .. C=1.0, epsilon=0.0001, kernel=linear, score=-0.013260 -  11.5s\n",
      "[CV] C=1.0, epsilon=0.001, kernel=linear .............................\n",
      "[CV] .... C=1.0, epsilon=0.001, kernel=linear, score=0.000416 -   6.2s\n",
      "[CV] C=1.0, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] .... C=1.0, epsilon=0.001, kernel=linear, score=0.333143 -   6.9s\n",
      "[CV] C=1.0, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] .... C=1.0, epsilon=0.001, kernel=linear, score=0.110000 -   7.3s\n",
      "[CV] C=1.0, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] .... C=1.0, epsilon=0.001, kernel=linear, score=0.053506 -   6.8s\n",
      "[CV] C=1.0, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] .... C=1.0, epsilon=0.001, kernel=linear, score=0.140467 -   7.3s\n",
      "[CV] C=1.0, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] ... C=1.0, epsilon=0.001, kernel=linear, score=-0.007874 -   9.6s\n",
      "[CV] C=1.0, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] ... C=1.0, epsilon=0.001, kernel=linear, score=-0.157775 -   8.2s\n",
      "[CV] C=1.0, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] .... C=1.0, epsilon=0.001, kernel=linear, score=0.190374 -   8.6s\n",
      "[CV] .... C=1.0, epsilon=0.001, kernel=linear, score=0.129869 -   8.2s\n",
      "[CV] C=1.0, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] C=1.0, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] ... C=1.0, epsilon=0.001, kernel=linear, score=-0.034078 -   7.6s\n",
      "[CV] C=1.0, epsilon=0.01, kernel=linear ..............................\n",
      "[CV] ..... C=1.0, epsilon=0.01, kernel=linear, score=0.100444 -   6.0s\n",
      "[CV] C=1.0, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=1.0, epsilon=0.01, kernel=linear, score=0.319270 -   7.3s\n",
      "[CV] C=1.0, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=1.0, epsilon=0.01, kernel=linear, score=0.024923 -   6.9s\n",
      "[CV] C=1.0, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=1.0, epsilon=0.01, kernel=linear, score=0.130852 -   6.4s\n",
      "[CV] C=1.0, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=1.0, epsilon=0.01, kernel=linear, score=0.007960 -   9.5s\n",
      "[CV] C=1.0, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=1.0, epsilon=0.01, kernel=linear, score=0.037036 -   7.6s\n",
      "[CV] C=1.0, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] .... C=1.0, epsilon=0.01, kernel=linear, score=-0.173845 -   7.8s\n",
      "[CV] C=1.0, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=1.0, epsilon=0.01, kernel=linear, score=0.129427 -   7.5s\n",
      "[CV] C=1.0, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=1.0, epsilon=0.01, kernel=linear, score=0.134388 -   7.6s\n",
      "[CV] C=1.0, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] .... C=1.0, epsilon=0.01, kernel=linear, score=-0.007738 -   7.8s\n",
      "[CV] C=1.0, epsilon=0.1, kernel=linear ...............................\n",
      "[CV] ..... C=1.0, epsilon=0.1, kernel=linear, score=-0.003823 -   5.4s\n",
      "[CV] C=10.0, epsilon=0.0001, kernel=linear ...........................\n",
      "[CV] ...... C=1.0, epsilon=0.1, kernel=linear, score=0.302851 -   5.3s\n",
      "[CV] C=10.0, epsilon=0.0001, kernel=linear ...........................\n",
      "[CV] ...... C=1.0, epsilon=0.1, kernel=linear, score=0.132609 -   4.6s\n",
      "[CV] C=10.0, epsilon=0.0001, kernel=linear ...........................\n",
      "[CV] ...... C=1.0, epsilon=0.1, kernel=linear, score=0.028607 -   5.6s\n",
      "[CV] C=10.0, epsilon=0.0001, kernel=linear ...........................\n",
      "[CV] ..... C=1.0, epsilon=0.1, kernel=linear, score=-0.144642 -   3.5s\n",
      "[CV] C=10.0, epsilon=0.0001, kernel=linear ...........................\n",
      "[CV] ...... C=1.0, epsilon=0.1, kernel=linear, score=0.178402 -   3.3s\n",
      "[CV] C=10.0, epsilon=0.0001, kernel=linear ...........................\n",
      "[CV] ...... C=1.0, epsilon=0.1, kernel=linear, score=0.178675 -   5.7s\n",
      "[CV] C=10.0, epsilon=0.0001, kernel=linear ...........................\n",
      "[CV] ...... C=1.0, epsilon=0.1, kernel=linear, score=0.095771 -   4.4s\n",
      "[CV] C=10.0, epsilon=0.0001, kernel=linear ...........................\n",
      "[CV] ...... C=1.0, epsilon=0.1, kernel=linear, score=0.062439 -   6.3s\n",
      "[CV] C=10.0, epsilon=0.0001, kernel=linear ...........................\n",
      "[CV] ...... C=1.0, epsilon=0.1, kernel=linear, score=0.095999 -   4.2s\n",
      "[CV] C=10.0, epsilon=0.0001, kernel=linear ...........................\n",
      "[CV] .. C=10.0, epsilon=0.0001, kernel=linear, score=0.090909 - 1.2min\n",
      "[CV] C=10.0, epsilon=0.001, kernel=linear ............................\n",
      "[CV] .. C=10.0, epsilon=0.0001, kernel=linear, score=0.334923 - 1.2min\n",
      "[CV] C=10.0, epsilon=0.001, kernel=linear ............................\n",
      "[CV] .. C=10.0, epsilon=0.0001, kernel=linear, score=0.048367 - 1.2min\n",
      "[CV] C=10.0, epsilon=0.001, kernel=linear ............................\n",
      "[CV] . C=10.0, epsilon=0.0001, kernel=linear, score=-0.002504 - 1.3min\n",
      "[CV] C=10.0, epsilon=0.001, kernel=linear ............................\n",
      "[CV] .. C=10.0, epsilon=0.0001, kernel=linear, score=0.127868 - 1.4min\n",
      "[CV] C=10.0, epsilon=0.001, kernel=linear ............................\n",
      "[CV] . C=10.0, epsilon=0.0001, kernel=linear, score=-0.157651 - 1.4min\n",
      "[CV] C=10.0, epsilon=0.001, kernel=linear ............................\n",
      "[CV] .. C=10.0, epsilon=0.0001, kernel=linear, score=0.201817 - 1.4min\n",
      "[CV] C=10.0, epsilon=0.001, kernel=linear ............................\n",
      "[CV] .. C=10.0, epsilon=0.0001, kernel=linear, score=0.140848 - 1.4min\n",
      "[CV] C=10.0, epsilon=0.001, kernel=linear ............................\n",
      "[CV] . C=10.0, epsilon=0.0001, kernel=linear, score=-0.040944 - 1.5min\n",
      "[CV] C=10.0, epsilon=0.001, kernel=linear ............................\n",
      "[CV] . C=10.0, epsilon=0.0001, kernel=linear, score=-0.008189 - 1.8min\n",
      "[CV] C=10.0, epsilon=0.001, kernel=linear ............................\n",
      "[CV] ... C=10.0, epsilon=0.001, kernel=linear, score=0.335822 -  56.7s\n",
      "[CV] C=10.0, epsilon=0.01, kernel=linear .............................\n",
      "[CV] ... C=10.0, epsilon=0.001, kernel=linear, score=0.004370 -  58.3s\n",
      "[CV] C=10.0, epsilon=0.01, kernel=linear .............................\n",
      "[CV] ... C=10.0, epsilon=0.001, kernel=linear, score=0.054042 -  57.1s\n",
      "[CV] C=10.0, epsilon=0.01, kernel=linear .............................\n",
      "[CV] ... C=10.0, epsilon=0.001, kernel=linear, score=0.096137 - 1.2min\n",
      "[CV] C=10.0, epsilon=0.01, kernel=linear .............................\n",
      "[CV] .. C=10.0, epsilon=0.001, kernel=linear, score=-0.152146 - 1.0min\n",
      "[CV] C=10.0, epsilon=0.01, kernel=linear .............................\n",
      "[CV] ... C=10.0, epsilon=0.001, kernel=linear, score=0.141229 - 1.1min\n",
      "[CV] C=10.0, epsilon=0.01, kernel=linear .............................\n",
      "[CV] .. C=10.0, epsilon=0.001, kernel=linear, score=-0.008265 - 1.4min\n",
      "[CV] C=10.0, epsilon=0.01, kernel=linear .............................\n",
      "[CV] ... C=10.0, epsilon=0.001, kernel=linear, score=0.205270 - 1.2min\n",
      "[CV] C=10.0, epsilon=0.01, kernel=linear .............................\n",
      "[CV] ... C=10.0, epsilon=0.001, kernel=linear, score=0.129367 - 1.3min\n",
      "[CV] C=10.0, epsilon=0.01, kernel=linear .............................\n",
      "[CV] .. C=10.0, epsilon=0.001, kernel=linear, score=-0.031675 - 1.2min\n",
      "[CV] C=10.0, epsilon=0.01, kernel=linear .............................\n",
      "[CV] .... C=10.0, epsilon=0.01, kernel=linear, score=0.112517 - 1.0min\n",
      "[CV] C=10.0, epsilon=0.1, kernel=linear ..............................\n",
      "[CV] .... C=10.0, epsilon=0.01, kernel=linear, score=0.026741 - 1.2min\n",
      "[CV] C=10.0, epsilon=0.1, kernel=linear ..............................\n",
      "[CV] .... C=10.0, epsilon=0.01, kernel=linear, score=0.007550 - 1.3min\n",
      "[CV] C=10.0, epsilon=0.1, kernel=linear ..............................\n",
      "[CV] .... C=10.0, epsilon=0.01, kernel=linear, score=0.033556 - 1.1min\n",
      "[CV] C=10.0, epsilon=0.1, kernel=linear ..............................\n",
      "[CV] .... C=10.0, epsilon=0.01, kernel=linear, score=0.320188 - 1.4min\n",
      "[CV] C=10.0, epsilon=0.1, kernel=linear ..............................\n",
      "[CV] .... C=10.0, epsilon=0.01, kernel=linear, score=0.162918 - 1.2min\n",
      "[CV] C=10.0, epsilon=0.1, kernel=linear ..............................\n",
      "[CV] .... C=10.0, epsilon=0.01, kernel=linear, score=0.129614 - 1.3min\n",
      "[CV] C=10.0, epsilon=0.1, kernel=linear ..............................\n",
      "[CV] ... C=10.0, epsilon=0.01, kernel=linear, score=-0.169041 - 1.4min\n",
      "[CV] C=10.0, epsilon=0.1, kernel=linear ..............................\n",
      "[CV] .... C=10.0, epsilon=0.01, kernel=linear, score=0.120235 - 1.2min\n",
      "[CV] C=10.0, epsilon=0.1, kernel=linear ..............................\n",
      "[CV] ..... C=10.0, epsilon=0.1, kernel=linear, score=0.026228 -  41.0s\n",
      "[CV] C=10.0, epsilon=0.1, kernel=linear ..............................\n",
      "[CV] ..... C=10.0, epsilon=0.1, kernel=linear, score=0.298354 -  41.9s\n",
      "[CV] C=100.0, epsilon=0.0001, kernel=linear ..........................\n",
      "[CV] ..... C=10.0, epsilon=0.1, kernel=linear, score=0.001268 -  46.2s\n",
      "[CV] C=100.0, epsilon=0.0001, kernel=linear ..........................\n",
      "[CV] ..... C=10.0, epsilon=0.1, kernel=linear, score=0.133064 -  39.4s\n",
      "[CV] C=100.0, epsilon=0.0001, kernel=linear ..........................\n",
      "[CV] ... C=10.0, epsilon=0.01, kernel=linear, score=-0.011520 - 1.3min\n",
      "[CV] C=100.0, epsilon=0.0001, kernel=linear ..........................\n",
      "[CV] ..... C=10.0, epsilon=0.1, kernel=linear, score=0.055185 -  43.3s\n",
      "[CV] C=100.0, epsilon=0.0001, kernel=linear ..........................\n",
      "[CV] .... C=10.0, epsilon=0.1, kernel=linear, score=-0.144714 -  36.8s\n",
      "[CV] C=100.0, epsilon=0.0001, kernel=linear ..........................\n",
      "[CV] ..... C=10.0, epsilon=0.1, kernel=linear, score=0.161849 -  29.0s\n",
      "[CV] C=100.0, epsilon=0.0001, kernel=linear ..........................\n",
      "[CV] ..... C=10.0, epsilon=0.1, kernel=linear, score=0.180262 -  47.8s\n",
      "[CV] C=100.0, epsilon=0.0001, kernel=linear ..........................\n",
      "[CV] ..... C=10.0, epsilon=0.1, kernel=linear, score=0.096353 -  30.4s\n",
      "[CV] C=100.0, epsilon=0.0001, kernel=linear ..........................\n",
      "[CV] ..... C=10.0, epsilon=0.1, kernel=linear, score=0.099485 -  51.9s\n",
      "[CV] C=100.0, epsilon=0.0001, kernel=linear ..........................\n",
      "[CV]  C=100.0, epsilon=0.0001, kernel=linear, score=-0.001170 -11.1min\n",
      "[CV] C=100.0, epsilon=0.001, kernel=linear ...........................\n",
      "[CV] . C=100.0, epsilon=0.0001, kernel=linear, score=0.333334 -11.7min\n",
      "[CV] C=100.0, epsilon=0.001, kernel=linear ...........................\n",
      "[CV] . C=100.0, epsilon=0.0001, kernel=linear, score=0.044775 -11.7min\n",
      "[CV] C=100.0, epsilon=0.001, kernel=linear ...........................\n",
      "[CV] . C=100.0, epsilon=0.0001, kernel=linear, score=0.095520 -12.2min\n",
      "[CV] C=100.0, epsilon=0.001, kernel=linear ...........................\n",
      "[CV]  C=100.0, epsilon=0.0001, kernel=linear, score=-0.153909 -13.0min\n",
      "[CV] C=100.0, epsilon=0.001, kernel=linear ...........................\n",
      "[CV]  C=100.0, epsilon=0.0001, kernel=linear, score=-0.007540 -13.5min\n",
      "[CV] C=100.0, epsilon=0.001, kernel=linear ...........................\n",
      "[CV] . C=100.0, epsilon=0.0001, kernel=linear, score=0.208566 -13.1min\n",
      "[CV] C=100.0, epsilon=0.001, kernel=linear ...........................\n",
      "[CV] . C=100.0, epsilon=0.0001, kernel=linear, score=0.141694 -13.7min\n",
      "[CV] C=100.0, epsilon=0.001, kernel=linear ...........................\n",
      "[CV] . C=100.0, epsilon=0.0001, kernel=linear, score=0.130402 -14.0min\n",
      "[CV] C=100.0, epsilon=0.001, kernel=linear ...........................\n",
      "[CV]  C=100.0, epsilon=0.0001, kernel=linear, score=-0.034108 -14.1min\n",
      "[CV] C=100.0, epsilon=0.001, kernel=linear ...........................\n",
      "[CV] .. C=100.0, epsilon=0.001, kernel=linear, score=0.006603 - 9.1min\n",
      "[CV] C=100.0, epsilon=0.01, kernel=linear ............................\n",
      "[CV] .. C=100.0, epsilon=0.001, kernel=linear, score=0.331861 -10.2min\n",
      "[CV] C=100.0, epsilon=0.01, kernel=linear ............................\n",
      "[CV] .. C=100.0, epsilon=0.001, kernel=linear, score=0.103933 -10.0min\n",
      "[CV] C=100.0, epsilon=0.01, kernel=linear ............................\n",
      "[CV] . C=100.0, epsilon=0.001, kernel=linear, score=-0.010514 -11.7min\n",
      "[CV] C=100.0, epsilon=0.01, kernel=linear ............................\n",
      "[CV] .. C=100.0, epsilon=0.001, kernel=linear, score=0.134459 -10.4min\n",
      "[CV] C=100.0, epsilon=0.01, kernel=linear ............................\n",
      "[CV] .. C=100.0, epsilon=0.001, kernel=linear, score=0.054406 -10.9min\n",
      "[CV] C=100.0, epsilon=0.01, kernel=linear ............................\n",
      "[CV] . C=100.0, epsilon=0.001, kernel=linear, score=-0.022415 - 9.7min\n",
      "[CV] C=100.0, epsilon=0.01, kernel=linear ............................\n",
      "[CV] . C=100.0, epsilon=0.001, kernel=linear, score=-0.151744 -11.2min\n",
      "[CV] C=100.0, epsilon=0.01, kernel=linear ............................\n",
      "[CV] .. C=100.0, epsilon=0.001, kernel=linear, score=0.213521 -11.4min\n",
      "[CV] C=100.0, epsilon=0.01, kernel=linear ............................\n",
      "[CV] .. C=100.0, epsilon=0.001, kernel=linear, score=0.128753 -10.8min\n",
      "[CV] C=100.0, epsilon=0.01, kernel=linear ............................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done 780 tasks      | elapsed: 30.7min\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ... C=100.0, epsilon=0.01, kernel=linear, score=0.024778 - 8.5min\n",
      "[CV] C=100.0, epsilon=0.1, kernel=linear .............................\n",
      "[CV] ... C=100.0, epsilon=0.01, kernel=linear, score=0.006091 -10.6min\n",
      "[CV] C=100.0, epsilon=0.1, kernel=linear .............................\n",
      "[CV] ... C=100.0, epsilon=0.01, kernel=linear, score=0.037562 - 8.7min\n",
      "[CV] C=100.0, epsilon=0.1, kernel=linear .............................\n",
      "[CV] ... C=100.0, epsilon=0.01, kernel=linear, score=0.108675 -10.2min\n",
      "[CV] C=100.0, epsilon=0.1, kernel=linear .............................\n",
      "[CV] ... C=100.0, epsilon=0.01, kernel=linear, score=0.164785 - 8.8min\n",
      "[CV] C=100.0, epsilon=0.1, kernel=linear .............................\n",
      "[CV] ... C=100.0, epsilon=0.01, kernel=linear, score=0.318026 -11.9min\n",
      "[CV] C=100.0, epsilon=0.1, kernel=linear .............................\n",
      "[CV] .. C=100.0, epsilon=0.01, kernel=linear, score=-0.167681 -10.7min\n",
      "[CV] C=100.0, epsilon=0.1, kernel=linear .............................\n",
      "[CV] ... C=100.0, epsilon=0.01, kernel=linear, score=0.120889 -10.3min\n",
      "[CV] C=100.0, epsilon=0.1, kernel=linear .............................\n",
      "[CV] .. C=100.0, epsilon=0.01, kernel=linear, score=-0.010082 -11.0min\n",
      "[CV] C=100.0, epsilon=0.1, kernel=linear .............................\n",
      "[CV] ... C=100.0, epsilon=0.01, kernel=linear, score=0.123595 -12.9min\n",
      "[CV] C=100.0, epsilon=0.1, kernel=linear .............................\n",
      "[CV] .... C=100.0, epsilon=0.1, kernel=linear, score=0.296479 - 5.7min\n",
      "[CV] .... C=100.0, epsilon=0.1, kernel=linear, score=0.000667 - 6.6min\n",
      "[CV] .... C=100.0, epsilon=0.1, kernel=linear, score=0.131527 - 6.0min\n",
      "[CV] .... C=100.0, epsilon=0.1, kernel=linear, score=0.062975 - 5.5min\n",
      "[CV] .... C=100.0, epsilon=0.1, kernel=linear, score=0.030695 - 6.7min\n",
      "[CV] ... C=100.0, epsilon=0.1, kernel=linear, score=-0.143632 - 4.5min\n",
      "[CV] .... C=100.0, epsilon=0.1, kernel=linear, score=0.165670 - 3.7min\n",
      "[CV] .... C=100.0, epsilon=0.1, kernel=linear, score=0.181574 - 6.2min\n",
      "[CV] .... C=100.0, epsilon=0.1, kernel=linear, score=0.091665 - 3.1min\n",
      "[CV] .... C=100.0, epsilon=0.1, kernel=linear, score=0.094279 - 5.0min\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=10)]: Done 800 out of 800 | elapsed: 45.9min finished\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=10, error_score='raise',\n",
       "       estimator=SVR(C=1.0, cache_size=200, coef0=0.0, degree=3, epsilon=0.1, gamma='auto',\n",
       "  kernel='rbf', max_iter=-1, shrinking=True, tol=0.001, verbose=False),\n",
       "       fit_params={}, iid=True, n_jobs=10,\n",
       "       param_grid=[{'epsilon': array([ 0.0001,  0.001 ,  0.01  ,  0.1   ]), 'kernel': ['rbf', 'sigmoid'], 'gamma': array([ 0.01,  0.1 ]), 'C': array([   0.1,    1. ,   10. ,  100. ])}, {'epsilon': array([ 0.0001,  0.001 ,  0.01  ,  0.1   ]), 'kernel': ['linear'], 'C': array([   0.1,    1. ,   10. ,  100. ])}],\n",
       "       pre_dispatch='2*n_jobs', refit=True,\n",
       "       scoring=make_scorer(simple_spearman), verbose=3)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "epsilon = np.logspace(-4,-1,4)\n",
    "cc = np.logspace(-1, 2, 4)\n",
    "gamma = np.logspace(-2,-1,2)\n",
    "\n",
    "param_grid = [\n",
    "    {'epsilon': epsilon, 'kernel': ['rbf', 'sigmoid'], 'gamma': gamma, 'C': cc},\n",
    "    {'epsilon': epsilon, 'kernel': ['linear'], 'C': cc},\n",
    "]\n",
    "\n",
    "grid_search = GridSearchCV(svm.SVR(), param_grid=param_grid, \\\n",
    "                           scoring=spearmanr_scorer, cv=10, n_jobs=10, \\\n",
    "                           verbose=3)\n",
    "start = time()\n",
    "\n",
    "grid_search.fit(features, labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SVR(C=0.10000000000000001, cache_size=200, coef0=0.0, degree=3,\n",
      "  epsilon=0.10000000000000001, gamma='auto', kernel='linear', max_iter=-1,\n",
      "  shrinking=True, tol=0.001, verbose=False)\n",
      "0.09944778114260006\n",
      "{'C': 0.10000000000000001, 'epsilon': 0.10000000000000001, 'kernel': 'linear'}\n"
     ]
    }
   ],
   "source": [
    "print(grid_search.best_estimator_)\n",
    "print(grid_search.best_score_)\n",
    "print(grid_search.best_params_)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### GradientBoostingRegressor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 5 folds for each of 3 candidates, totalling 15 fits\n",
      "[CV] learning_rate=0.1 ...............................................\n",
      "[CV] learning_rate=0.1 ...............................................\n",
      "[CV] learning_rate=0.1 ...............................................\n",
      "[CV] learning_rate=0.1 ...............................................\n",
      "[CV] learning_rate=0.1 ...............................................\n",
      "[CV] ...................... learning_rate=0.1, score=0.248317 -   0.1s\n",
      "[CV] ...................... learning_rate=0.1, score=0.144253 -   0.1s\n",
      "[CV] ...................... learning_rate=0.1, score=0.245060 -   0.2s\n",
      "[CV] ...................... learning_rate=0.1, score=0.189653 -   0.2s\n",
      "[CV] learning_rate=0.05 ..............................................\n",
      "[CV] learning_rate=0.05 ..............................................\n",
      "[CV] learning_rate=0.05 ..............................................\n",
      "[CV] ...................... learning_rate=0.1, score=0.170426 -   0.2s\n",
      "[CV] learning_rate=0.05 ..............................................\n",
      "[CV] learning_rate=0.05 ..............................................\n",
      "[CV] ..................... learning_rate=0.05, score=0.188082 -   0.1s\n",
      "[CV] ..................... learning_rate=0.05, score=0.166668 -   0.1s\n",
      "[CV] ..................... learning_rate=0.05, score=0.189993 -   0.1s\n",
      "[CV] learning_rate=0.02 ..............................................\n",
      "[CV] learning_rate=0.02 ..............................................\n",
      "[CV] learning_rate=0.02 ..............................................\n",
      "[CV] ..................... learning_rate=0.05, score=0.124876 -   0.1s\n",
      "[CV] ..................... learning_rate=0.05, score=0.238847 -   0.1s\n",
      "[CV] ..................... learning_rate=0.02, score=0.229642 -   0.1s\n",
      "[CV] ..................... learning_rate=0.02, score=0.178467 -   0.1s\n",
      "[CV] learning_rate=0.02 ..............................................\n",
      "[CV] ..................... learning_rate=0.02, score=0.162508 -   0.1s\n",
      "[CV] learning_rate=0.02 ..............................................\n",
      "[CV] ..................... learning_rate=0.02, score=0.114778 -   0.1s\n",
      "[CV] ..................... learning_rate=0.02, score=0.173147 -   0.1s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=5)]: Done   6 out of  15 | elapsed:    0.3s remaining:    0.5s\n",
      "[Parallel(n_jobs=5)]: Done  15 out of  15 | elapsed:    0.5s finished\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=5, error_score='raise',\n",
       "       estimator=GradientBoostingRegressor(alpha=0.9, criterion='friedman_mse', init=None,\n",
       "             learning_rate=0.1, loss='ls', max_depth=1, max_features=None,\n",
       "             max_leaf_nodes=None, min_impurity_split=1e-07,\n",
       "             min_samples_leaf=1, min_samples_split=2,\n",
       "             min_weight_fraction_leaf=0.0, n_estimators=50, presort='auto',\n",
       "             random_state=None, subsample=1.0, verbose=0, warm_start=False),\n",
       "       fit_params={}, iid=True, n_jobs=5,\n",
       "       param_grid={'learning_rate': [0.1, 0.05, 0.02]},\n",
       "       pre_dispatch='2*n_jobs', refit=True,\n",
       "       scoring=make_scorer(simple_spearman), verbose=3)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.ensemble import GradientBoostingRegressor\n",
    "\n",
    "clf = GradientBoostingRegressor(n_estimators=50, max_depth=1, loss='ls')\n",
    "param_grid = {'learning_rate': [0.1, 0.05, 0.02]}\n",
    "grid_search = GridSearchCV(clf, param_grid=param_grid, \\\n",
    "                           scoring=spearmanr_scorer, cv=5, n_jobs=5, \\\n",
    "                           verbose=3)\n",
    "grid_search.fit(features, labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "GradientBoostingRegressor(alpha=0.9, criterion='friedman_mse', init=None,\n",
      "             learning_rate=0.1, loss='ls', max_depth=1, max_features=None,\n",
      "             max_leaf_nodes=None, min_impurity_split=1e-07,\n",
      "             min_samples_leaf=1, min_samples_split=2,\n",
      "             min_weight_fraction_leaf=0.0, n_estimators=50, presort='auto',\n",
      "             random_state=None, subsample=1.0, verbose=0, warm_start=False)\n",
      "0.19958327910902954\n",
      "{'learning_rate': 0.1}\n"
     ]
    }
   ],
   "source": [
    "print(grid_search.best_estimator_)\n",
    "print(grid_search.best_score_)\n",
    "print(grid_search.best_params_)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### LinearSVR"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 5 folds for each of 16 candidates, totalling 80 fits\n",
      "[CV] C=0.1, epsilon=0.0001 ...........................................\n",
      "[CV] C=0.1, epsilon=0.0001 ...........................................\n",
      "[CV] C=0.1, epsilon=0.0001 ...........................................\n",
      "[CV] C=0.1, epsilon=0.0001 ...........................................\n",
      "[CV] C=0.1, epsilon=0.0001 ...........................................\n",
      "[CV] .................. C=0.1, epsilon=0.0001, score=0.125395 -   0.1s\n",
      "[CV] .................. C=0.1, epsilon=0.0001, score=0.031679 -   0.1s\n",
      "[CV] .................. C=0.1, epsilon=0.0001, score=0.189885 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.001 ............................................\n",
      "[CV] .................. C=0.1, epsilon=0.0001, score=0.292125 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.001 ............................................\n",
      "[CV] C=0.1, epsilon=0.001 ............................................\n",
      "[CV] C=0.1, epsilon=0.001 ............................................\n",
      "[CV] .................. C=0.1, epsilon=0.0001, score=0.163355 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.001 ............................................\n",
      "[CV] ................... C=0.1, epsilon=0.001, score=0.126839 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.01 .............................................\n",
      "[CV] ................... C=0.1, epsilon=0.001, score=0.190152 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.01 .............................................\n",
      "[CV] ................... C=0.1, epsilon=0.001, score=0.297576 -   0.1s\n",
      "[CV] ................... C=0.1, epsilon=0.001, score=0.026452 -   0.1s\n",
      "[CV] ................... C=0.1, epsilon=0.001, score=0.169319 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.01 .............................................\n",
      "[CV] C=0.1, epsilon=0.1 ..............................................\n",
      "[CV] C=0.1, epsilon=0.1 ..............................................\n",
      "[CV] .................... C=0.1, epsilon=0.01, score=0.281907 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.01 .............................................\n",
      "[CV] .................... C=0.1, epsilon=0.01, score=0.180358 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.01 .............................................\n",
      "[CV] ..................... C=0.1, epsilon=0.1, score=0.047131 -   0.1s\n",
      "[CV] ..................... C=0.1, epsilon=0.1, score=0.167504 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.1 ..............................................\n",
      "[CV] C=0.1, epsilon=0.1 ..............................................\n",
      "[CV] .................... C=0.1, epsilon=0.01, score=0.171464 -   0.1s\n",
      "[CV] C=0.1, epsilon=0.1 ..............................................\n",
      "[CV] .................... C=0.1, epsilon=0.01, score=0.026074 -   0.1s\n",
      "[CV] ..................... C=0.1, epsilon=0.1, score=0.224779 -   0.1s\n",
      "[CV] .................... C=0.1, epsilon=0.01, score=0.126038 -   0.1s\n",
      "[CV] C=1.0, epsilon=0.0001 ...........................................\n",
      "[CV] ..................... C=0.1, epsilon=0.1, score=0.308452 -   0.1s\n",
      "[CV] ..................... C=0.1, epsilon=0.1, score=0.176861 -   0.1s\n",
      "[CV] C=1.0, epsilon=0.0001 ...........................................\n",
      "[CV] C=1.0, epsilon=0.0001 ...........................................\n",
      "[CV] C=1.0, epsilon=0.001 ............................................\n",
      "[CV] C=1.0, epsilon=0.001 ............................................\n",
      "[CV] .................. C=1.0, epsilon=0.0001, score=0.194465 -   0.2s\n",
      "[CV] .................. C=1.0, epsilon=0.0001, score=0.223692 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.0001 ...........................................\n",
      "[CV] C=1.0, epsilon=0.0001 ...........................................\n",
      "[CV] .................. C=1.0, epsilon=0.0001, score=0.191419 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.001 ............................................\n",
      "[CV] ................... C=1.0, epsilon=0.001, score=0.115366 -   0.2s\n",
      "[CV] ................... C=1.0, epsilon=0.001, score=0.065126 -   0.1s\n",
      "[CV] C=1.0, epsilon=0.001 ............................................\n",
      "[CV] C=1.0, epsilon=0.001 ............................................\n",
      "[CV] .................. C=1.0, epsilon=0.0001, score=0.100008 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.01 .............................................\n",
      "[CV] .................. C=1.0, epsilon=0.0001, score=0.049128 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.01 .............................................\n",
      "[CV] ................... C=1.0, epsilon=0.001, score=0.149498 -   0.1s\n",
      "[CV] ................... C=1.0, epsilon=0.001, score=0.195597 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.01 .............................................\n",
      "[CV] ................... C=1.0, epsilon=0.001, score=0.229406 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1 ..............................................\n",
      "[CV] C=1.0, epsilon=0.1 ..............................................\n",
      "[CV] .................... C=1.0, epsilon=0.01, score=0.198413 -   0.2s\n",
      "[CV] .................... C=1.0, epsilon=0.01, score=0.197193 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.01 .............................................\n",
      "[CV] C=1.0, epsilon=0.01 .............................................\n",
      "[CV] ..................... C=1.0, epsilon=0.1, score=0.073947 -   0.1s\n",
      "[CV] C=1.0, epsilon=0.1 ..............................................\n",
      "[CV] ..................... C=1.0, epsilon=0.1, score=0.179029 -   0.2s\n",
      "[CV] .................... C=1.0, epsilon=0.01, score=0.158965 -   0.2s\n",
      "[CV] C=1.0, epsilon=0.1 ..............................................\n",
      "[CV] C=1.0, epsilon=0.1 ..............................................\n",
      "[CV] .................... C=1.0, epsilon=0.01, score=0.041642 -   0.2s\n",
      "[CV] .................... C=1.0, epsilon=0.01, score=0.096960 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.0001 ..........................................\n",
      "[CV] C=10.0, epsilon=0.0001 ..........................................\n",
      "[CV] ..................... C=1.0, epsilon=0.1, score=0.242629 -   0.2s\n",
      "[CV] ..................... C=1.0, epsilon=0.1, score=0.123600 -   0.1s\n",
      "[CV] C=10.0, epsilon=0.0001 ..........................................\n",
      "[CV] ..................... C=1.0, epsilon=0.1, score=0.262471 -   0.1s\n",
      "[CV] C=10.0, epsilon=0.001 ...........................................\n",
      "[CV] C=10.0, epsilon=0.001 ...........................................\n",
      "[CV] ................. C=10.0, epsilon=0.0001, score=0.125779 -   0.2s\n",
      "[CV] ................. C=10.0, epsilon=0.0001, score=0.235250 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.0001 ..........................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=5)]: Done  34 tasks      | elapsed:    1.3s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] C=10.0, epsilon=0.0001 ..........................................\n",
      "[CV] ................. C=10.0, epsilon=0.0001, score=0.072949 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.001 ...........................................\n",
      "[CV] ................. C=10.0, epsilon=0.001, score=-0.004145 -   0.1s\n",
      "[CV] C=10.0, epsilon=0.001 ...........................................\n",
      "[CV] .................. C=10.0, epsilon=0.001, score=0.104063 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.001 ...........................................\n",
      "[CV] ................. C=10.0, epsilon=0.0001, score=0.075683 -   0.2s\n",
      "[CV] ................. C=10.0, epsilon=0.0001, score=0.082951 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.01 ............................................\n",
      "[CV] C=10.0, epsilon=0.01 ............................................\n",
      "[CV] .................. C=10.0, epsilon=0.001, score=0.262149 -   0.2s\n",
      "[CV] .................. C=10.0, epsilon=0.001, score=0.060382 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.01 ............................................\n",
      "[CV] C=10.0, epsilon=0.1 .............................................\n",
      "[CV] .................. C=10.0, epsilon=0.001, score=0.154485 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.1 .............................................\n",
      "[CV] ................... C=10.0, epsilon=0.01, score=0.226339 -   0.2s\n",
      "[CV] ................... C=10.0, epsilon=0.01, score=0.248148 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.01 ............................................\n",
      "[CV] C=10.0, epsilon=0.01 ............................................\n",
      "[CV] .................... C=10.0, epsilon=0.1, score=0.155303 -   0.2s\n",
      "[CV] .................... C=10.0, epsilon=0.1, score=0.115367 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.1 .............................................\n",
      "[CV] .................. C=10.0, epsilon=0.01, score=-0.020818 -   0.2s\n",
      "[CV] C=10.0, epsilon=0.1 .............................................\n",
      "[CV] C=10.0, epsilon=0.1 .............................................\n",
      "[CV] ................... C=10.0, epsilon=0.01, score=0.147783 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.0001 .........................................\n",
      "[CV] ................... C=10.0, epsilon=0.01, score=0.022503 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.0001 .........................................\n",
      "[CV] .................... C=10.0, epsilon=0.1, score=0.244707 -   0.2s\n",
      "[CV] .................... C=10.0, epsilon=0.1, score=0.193643 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.0001 .........................................\n",
      "[CV] C=100.0, epsilon=0.001 ..........................................\n",
      "[CV] .................... C=10.0, epsilon=0.1, score=0.131673 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.001 ..........................................\n",
      "[CV] ................ C=100.0, epsilon=0.0001, score=0.060783 -   0.2s\n",
      "[CV] ................ C=100.0, epsilon=0.0001, score=0.211753 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.0001 .........................................\n",
      "[CV] ................. C=100.0, epsilon=0.001, score=0.084955 -   0.1s\n",
      "[CV] C=100.0, epsilon=0.0001 .........................................\n",
      "[CV] ................ C=100.0, epsilon=0.0001, score=0.126953 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.001 ..........................................\n",
      "[CV] ................. C=100.0, epsilon=0.001, score=0.013180 -   0.1s\n",
      "[CV] C=100.0, epsilon=0.001 ..........................................\n",
      "[CV] C=100.0, epsilon=0.001 ..........................................\n",
      "[CV] ................ C=100.0, epsilon=0.0001, score=0.059119 -   0.2s\n",
      "[CV] ................ C=100.0, epsilon=0.0001, score=0.042198 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.01 ...........................................\n",
      "[CV] ................. C=100.0, epsilon=0.001, score=0.186893 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.01 ...........................................\n",
      "[CV] ................ C=100.0, epsilon=0.001, score=-0.036632 -   0.2s\n",
      "[CV] ................. C=100.0, epsilon=0.001, score=0.065093 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.1 ............................................\n",
      "[CV] C=100.0, epsilon=0.01 ...........................................\n",
      "[CV] C=100.0, epsilon=0.1 ............................................\n",
      "[CV] ................. C=100.0, epsilon=0.01, score=-0.004392 -   0.1s\n",
      "[CV] C=100.0, epsilon=0.01 ...........................................\n",
      "[CV] .................. C=100.0, epsilon=0.01, score=0.024883 -   0.2s\n",
      "[CV] ................. C=100.0, epsilon=0.01, score=-0.119714 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.01 ...........................................\n",
      "[CV] C=100.0, epsilon=0.1 ............................................\n",
      "[CV] ................... C=100.0, epsilon=0.1, score=0.065124 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.1 ............................................\n",
      "[CV] ................... C=100.0, epsilon=0.1, score=0.096913 -   0.2s\n",
      "[CV] C=100.0, epsilon=0.1 ............................................\n",
      "[CV] ................. C=100.0, epsilon=0.01, score=-0.035817 -   0.2s\n",
      "[CV] .................. C=100.0, epsilon=0.01, score=0.116720 -   0.2s\n",
      "[CV] .................. C=100.0, epsilon=0.1, score=-0.006351 -   0.1s\n",
      "[CV] ................... C=100.0, epsilon=0.1, score=0.173445 -   0.2s\n",
      "[CV] ................... C=100.0, epsilon=0.1, score=0.214973 -   0.2s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=5)]: Done  80 out of  80 | elapsed:    2.9s finished\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=5, error_score='raise',\n",
       "       estimator=LinearSVR(C=1.0, dual=True, epsilon=0.0, fit_intercept=True,\n",
       "     intercept_scaling=1.0, loss='epsilon_insensitive', max_iter=1000,\n",
       "     random_state=None, tol=0.0001, verbose=0),\n",
       "       fit_params={}, iid=True, n_jobs=5,\n",
       "       param_grid={'epsilon': array([ 0.0001,  0.001 ,  0.01  ,  0.1   ]), 'C': array([   0.1,    1. ,   10. ,  100. ])},\n",
       "       pre_dispatch='2*n_jobs', refit=True,\n",
       "       scoring=make_scorer(simple_spearman), verbose=3)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.svm import LinearSVR\n",
    "\n",
    "clf = LinearSVR()\n",
    "param_grid = {'epsilon': epsilon, 'C': cc}\n",
    "grid_search = GridSearchCV(clf, param_grid=param_grid, \\\n",
    "                           scoring=spearmanr_scorer, cv=5, n_jobs=5, \\\n",
    "                           verbose=3)\n",
    "grid_search.fit(features, labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LinearSVR(C=0.10000000000000001, dual=True, epsilon=0.10000000000000001,\n",
      "     fit_intercept=True, intercept_scaling=1.0, loss='epsilon_insensitive',\n",
      "     max_iter=1000, random_state=None, tol=0.0001, verbose=0)\n",
      "0.18506907047874463\n",
      "{'C': 0.10000000000000001, 'epsilon': 0.10000000000000001}\n"
     ]
    }
   ],
   "source": [
    "print(grid_search.best_estimator_)\n",
    "print(grid_search.best_score_)\n",
    "print(grid_search.best_params_)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Train and Print Spearman"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "joy: 0.420319868951\n",
      "anger: 0.519727870554\n",
      "sadness: 0.565992103428\n",
      "fear: 0.420355411517\n",
      "avg: 0.481598813613\n"
     ]
    }
   ],
   "source": [
    "from sklearn.ensemble import GradientBoostingRegressor\n",
    "sperman_result = []\n",
    "\n",
    "for emotion in ['joy','anger','sadness','fear']:\n",
    "    #model = svm.LinearSVR(epsilon=0.1, C=0.1)\n",
    "    model = GradientBoostingRegressor()\n",
    "    #model = svm.SVR(kernel='rbf')\n",
    "    #model = svm.SVR(kernel='sigmoid')\n",
    "    #model = svm.SVR(kernel='linear')\n",
    "      \n",
    "    tweets_train = pd.read_csv('data/' + emotion + '-ratings-0to1.train.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "    tweets_dev = pd.read_csv('data/' + emotion + '-ratings-0to1.dev.gold.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "    tweets_gold = pd.read_csv('data/' + emotion + '-ratings-0to1.test.gold.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "    tweets_train.append(tweets_dev)\n",
    "    features = liwc_class.build_features(tweets_train.tweet)\n",
    "    labels = tweets_train.score\n",
    "    model.fit(features, labels)\n",
    "\n",
    "    tweets_test = pd.read_csv('data/' + emotion + '-ratings-0to1.test.target.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "    #tweets_test = pd.read_csv('data/' + emotion + '-ratings-0to1.dev.target.txt', sep='\\t', names=['id','tweet','emotion','score'], index_col='id')\n",
    "    test_features = liwc_class.build_features(tweets_test.tweet)\n",
    "    tweets_test['score'] = model.predict(test_features)\n",
    "    \n",
    "    sperman_result.append(spearmanr(tweets_test['score'],tweets_gold['score'])[0])\n",
    "    print (emotion + \": \" + str(spearmanr(tweets_test['score'],tweets_gold['score'])[0]))\n",
    "    #print (emotion + \": \" + str(spearmanr(tweets_test['score'],tweets_dev['score'])[0]))\n",
    "    \n",
    "print (\"avg: \" + str(sum(sperman_result)/4))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "source": [
    "GradientBoostingRegressor\n",
    "- joy: 0.420319868951\n",
    "- anger: 0.519727870554\n",
    "- sadness: 0.565992103428\n",
    "- fear: 0.420355411517\n",
    "- avg: 0.481598813613\n",
    "\n",
    "LinearSVR(epsilon=0.1, C=0.1)\n",
    "- joy: 0.428205140982\n",
    "- anger: 0.504387074662\n",
    "- sadness: 0.556025086906\n",
    "- fear: 0.443232816914\n",
    "- avg: 0.482962529866\n",
    "\n",
    "SVR(kernel='linear')\n",
    "- joy: 0.431329237433\n",
    "- anger: 0.502828272633\n",
    "- sadness: 0.557108435203\n",
    "- fear: 0.441993064742\n",
    "- avg: 0.483314752503\n",
    "\n",
    "SVR(kernel='sigmoid')\n",
    "- joy: -0.0168871943046\n",
    "- anger: -0.0856720881426\n",
    "- sadness: -0.108471242498\n",
    "- fear: 0.0697493749889\n",
    "- avg: -0.035320287489\n",
    "\n",
    "SVR(kernel='rbf')\n",
    "- joy: 0.399183001712\n",
    "- anger: 0.44510362404\n",
    "- sadness: 0.517857497773\n",
    "- fear: 0.407497721819\n",
    "- avg: 0.442410461336"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}