final_lstm.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "JcENPI2NQ1rW"
   },
   "source": [
    "# Identifying Hate Speech in Social Media Comments: PyTorch LSTM"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "Z4eDhtxDQ7Ey"
   },
   "source": [
    "### Import Modules"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "_zx9y7jLffJv"
   },
   "outputs": [],
   "source": [
    "import os\n",
    "import re\n",
    "import sys\n",
    "import ssl\n",
    "import json\n",
    "import nltk\n",
    "import time\n",
    "import math\n",
    "import string\n",
    "import pickle\n",
    "import argparse\n",
    "\n",
    "import torch\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from torch import optim\n",
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "import torch.utils.data as tud\n",
    "from collections import Counter, OrderedDict\n",
    "from sklearn.model_selection import train_test_split\n",
    "from torchtext.data import Field, BucketIterator\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.stem import PorterStemmer, LancasterStemmer\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import accuracy_score, precision_score, recall_score, f1_score, roc_auc_score\n",
    "from torch.nn.utils.rnn import pad_sequence, pack_sequence, pad_packed_sequence, pack_padded_sequence"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "I8BYwZSkIswo"
   },
   "outputs": [],
   "source": [
    "import warnings\n",
    "# warnings.filterwarnings('ignore')\n",
    "\n",
    "warnings.filterwarnings(action='once')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 68
    },
    "colab_type": "code",
    "id": "hYZBI0yauX7w",
    "outputId": "0d070fdd-3f42-4e0e-b345-57df5c749da8"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
      "[nltk_data]   Unzipping corpora/stopwords.zip.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 11,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import nltk\n",
    "nltk.download('stopwords')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 71,
     "resources": {
      "http://localhost:8080/nbextensions/google.colab/files.js": {
       "data": "Ly8gQ29weXJpZ2h0IDIwMTcgR29vZ2xlIExMQwovLwovLyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKLy8geW91IG1heSBub3QgdXNlIHRoaXMgZmlsZSBleGNlcHQgaW4gY29tcGxpYW5jZSB3aXRoIHRoZSBMaWNlbnNlLgovLyBZb3UgbWF5IG9idGFpbiBhIGNvcHkgb2YgdGhlIExpY2Vuc2UgYXQKLy8KLy8gICAgICBodHRwOi8vd3d3LmFwYWNoZS5vcmcvbGljZW5zZXMvTElDRU5TRS0yLjAKLy8KLy8gVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQovLyBkaXN0cmlidXRlZCB1bmRlciB0aGUgTGljZW5zZSBpcyBkaXN0cmlidXRlZCBvbiBhbiAiQVMgSVMiIEJBU0lTLAovLyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KLy8gU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAovLyBsaW1pdGF0aW9ucyB1bmRlciB0aGUgTGljZW5zZS4KCi8qKgogKiBAZmlsZW92ZXJ2aWV3IEhlbHBlcnMgZm9yIGdvb2dsZS5jb2xhYiBQeXRob24gbW9kdWxlLgogKi8KKGZ1bmN0aW9uKHNjb3BlKSB7CmZ1bmN0aW9uIHNwYW4odGV4dCwgc3R5bGVBdHRyaWJ1dGVzID0ge30pIHsKICBjb25zdCBlbGVtZW50ID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnc3BhbicpOwogIGVsZW1lbnQudGV4dENvbnRlbnQgPSB0ZXh0OwogIGZvciAoY29uc3Qga2V5IG9mIE9iamVjdC5rZXlzKHN0eWxlQXR0cmlidXRlcykpIHsKICAgIGVsZW1lbnQuc3R5bGVba2V5XSA9IHN0eWxlQXR0cmlidXRlc1trZXldOwogIH0KICByZXR1cm4gZWxlbWVudDsKfQoKLy8gTWF4IG51bWJlciBvZiBieXRlcyB3aGljaCB3aWxsIGJlIHVwbG9hZGVkIGF0IGEgdGltZS4KY29uc3QgTUFYX1BBWUxPQURfU0laRSA9IDEwMCAqIDEwMjQ7Ci8vIE1heCBhbW91bnQgb2YgdGltZSB0byBibG9jayB3YWl0aW5nIGZvciB0aGUgdXNlci4KY29uc3QgRklMRV9DSEFOR0VfVElNRU9VVF9NUyA9IDMwICogMTAwMDsKCmZ1bmN0aW9uIF91cGxvYWRGaWxlcyhpbnB1dElkLCBvdXRwdXRJZCkgewogIGNvbnN0IHN0ZXBzID0gdXBsb2FkRmlsZXNTdGVwKGlucHV0SWQsIG91dHB1dElkKTsKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIC8vIENhY2hlIHN0ZXBzIG9uIHRoZSBvdXRwdXRFbGVtZW50IHRvIG1ha2UgaXQgYXZhaWxhYmxlIGZvciB0aGUgbmV4dCBjYWxsCiAgLy8gdG8gdXBsb2FkRmlsZXNDb250aW51ZSBmcm9tIFB5dGhvbi4KICBvdXRwdXRFbGVtZW50LnN0ZXBzID0gc3RlcHM7CgogIHJldHVybiBfdXBsb2FkRmlsZXNDb250aW51ZShvdXRwdXRJZCk7Cn0KCi8vIFRoaXMgaXMgcm91Z2hseSBhbiBhc3luYyBnZW5lcmF0b3IgKG5vdCBzdXBwb3J0ZWQgaW4gdGhlIGJyb3dzZXIgeWV0KSwKLy8gd2hlcmUgdGhlcmUgYXJlIG11bHRpcGxlIGFzeW5jaHJvbm91cyBzdGVwcyBhbmQgdGhlIFB5dGhvbiBzaWRlIGlzIGdvaW5nCi8vIHRvIHBvbGwgZm9yIGNvbXBsZXRpb24gb2YgZWFjaCBzdGVwLgovLyBUaGlzIHVzZXMgYSBQcm9taXNlIHRvIGJsb2NrIHRoZSBweXRob24gc2lkZSBvbiBjb21wbGV0aW9uIG9mIGVhY2ggc3RlcCwKLy8gdGhlbiBwYXNzZXMgdGhlIHJlc3VsdCBvZiB0aGUgcHJldmlvdXMgc3RlcCBhcyB0aGUgaW5wdXQgdG8gdGhlIG5leHQgc3RlcC4KZnVuY3Rpb24gX3VwbG9hZEZpbGVzQ29udGludWUob3V0cHV0SWQpIHsKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIGNvbnN0IHN0ZXBzID0gb3V0cHV0RWxlbWVudC5zdGVwczsKCiAgY29uc3QgbmV4dCA9IHN0ZXBzLm5leHQob3V0cHV0RWxlbWVudC5sYXN0UHJvbWlzZVZhbHVlKTsKICByZXR1cm4gUHJvbWlzZS5yZXNvbHZlKG5leHQudmFsdWUucHJvbWlzZSkudGhlbigodmFsdWUpID0+IHsKICAgIC8vIENhY2hlIHRoZSBsYXN0IHByb21pc2UgdmFsdWUgdG8gbWFrZSBpdCBhdmFpbGFibGUgdG8gdGhlIG5leHQKICAgIC8vIHN0ZXAgb2YgdGhlIGdlbmVyYXRvci4KICAgIG91dHB1dEVsZW1lbnQubGFzdFByb21pc2VWYWx1ZSA9IHZhbHVlOwogICAgcmV0dXJuIG5leHQudmFsdWUucmVzcG9uc2U7CiAgfSk7Cn0KCi8qKgogKiBHZW5lcmF0b3IgZnVuY3Rpb24gd2hpY2ggaXMgY2FsbGVkIGJldHdlZW4gZWFjaCBhc3luYyBzdGVwIG9mIHRoZSB1cGxvYWQKICogcHJvY2Vzcy4KICogQHBhcmFtIHtzdHJpbmd9IGlucHV0SWQgRWxlbWVudCBJRCBvZiB0aGUgaW5wdXQgZmlsZSBwaWNrZXIgZWxlbWVudC4KICogQHBhcmFtIHtzdHJpbmd9IG91dHB1dElkIEVsZW1lbnQgSUQgb2YgdGhlIG91dHB1dCBkaXNwbGF5LgogKiBAcmV0dXJuIHshSXRlcmFibGU8IU9iamVjdD59IEl0ZXJhYmxlIG9mIG5leHQgc3RlcHMuCiAqLwpmdW5jdGlvbiogdXBsb2FkRmlsZXNTdGVwKGlucHV0SWQsIG91dHB1dElkKSB7CiAgY29uc3QgaW5wdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQoaW5wdXRJZCk7CiAgaW5wdXRFbGVtZW50LmRpc2FibGVkID0gZmFsc2U7CgogIGNvbnN0IG91dHB1dEVsZW1lbnQgPSBkb2N1bWVudC5nZXRFbGVtZW50QnlJZChvdXRwdXRJZCk7CiAgb3V0cHV0RWxlbWVudC5pbm5lckhUTUwgPSAnJzsKCiAgY29uc3QgcGlja2VkUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICBpbnB1dEVsZW1lbnQuYWRkRXZlbnRMaXN0ZW5lcignY2hhbmdlJywgKGUpID0+IHsKICAgICAgcmVzb2x2ZShlLnRhcmdldC5maWxlcyk7CiAgICB9KTsKICB9KTsKCiAgY29uc3QgY2FuY2VsID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnYnV0dG9uJyk7CiAgaW5wdXRFbGVtZW50LnBhcmVudEVsZW1lbnQuYXBwZW5kQ2hpbGQoY2FuY2VsKTsKICBjYW5jZWwudGV4dENvbnRlbnQgPSAnQ2FuY2VsIHVwbG9hZCc7CiAgY29uc3QgY2FuY2VsUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICBjYW5jZWwub25jbGljayA9ICgpID0+IHsKICAgICAgcmVzb2x2ZShudWxsKTsKICAgIH07CiAgfSk7CgogIC8vIENhbmNlbCB1cGxvYWQgaWYgdXNlciBoYXNuJ3QgcGlja2VkIGFueXRoaW5nIGluIHRpbWVvdXQuCiAgY29uc3QgdGltZW91dFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgc2V0VGltZW91dCgoKSA9PiB7CiAgICAgIHJlc29sdmUobnVsbCk7CiAgICB9LCBGSUxFX0NIQU5HRV9USU1FT1VUX01TKTsKICB9KTsKCiAgLy8gV2FpdCBmb3IgdGhlIHVzZXIgdG8gcGljayB0aGUgZmlsZXMuCiAgY29uc3QgZmlsZXMgPSB5aWVsZCB7CiAgICBwcm9taXNlOiBQcm9taXNlLnJhY2UoW3BpY2tlZFByb21pc2UsIHRpbWVvdXRQcm9taXNlLCBjYW5jZWxQcm9taXNlXSksCiAgICByZXNwb25zZTogewogICAgICBhY3Rpb246ICdzdGFydGluZycsCiAgICB9CiAgfTsKCiAgaWYgKCFmaWxlcykgewogICAgcmV0dXJuIHsKICAgICAgcmVzcG9uc2U6IHsKICAgICAgICBhY3Rpb246ICdjb21wbGV0ZScsCiAgICAgIH0KICAgIH07CiAgfQoKICBjYW5jZWwucmVtb3ZlKCk7CgogIC8vIERpc2FibGUgdGhlIGlucHV0IGVsZW1lbnQgc2luY2UgZnVydGhlciBwaWNrcyBhcmUgbm90IGFsbG93ZWQuCiAgaW5wdXRFbGVtZW50LmRpc2FibGVkID0gdHJ1ZTsKCiAgZm9yIChjb25zdCBmaWxlIG9mIGZpbGVzKSB7CiAgICBjb25zdCBsaSA9IGRvY3VtZW50LmNyZWF0ZUVsZW1lbnQoJ2xpJyk7CiAgICBsaS5hcHBlbmQoc3BhbihmaWxlLm5hbWUsIHtmb250V2VpZ2h0OiAnYm9sZCd9KSk7CiAgICBsaS5hcHBlbmQoc3BhbigKICAgICAgICBgKCR7ZmlsZS50eXBlIHx8ICduL2EnfSkgLSAke2ZpbGUuc2l6ZX0gYnl0ZXMsIGAgKwogICAgICAgIGBsYXN0IG1vZGlmaWVkOiAkewogICAgICAgICAgICBmaWxlLmxhc3RNb2RpZmllZERhdGUgPyBmaWxlLmxhc3RNb2RpZmllZERhdGUudG9Mb2NhbGVEYXRlU3RyaW5nKCkgOgogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAnbi9hJ30gLSBgKSk7CiAgICBjb25zdCBwZXJjZW50ID0gc3BhbignMCUgZG9uZScpOwogICAgbGkuYXBwZW5kQ2hpbGQocGVyY2VudCk7CgogICAgb3V0cHV0RWxlbWVudC5hcHBlbmRDaGlsZChsaSk7CgogICAgY29uc3QgZmlsZURhdGFQcm9taXNlID0gbmV3IFByb21pc2UoKHJlc29sdmUpID0+IHsKICAgICAgY29uc3QgcmVhZGVyID0gbmV3IEZpbGVSZWFkZXIoKTsKICAgICAgcmVhZGVyLm9ubG9hZCA9IChlKSA9PiB7CiAgICAgICAgcmVzb2x2ZShlLnRhcmdldC5yZXN1bHQpOwogICAgICB9OwogICAgICByZWFkZXIucmVhZEFzQXJyYXlCdWZmZXIoZmlsZSk7CiAgICB9KTsKICAgIC8vIFdhaXQgZm9yIHRoZSBkYXRhIHRvIGJlIHJlYWR5LgogICAgbGV0IGZpbGVEYXRhID0geWllbGQgewogICAgICBwcm9taXNlOiBmaWxlRGF0YVByb21pc2UsCiAgICAgIHJlc3BvbnNlOiB7CiAgICAgICAgYWN0aW9uOiAnY29udGludWUnLAogICAgICB9CiAgICB9OwoKICAgIC8vIFVzZSBhIGNodW5rZWQgc2VuZGluZyB0byBhdm9pZCBtZXNzYWdlIHNpemUgbGltaXRzLiBTZWUgYi82MjExNTY2MC4KICAgIGxldCBwb3NpdGlvbiA9IDA7CiAgICB3aGlsZSAocG9zaXRpb24gPCBmaWxlRGF0YS5ieXRlTGVuZ3RoKSB7CiAgICAgIGNvbnN0IGxlbmd0aCA9IE1hdGgubWluKGZpbGVEYXRhLmJ5dGVMZW5ndGggLSBwb3NpdGlvbiwgTUFYX1BBWUxPQURfU0laRSk7CiAgICAgIGNvbnN0IGNodW5rID0gbmV3IFVpbnQ4QXJyYXkoZmlsZURhdGEsIHBvc2l0aW9uLCBsZW5ndGgpOwogICAgICBwb3NpdGlvbiArPSBsZW5ndGg7CgogICAgICBjb25zdCBiYXNlNjQgPSBidG9hKFN0cmluZy5mcm9tQ2hhckNvZGUuYXBwbHkobnVsbCwgY2h1bmspKTsKICAgICAgeWllbGQgewogICAgICAgIHJlc3BvbnNlOiB7CiAgICAgICAgICBhY3Rpb246ICdhcHBlbmQnLAogICAgICAgICAgZmlsZTogZmlsZS5uYW1lLAogICAgICAgICAgZGF0YTogYmFzZTY0LAogICAgICAgIH0sCiAgICAgIH07CiAgICAgIHBlcmNlbnQudGV4dENvbnRlbnQgPQogICAgICAgICAgYCR7TWF0aC5yb3VuZCgocG9zaXRpb24gLyBmaWxlRGF0YS5ieXRlTGVuZ3RoKSAqIDEwMCl9JSBkb25lYDsKICAgIH0KICB9CgogIC8vIEFsbCBkb25lLgogIHlpZWxkIHsKICAgIHJlc3BvbnNlOiB7CiAgICAgIGFjdGlvbjogJ2NvbXBsZXRlJywKICAgIH0KICB9Owp9CgpzY29wZS5nb29nbGUgPSBzY29wZS5nb29nbGUgfHwge307CnNjb3BlLmdvb2dsZS5jb2xhYiA9IHNjb3BlLmdvb2dsZS5jb2xhYiB8fCB7fTsKc2NvcGUuZ29vZ2xlLmNvbGFiLl9maWxlcyA9IHsKICBfdXBsb2FkRmlsZXMsCiAgX3VwbG9hZEZpbGVzQ29udGludWUsCn07Cn0pKHNlbGYpOwo=",
       "headers": [
        [
         "content-type",
         "application/javascript"
        ]
       ],
       "ok": true,
       "status": 200,
       "status_text": ""
      }
     }
    },
    "colab_type": "code",
    "id": "KKsJchrPuLYE",
    "outputId": "7a259a15-1e14-4584-ee5e-a3a2ebbe010d"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "     <input type=\"file\" id=\"files-fdd156f8-55b4-4820-b199-830fbc64f519\" name=\"files[]\" multiple disabled />\n",
       "     <output id=\"result-fdd156f8-55b4-4820-b199-830fbc64f519\">\n",
       "      Upload widget is only available when the cell has been executed in the\n",
       "      current browser session. Please rerun this cell to enable.\n",
       "      </output>\n",
       "      <script src=\"/nbextensions/google.colab/files.js\"></script> "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Saving lstm_results.json to lstm_results.json\n"
     ]
    }
   ],
   "source": [
    "# from google.colab import files, auth\n",
    "# auth.authenticate_user()\n",
    "uploaded = files.upload()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 88
    },
    "colab_type": "code",
    "id": "FuaHFOJxffJ0",
    "outputId": "5bccf92a-4873-485f-91fa-053b6eefe5ce"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Using CUDA? True cuda:0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/nltk/corpus/reader/wordlist.py:28: ResourceWarning: unclosed file <_io.BufferedReader name='/root/nltk_data/corpora/stopwords/english'>\n",
      "  return concat([self.open(f).read() for f in fileids])\n"
     ]
    }
   ],
   "source": [
    "import exec_lstm as exl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "t_CtPMsJPe69"
   },
   "outputs": [],
   "source": [
    "device = torch.device(\"cuda:0\" if torch.cuda.is_available() else 'cpu')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "PLFYlzfkffJ4",
    "outputId": "6dc98a11-7cd7-4d54-ac76-b3a9dbf66804"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 14,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "torch.cuda.is_available()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "a2CoPnulZEyN"
   },
   "outputs": [],
   "source": [
    "# import importlib\n",
    "# import google\n",
    "# importlib.reload(google.colab.auth)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 71
    },
    "colab_type": "code",
    "id": "Ms0t4XSSHIsw",
    "outputId": "a19be195-4665-4090-cfa2-a8213ec57955"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/google/colab/auth.py:141: ResourceWarning: unclosed <ssl.SSLSocket fd=66, family=AddressFamily.AF_INET, type=SocketKind.SOCK_STREAM, proto=6, laddr=('172.28.0.2', 56462), raddr=('209.85.145.84', 443)>\n",
      "  if _check_adc():\n"
     ]
    }
   ],
   "source": [
    "# from google.colab import auth\n",
    "# auth.authenticate_user()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 479
    },
    "colab_type": "code",
    "id": "Mnd-yCkXIAAR",
    "outputId": "8bd9e349-969d-4478-9033-ec9954a7b424"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting gcsfs\n",
      "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/76/19/68ab4e6570a7882698058be8ecf1b195b0b784b838ac1b0ea82c422c0f5a/gcsfs-0.2.2.tar.gz (52kB)\n",
      "\r",
      "\u001b[K     |██████▎                         | 10kB 11.8MB/s eta 0:00:01\r",
      "\u001b[K     |████████████▋                   | 20kB 3.6MB/s eta 0:00:01\r",
      "\u001b[K     |██████████████████▉             | 30kB 5.1MB/s eta 0:00:01\r",
      "\u001b[K     |█████████████████████████▏      | 40kB 3.7MB/s eta 0:00:01\r",
      "\u001b[K     |███████████████████████████████▌| 51kB 4.5MB/s eta 0:00:01\r",
      "\u001b[K     |████████████████████████████████| 61kB 4.8MB/s \n",
      "\u001b[?25hRequirement already satisfied: google-auth>=1.2 in /usr/local/lib/python3.6/dist-packages (from gcsfs) (1.4.2)\n",
      "Requirement already satisfied: google-auth-oauthlib in /usr/local/lib/python3.6/dist-packages (from gcsfs) (0.3.0)\n",
      "Requirement already satisfied: requests in /usr/local/lib/python3.6/dist-packages (from gcsfs) (2.21.0)\n",
      "Requirement already satisfied: decorator in /usr/local/lib/python3.6/dist-packages (from gcsfs) (4.4.0)\n",
      "Requirement already satisfied: rsa>=3.1.4 in /usr/local/lib/python3.6/dist-packages (from google-auth>=1.2->gcsfs) (4.0)\n",
      "Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.6/dist-packages (from google-auth>=1.2->gcsfs) (0.2.5)\n",
      "Requirement already satisfied: cachetools>=2.0.0 in /usr/local/lib/python3.6/dist-packages (from google-auth>=1.2->gcsfs) (3.1.1)\n",
      "Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.6/dist-packages (from google-auth>=1.2->gcsfs) (1.12.0)\n",
      "Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.6/dist-packages (from google-auth-oauthlib->gcsfs) (1.2.0)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests->gcsfs) (2019.3.9)\n",
      "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests->gcsfs) (3.0.4)\n",
      "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests->gcsfs) (1.24.3)\n",
      "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests->gcsfs) (2.8)\n",
      "Requirement already satisfied: pyasn1>=0.1.3 in /usr/local/lib/python3.6/dist-packages (from rsa>=3.1.4->google-auth>=1.2->gcsfs) (0.4.5)\n",
      "Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.6/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib->gcsfs) (3.0.1)\n",
      "Building wheels for collected packages: gcsfs\n",
      "  Building wheel for gcsfs (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
      "  Stored in directory: /root/.cache/pip/wheels/9f/0f/b9/5bc5222756d121ccace51ab3084a1c733380908a4e2f939038\n",
      "Successfully built gcsfs\n",
      "Installing collected packages: gcsfs\n",
      "Successfully installed gcsfs-0.2.2\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/google/colab/_pip.py:87: ResourceWarning: unclosed file <_io.TextIOWrapper name='/usr/local/lib/python3.6/dist-packages/gcsfs-0.2.2.dist-info/top_level.txt' mode='r' encoding='UTF-8'>\n",
      "  for line in open(toplevel):\n"
     ]
    }
   ],
   "source": [
    "!pip install gcsfs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 71
    },
    "colab_type": "code",
    "id": "X2mbxM4gHnqf",
    "outputId": "48d40a43-f1b6-42e0-c686-7197110c2435"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3.6/importlib/_bootstrap.py:219: ImportWarning: can't resolve package from __spec__ or __package__, falling back on __name__ and __path__\n",
      "  return f(*args, **kwds)\n"
     ]
    }
   ],
   "source": [
    "import gcsfs\n",
    "train_full = pd.read_csv('gs://no-hate/train.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "isOUNQIaffKM"
   },
   "outputs": [],
   "source": [
    "train_full['label'] = train_full.target.apply(lambda x: 1 if x > 0.5 else 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "vAS5oWmwffKQ"
   },
   "outputs": [],
   "source": [
    "test_ratio = 0.2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "JSmvany6N4BH"
   },
   "source": [
    "## Housekeeping and Variable Storage"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "F0V-qB-7cpTA"
   },
   "outputs": [],
   "source": [
    "torch.cuda.empty_cache()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 119
    },
    "colab_type": "code",
    "id": "FZ_0Bo0bomng",
    "outputId": "7628cd01-a6d6-4da2-8b82-bbdbe5b5d334"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Updated property [core/project].\n",
      "\n",
      "\n",
      "To take a quick anonymous survey, run:\n",
      "  $ gcloud alpha survey\n",
      "\n"
     ]
    }
   ],
   "source": [
    "project_id = 'tribal-monolith-242216'\n",
    "!gcloud config set project {project_id}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "JIMKCRNboFTS"
   },
   "outputs": [],
   "source": [
    "def send_to_bucket(filename, bucket_name=\"no-hate\", directory=None):\n",
    "    if directory:\n",
    "        !gsutil cp /content/{filename} gs://{bucket_name}/{directory}/\n",
    "    else:\n",
    "        !gsutil cp /content/{filename} gs://{bucket_name}/\n",
    "        \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "86RCZW-1pUOf"
   },
   "outputs": [],
   "source": [
    "# send_to_bucket(filename='20pct_imbalanced_model_state.pt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "zp4rsgW_sYoE"
   },
   "outputs": [],
   "source": [
    "import io\n",
    "# import cloudstorage\n",
    "import gcsfs\n",
    "from io import BytesIO\n",
    "import pickle\n",
    "\n",
    "def pickle_to_gcs(df, filename, bucket_name=\"no-hate\", directory=None):\n",
    "    \"\"\"\n",
    "    Pickle a dataframe to a specified file in a given Google Cloud Storage \n",
    "    bucket, optionally within a specified directory.\n",
    "    \n",
    "    Arguments:\n",
    "        df: a pandas dataframe\n",
    "        filename: filename to write to in a bucket given\n",
    "        bucket_name: the bucket to write to\n",
    "        directory: The directory to write to\n",
    "    \n",
    "    \"\"\"\n",
    "    pickle_buffer = io.BytesIO()\n",
    "    fs = gcsfs.GCSFileSystem(project=project_id)\n",
    "    df.to_pickle(filename)\n",
    "    \n",
    "    if directory:\n",
    "        directory = directory + \"/\"\n",
    "    else:\n",
    "        directory = \"\"\n",
    "    \n",
    "    with fs.open(f\"{bucket_name}/{directory}{filename}\", \"wb\") as handle:    \n",
    "        pickle.dump(df, handle)\n",
    "        \n",
    "    \n",
    "def load_pickle_from_gcs(filename, bucket_name=\"no-hate\",  directory=None):\n",
    "    \"\"\"     \n",
    "    Load a pickled dataframe from a specified file in a given Google Cloud \n",
    "    Storage bucket, optionally within a specified directory.\n",
    "    \n",
    "    Arguments:\n",
    "        df: a pandas dataframe\n",
    "        filename: filename to write to in a bucket given\n",
    "        bucket_name: the bucket to write to\n",
    "        directory: The directory to write to\n",
    "    \"\"\"\n",
    "    fs = gcsfs.GCSFileSystem(project=project_id) \n",
    "    \n",
    "    if directory:\n",
    "        directory = directory + \"/\"\n",
    "    else:\n",
    "        directory = \"\"\n",
    "        \n",
    "    with fs.open(f\"{bucket_name}/{directory}{filename}\", \"rb\") as handle:\n",
    "        df = pickle.load(handle)\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "kIw-KDeBFln9"
   },
   "outputs": [],
   "source": [
    "# Check Available RAM\n",
    "\n",
    "# !ln -sf /opt/bin/nvidia-smi /usr/bin/nvidia-smi\n",
    "# !pip install gputil\n",
    "# !pip install psutil\n",
    "# !pip install humanize\n",
    "# import psutil\n",
    "# import humanize\n",
    "# import os\n",
    "# import GPUtil as GPU\n",
    "# GPUs = GPU.getGPUs()\n",
    "# # XXX: only one GPU on Colab and isn’t guaranteed\n",
    "# gpu = GPUs[0]\n",
    "# def printm():\n",
    "#     process = psutil.Process(os.getpid())\n",
    "#     print(\"Gen RAM Free: \" + humanize.naturalsize( psutil.virtual_memory().available ), \" | Proc size: \" + humanize.naturalsize( process.memory_info().rss))\n",
    "#     print(\"GPU RAM Free: {0:.0f}MB | Used: {1:.0f}MB | Util {2:3.0f}% | Total {3:.0f}MB\".format(gpu.memoryFree, gpu.memoryUsed, gpu.memoryUtil*100, gpu.memoryTotal))\n",
    "# printm() "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "aGRp_AzPF5N-"
   },
   "outputs": [],
   "source": [
    "# Clear RAM\n",
    "\n",
    "# !kill -9 -1"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "avoL6-pwffKJ"
   },
   "source": [
    "## Creating Batch Loader to Enable Larger Dataset Training\n",
    "\n",
    "Use 20% data partition while building batch loader for LSTM model."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "b6shNJdp1GuO"
   },
   "source": [
    "### Create Batch Loader Test Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "H9SFTFjqffKS"
   },
   "outputs": [],
   "source": [
    "train_set, val_set, test_set = exl.get_samples(train_full, proportion=0.2, \n",
    "                                                  train_test_ratio=(1-test_ratio))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "SHD64__LffKY"
   },
   "outputs": [],
   "source": [
    "print(train_sample.shape, val_set.shape, test_set.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "0AZgVpVX2bP_"
   },
   "outputs": [],
   "source": [
    "train_sample.loc[train_sample.comment_text != ''].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "-Gn6znXcffKU"
   },
   "outputs": [],
   "source": [
    "train_sample.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "qQd7VXHlffKb"
   },
   "outputs": [],
   "source": [
    "val_samples = val_set.sample( n=math.ceil(len(train_sample)*test_ratio), random_state=1008 )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "aJngfdLJffKe"
   },
   "outputs": [],
   "source": [
    "val_samples.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "NJMdjtqFwf8O"
   },
   "outputs": [],
   "source": [
    "test_samples = test_set.sample( n=math.ceil(len(train_sample)*test_ratio), random_state=1008 )"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "qhJ-qFHp1RTR"
   },
   "source": [
    "### Data Loader Class"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "w_u3VHHsffKg"
   },
   "outputs": [],
   "source": [
    "from torchtext.data import Field, Dataset, Example\n",
    "import pandas as pd\n",
    "\n",
    "class DataFrameDataset(Dataset):\n",
    "    \"\"\"\n",
    "    Class for using pandas DataFrames as a datasource.\n",
    "    \n",
    "    H/T for the TorchText dataframe-based-Dataset hack to: \n",
    "    https://stackoverflow.com/questions/52602071/dataframe-as-datasource-in-torchtext\n",
    "    \"\"\"\n",
    "    def __init__(self, examples, fields, filter_pred=None):\n",
    "        \"\"\"\n",
    "        Create a dataset from a pandas dataframe of examples and Fields\n",
    "        \n",
    "        Arguments:\n",
    "            examples: pandas dataFrame of examples\n",
    "                fields: dictionary in format {str: Field} Fields to use in this tuple. The\n",
    "                string is a field name, and the Field is the associated TorchText Field.\n",
    "            filter_pred: callable or None. Whether to use only exanples for which\n",
    "                filter_pred(example) is true, or use all examples if None.\n",
    "                Default is None\n",
    "        \"\"\"\n",
    "        self.examples = examples.apply(SeriesExample.fromSeries, args=(fields,), axis=1).tolist()\n",
    "        if filter_pred is not None:\n",
    "            self.examples = filter(filter_pred, self.examples)\n",
    "        self.fields = dict(fields)\n",
    "        \n",
    "        # Unpack field tuples\n",
    "        for n, f in list(self.fields.items()):\n",
    "            if isinstance(n, tuple):\n",
    "                self.fields.update(zip(n, f))\n",
    "                del self.fields[n]\n",
    "\n",
    "                \n",
    "class SeriesExample(Example):\n",
    "    \"\"\"\n",
    "    Class to convert a pandas Series to a TorchText Example\n",
    "    \n",
    "    H/T for the TorchText dataframe-based-Dataset hack to: \n",
    "    https://stackoverflow.com/questions/52602071/dataframe-as-datasource-in-torchtext\n",
    "    \"\"\"\n",
    "\n",
    "    @classmethod\n",
    "    def fromSeries(cls, data, fields):\n",
    "        return cls.fromdict(data.to_dict(), fields)\n",
    "\n",
    "    @classmethod\n",
    "    def fromdict(cls, data, fields):\n",
    "        ex = cls()\n",
    "\n",
    "        for key, field in fields.items():\n",
    "            if key not in data:\n",
    "                raise ValueError(\"Specified key {} was not found in \"\n",
    "                \"the input data\".format(key))\n",
    "            if field is not None:\n",
    "                setattr(ex, key, field.preprocess(data[key]))\n",
    "            else:\n",
    "                setattr(ex, key, data[key])\n",
    "        return ex"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "JWX0b8xSffKi"
   },
   "outputs": [],
   "source": [
    "def tokenizer(text, stop_ws=exl.stops, stemmer=None, str_output=False):\n",
    "    \"\"\"\n",
    "    Tokenize text for deep learning, with handling for comments comprised\n",
    "    solely of sotp words, which have length zero after tokenization.\n",
    "    \n",
    "    Arguments:\n",
    "        text: text string to be tokenized\n",
    "        stop_ws: a set of stopwords to remove from text. Default is augmented \n",
    "            NLTK stopwords (excluding a handful of preselected keyworrds).\n",
    "        stemmer: an instance of an NLTK stemmer instance to use for stemming, \n",
    "            or None. Default is None.\n",
    "        str_output: Whether to return a string (versus a list). Default is False.\n",
    "    \"\"\"\n",
    "    t = text.replace(\"-\", \" \").split(\" \")\n",
    "    t = [w.strip(string.punctuation) for w in t]\n",
    "\n",
    "    if stop_ws:\n",
    "        t = [w.lower() for w in t if w not in stop_ws]\n",
    "\n",
    "    if stemmer:\n",
    "        t = [stemmer.stem(w) for w in t]\n",
    "\n",
    "    if t == []:\n",
    "        return ['<blank>']\n",
    "    if str_output:\n",
    "        return ' '.join(t)\n",
    "    else:\n",
    "        return t"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "2QaIVi9O1daj"
   },
   "source": [
    "### Data Loader Testing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "U7ZraRaGffKk"
   },
   "outputs": [],
   "source": [
    "TEXT = Field(tokenize=tokenizer, lower=True, include_lengths = True)\n",
    "LABEL = Field(sequential=False, unk_token=None, \n",
    "              dtype=torch.float)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "tau-zbnLffKm"
   },
   "outputs": [],
   "source": [
    "train_ds = DataFrameDataset(train_sample, fields = {'label' : LABEL, \n",
    "                                                    'comment_text': TEXT})\n",
    "valid_ds = DataFrameDataset(val_samples, fields = {'label' : LABEL, \n",
    "                                                   'comment_text': TEXT})\n",
    "test_ds = DataFrameDataset(test_samples, fields = { 'label' : LABEL, \n",
    "                                                   'comment_text' : TEXT})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Kuzua6h9ffKx"
   },
   "outputs": [],
   "source": [
    "train_ds.fields"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ePOPjdgVffK0"
   },
   "outputs": [],
   "source": [
    "valid_ds.fields"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "bneQDCt3ffKo"
   },
   "outputs": [],
   "source": [
    "TEXT.build_vocab(train_ds, max_size=25000, \n",
    "#                  vectors = \"glove.840B.300d\",\n",
    "                 vectors = \"glove.6B.200d\",\n",
    "                 unk_init = torch.Tensor.normal_)\n",
    "LABEL.build_vocab(train_ds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "yiIC_VLaffK2"
   },
   "outputs": [],
   "source": [
    "print('len(TEXT.vocab)', len(TEXT.vocab))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "z8EMXlNfffKp"
   },
   "outputs": [],
   "source": [
    "print(TEXT.vocab.stoi['hope'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ijUOcvskffKt"
   },
   "outputs": [],
   "source": [
    "print(TEXT.vocab.itos[198])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "6ZD5ksVPffK4"
   },
   "outputs": [],
   "source": [
    "BATCH_SIZE = 1300"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "HH5Zmse2xGNx"
   },
   "outputs": [],
   "source": [
    "train_iter, val_iter, test_iter = BucketIterator.splits(\n",
    "    (train_ds, valid_ds, test_ds), \n",
    "    batch_size = BATCH_SIZE,\n",
    "    sort_key=lambda x: len(x.comment_text),\n",
    "    sort_within_batch = True,\n",
    "    device = device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "PFCnCBlmffK-"
   },
   "outputs": [],
   "source": [
    "batch = next(iter(train_iter))\n",
    "print(batch.label)\n",
    "print(batch.label.size())\n",
    "print(batch.comment_text)\n",
    "print(batch.comment_text[0].size())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "5CkLGTRQz9Rj"
   },
   "outputs": [],
   "source": [
    "val_batch = next(iter(val_iter))\n",
    "print(val_batch.label)\n",
    "print(val_batch.label.size())\n",
    "print(val_batch.comment_text)\n",
    "print(val_batch.comment_text[0].size())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "aXnBVtcO0Ss0"
   },
   "outputs": [],
   "source": [
    "test_batch = next(iter(test_iter))\n",
    "print(test_batch.label)\n",
    "print(test_batch.label.size())\n",
    "print(test_batch.comment_text)\n",
    "print(test_batch.comment_text[0].size())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "ljuHEYXjz9kr"
   },
   "source": [
    "### Integrate Batch Loader into Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "0m7TpXvUffLG"
   },
   "outputs": [],
   "source": [
    "class LSTMModel(nn.Module):\n",
    "    \"\"\"\n",
    "    Class for LSTM recurrent neural network models\n",
    "    \"\"\"\n",
    "    def __init__(self, vocab_size, hidden_dim, pad_idx, batch_size=1,\n",
    "                 embed_dim=6, weight_decay=0, optimizer_fcn='Adam',\n",
    "                 learning_rate=1e-3, num_layers=2, dropout=0.05, \n",
    "                 num_classes=1, bidirectional=True):\n",
    "        \"\"\"\n",
    "        Create a model based on given paramters.\n",
    "        \n",
    "        Arguments:\n",
    "            vocab_size: the vocabulary size of the model\n",
    "            hidden_dim: the number of hidden dimensions in the model\n",
    "            pad_idx: the word-to-index value according to the model instance \n",
    "                corpus for padding values\n",
    "            batch_size: the size of batches the model should expect. \n",
    "                Default is 1.\n",
    "            embed_dim: the number of embedding dimensions. Default is 6. \n",
    "            weight_decay: the amount of weight decay or regularization the \n",
    "                model optimizer should use. Default is 0.\n",
    "            optimizer_fcn: the model opimizer to employ. Default is 'Adam.'\n",
    "            learning_rate: the model optimizer learning rate. Default 1e-3. \n",
    "            num_layers: The number of layers the model should deploy. Default \n",
    "                is 2.\n",
    "            dropout: the amount of dropout a model instance should apply. \n",
    "                Default is 0.05. \n",
    "            num_classes: The number of classes to predict. Default is 1. \n",
    "            bidirectional: Whether the model should be bidirectional. Default \n",
    "                is True.\n",
    "        \"\"\"\n",
    "        super(LSTMModel, self).__init__()\n",
    "        nn.Module.__init__(self)\n",
    "        self.vocab_size = vocab_size\n",
    "        self.hidden_dim = hidden_dim\n",
    "        self.batch_size = batch_size\n",
    "        self.num_layers = num_layers\n",
    "        self.embed_dim = embed_dim\n",
    "        self.dropout = dropout\n",
    "        self.output_dim = num_classes\n",
    "        self.loss_fcn = nn.NLLLoss()\n",
    "        self.weight_decay = weight_decay\n",
    "        self.learning_rate = learning_rate\n",
    "        self.pad_idx = pad_idx\n",
    "\n",
    "        # Layer 1: Embedding Layer\n",
    "        self.embedding = nn.Embedding(self.vocab_size, self.embed_dim, padding_idx=pad_idx)\n",
    "\n",
    "        # Layer 2: LSTM Layer\n",
    "        self.lstm = nn.LSTM(input_size = self.embed_dim, \n",
    "                            hidden_size = self.hidden_dim,\n",
    "                            num_layers = self.num_layers, \n",
    "                            dropout = self.dropout,\n",
    "                            bidirectional=bidirectional) \n",
    "#                             batch_first=True)\n",
    "\n",
    "        # Layer 3 (Output Layer): Linear\n",
    "        self.linear = nn.Linear(self.hidden_dim * 2, self.output_dim)\n",
    "    \n",
    "        # Dropout Layer  \n",
    "        self.dropout_layer = nn.Dropout(self.dropout)\n",
    "\n",
    "        # define optimizer\n",
    "        if optimizer_fcn == 'Adam':\n",
    "            self.optimizer = optim.Adam(params=self.parameters(),\n",
    "                                                 weight_decay=self.weight_decay,\n",
    "                                                 lr=self.learning_rate)\n",
    "        elif optimizer_fcn == 'RMSprop':\n",
    "            self.optimizer = optim.RMSprop(params=self.parameters(),\n",
    "                                                 weight_decay=self.weight_decay,\n",
    "                                                 lr=self.learning_rate)\n",
    "        elif optimizer_fcn == 'SDG':\n",
    "            self.optimizer = optim.SGD(params=self.parameters(),\n",
    "                                                 weight_decay=self.weight_decay,\n",
    "                                                 lr=self.learning_rate)\n",
    "            \n",
    "\n",
    "    def forward(self, input_seq, input_len):\n",
    "        \"\"\"\n",
    "        Pass a single comments' input sequence (vector represntation) through \n",
    "        model layers, using the input's length to inform sequence packing for\n",
    "        batch handling.\n",
    "        \n",
    "        H/T to Ben Trevett for example of applying dropout layer and batch packing: \n",
    "        https://github.com/bentrevett/pytorch-sentiment-analysis/blob/master/\n",
    "        2%20-%20Upgraded%20Sentiment%20Analysis.ipynb\n",
    "        \n",
    "        Arguments:\n",
    "            input_seq: sentence reqpresentation (word-to-idx vector)\n",
    "            input_len: the length of the sentence reprensentation\n",
    "        \"\"\"\n",
    "        # input_seq shape is [batch_max_input_len, batch_size]\n",
    "        embed_out = self.embedding(input_seq)\n",
    "        \n",
    "        embed_out = self.dropout_layer(embed_out)\n",
    "        # embed_out shape is [batch_max_input_len, batch_size, embed_dim]\n",
    "\n",
    "        # tell LSTM layer to focus on non-padded elements by packing embeddings\n",
    "        packed_embedded = nn.utils.rnn.pack_padded_sequence(embed_out, input_len)\n",
    "        \n",
    "        packed_lstm_out, (hn, cn) = self.lstm(packed_embedded)\n",
    "        # hn shape is [num_layers * num_directions, batch_size, hidden_dim]\n",
    "        \n",
    "        #concat final forward and backward hidden layers to apply any dropout\n",
    "        hn = self.dropout_layer(torch.cat((hn[-2,:,:], hn[-1,:,:]), dim = 1))\n",
    "        # hn shape is [batch size, hid dim * num directions]\n",
    "        \n",
    "        out = F.log_softmax(self.linear(hn), dim=1)\n",
    "        # out shape is [batch_size, outpu_dim]\n",
    "        \n",
    "        return out\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "qJW8CophffLQ"
   },
   "outputs": [],
   "source": [
    "def train_clf(model, iterator):\n",
    "    \"\"\"\n",
    "    Iterate through batches of input sequence (vector representations) for a \n",
    "    single epoch, passing them through model layers, calculating loss, \n",
    "    performing a backward pass, stepping the optimzer, and then zero-ing out \n",
    "    gradient for the next batch. \n",
    "    \n",
    "    Arguments:\n",
    "        model: a LSTMModel instance\n",
    "        iterator: a TorchText data loader\n",
    "    \"\"\"\n",
    "    running_loss = 0\n",
    "    epoch_recall = 0\n",
    "    epoch_nontarget_recall = 0\n",
    "    \n",
    "    model.train()\n",
    "\n",
    "    for batch in iterator:\n",
    "        if len(batch) != iterator.batch_size:\n",
    "            print(f\"Skipping small batch of length {len(batch)}...\")\n",
    "            continue\n",
    "          \n",
    "        model.optimizer.zero_grad()\n",
    "\n",
    "        seq, seq_lengths = batch.comment_text\n",
    "        y = batch.label.long()\n",
    "\n",
    "        if torch.cuda.is_available():\n",
    "            seq = seq.cuda() \n",
    "            y = y.cuda()\n",
    "            seq_lengths = seq_lengths.cuda()\n",
    "\n",
    "        preds = model.forward(seq, seq_lengths)\n",
    "\n",
    "        loss = model.loss_fcn(input=preds.squeeze(1), \n",
    "                                     target=y)\n",
    "\n",
    "        y_true = [single_tensor.item() for single_tensor in y]\n",
    "\n",
    "        indices = torch.argmax(preds, 1)\n",
    "        y_pred = [single_tensor.item() for single_tensor in indices.long()]\n",
    "\n",
    "        recall_toxic = recall_score(y_true, y_pred, pos_label=1)\n",
    "        recall_nontoxic = recall_score(y_true, y_pred, pos_label=0)\n",
    "\n",
    "        loss.backward()\n",
    "\n",
    "        running_loss += loss.item()\n",
    "        epoch_recall += recall_toxic.item()\n",
    "        epoch_nontarget_recall += recall_nontoxic.item()\n",
    "\n",
    "        model.optimizer.step()\n",
    "        \n",
    "    last_mean_error = np.mean(np.abs(loss.item()))\n",
    "    return running_loss / len(iterator), epoch_recall / len(iterator),  epoch_nontarget_recall / len(iterator), last_mean_error\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "CHo1z3ARffLS"
   },
   "outputs": [],
   "source": [
    "def evaluate_clf(model, iterator):\n",
    "    \"\"\"\n",
    "    Evaluate a trained model on a previously unseen data set in terms of \n",
    "    F1, Precision, Recall, Accuracy, and AUC-ROC metrics.\n",
    "    \n",
    "    Arguments:\n",
    "        model: a LSTMModel instance\n",
    "        iterator: a TorchText data loader\n",
    "    \"\"\"\n",
    "    running_loss = 0\n",
    "    epoch_recall = 0\n",
    "    epoch_nontarget_recall = 0\n",
    "    \n",
    "    model.eval()\n",
    "    \n",
    "    with torch.no_grad():\n",
    "    \n",
    "        for batch in iterator:\n",
    "\n",
    "            seq, seq_lengths = batch.comment_text\n",
    "            \n",
    "            y = batch.label.long()\n",
    "            \n",
    "            # get predictions from model\n",
    "            predictions = model.forward(seq, seq_lengths)\n",
    "            \n",
    "            # calculate loss (solely for comparison with training loss)\n",
    "            loss = model.loss_fcn(predictions.squeeze(1), y)\n",
    "            \n",
    "            # create numerical representation of GPU object, which is more \n",
    "            # compatible with numpy score functions\n",
    "            val_true = [single_tensor.item() for single_tensor in y]\n",
    "\n",
    "            # take larger of two indices to determine whether prediction is 1\n",
    "            # (\"toxic\") or 0 (\"not toxic\")\n",
    "            indices = torch.argmax(predictions, 1)\n",
    "            \n",
    "            # create numerical representation of GPU object, which is more \n",
    "            # compatible with numpy score functions\n",
    "            val_pred = [single_tensor.item() for single_tensor in indices]\n",
    "\n",
    "            # calculate metrics for target and non-target groups\n",
    "            f1_toxic = f1_score(val_true, val_pred, pos_label=1)\n",
    "            f1_nontoxic = f1_score(val_true, val_pred, pos_label=0)\n",
    "        \n",
    "            recall_toxic = recall_score(val_true, val_pred, pos_label=1)\n",
    "            recall_nontoxic = recall_score(val_true, val_pred, pos_label=0)\n",
    "            \n",
    "            precision_toxic = precision_score(val_true, val_pred, pos_label=1)\n",
    "            precision_nontoxic = precision_score(val_true, val_pred, pos_label=0)\n",
    "            \n",
    "            # calculate overall metrics: accuracy, auc_roc\n",
    "            accuracy = accuracy_score(val_true, val_pred)\n",
    "            \n",
    "            try:\n",
    "                auc_roc = roc_auc_score(val_true, val_pred)\n",
    "            except:\n",
    "                auc_roc = -1\n",
    "\n",
    "            # increment running loss\n",
    "            running_loss += loss.item()\n",
    "            \n",
    "            # increment recall contribution for eventual epoch average \n",
    "            epoch_recall += recall_toxic.item()\n",
    "            epoch_nontarget_recall += recall_nontoxic.item()\n",
    "  \n",
    "            metrics = {\n",
    "                \"target\": {\"f1\": round(f1_toxic * 100, 5),\n",
    "                           \"precision\": round(precision_toxic * 100, 5),\n",
    "                           \"recall\": round(recall_toxic * 100, 5)\n",
    "                          },\n",
    "                \"nontarget\": {\"f1\": round(f1_nontoxic * 100, 5),\n",
    "                           \"precision\": round(precision_nontoxic * 100, 5),\n",
    "                           \"recall\": round(recall_nontoxic * 100)\n",
    "                          },\n",
    "                \"overall\": {\"accuracy\": round(accuracy * 100, 5),\n",
    "                           \"auc_roc\": round(auc_roc * 100, 5)}\n",
    "            }\n",
    "   \n",
    "        \n",
    "    return running_loss / len(iterator), epoch_recall / len(iterator),  epoch_nontarget_recall / len(iterator), metrics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "RZu4Ql8yffLU"
   },
   "outputs": [],
   "source": [
    "import time\n",
    "\n",
    "def epoch_time(start_time, end_time):\n",
    "    \"\"\"\n",
    "    Record the amount of time required for each epoch.\n",
    "    \"\"\"\n",
    "    elapsed_time = end_time - start_time\n",
    "    elapsed_mins = int(elapsed_time / 60)\n",
    "    elapsed_secs = int(elapsed_time - (elapsed_mins * 60))\n",
    "    return elapsed_mins, elapsed_secs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "OLaTlirWCuVz"
   },
   "outputs": [],
   "source": [
    "def loop_epochs(model, train_iter, val_iter, num_epochs, outfile=None, \n",
    "                model_prefix=None):  \n",
    "    \"\"\"\n",
    "    Perform model training and evaluation over a given number of epochs for a \n",
    "    given model and iterators based on the model, optionally recording results \n",
    "    into a given outfile.\n",
    "    \n",
    "    Arguments:\n",
    "        model: an LSTMModel intstance \n",
    "        train_iter: a data loader for training with an LSTMModel instance\n",
    "        val_iter: a data loader for evaluation on an LSTMModel's performance\n",
    "        num_epochs: the number of epochs for which an LSTMModel should be \n",
    "            trained\n",
    "        outfile: (optional) a string indicating the name of a file in which \n",
    "            to record model results, or None. Default is None.\n",
    "        model_prefix: (optional) a prefix to add to names of model save state \n",
    "            files when best epoch model states are stored.\n",
    "    \"\"\"\n",
    "    loop_start = time.time()\n",
    "    if outfile:\n",
    "        f = open(outfile, \"a\")\n",
    "    else:\n",
    "        f = None\n",
    "      \n",
    "    # best_valid_loss = float('inf')\n",
    "    last_mean_error = -math.inf\n",
    "    best_target_recall = -1\n",
    "    best_nontarget_recall = -1\n",
    "\n",
    "    thresholds= {\n",
    "            5000: 1000,\n",
    "            1000: 100,\n",
    "            100: 10,\n",
    "            20: 5,\n",
    "            10: 3\n",
    "        }\n",
    "    metric_results = dict()\n",
    "\n",
    "    for epoch in range(num_epochs):\n",
    "\n",
    "        # Record epoch start time\n",
    "        start_time = time.time()\n",
    "\n",
    "        print(f\"Epoch {epoch}:\\nStarting training...\", file=f)\n",
    "        train_loss, target_recall, nontarget_recall, epoch_mean_error = train_clf(model, train_iter)\n",
    "\n",
    "        end_train = time.time()\n",
    "        train_mins, train_secs = epoch_time(start_time, end_train)\n",
    "\n",
    "        print(f\"Starting evaluation...({train_mins:02}:{train_secs:02} elapsed)\", file=f)\n",
    "        valid_loss, val_target_recall, val_nontarget_recall, metrics = evaluate_clf(model, val_iter)\n",
    "\n",
    "        end_eval = time.time()\n",
    "        eval_mins, eval_secs = epoch_time(end_train, end_eval)\n",
    "        print(f\"Finished evaluation...({eval_mins:02}:{eval_secs:02} elapsed)\", file=f)\n",
    "\n",
    "        epoch_mins, epoch_secs = epoch_time(start_time, end_eval)\n",
    "\n",
    "        metric_results[epoch] = metrics\n",
    "\n",
    "        # Compare and record bast recall for \"toxic\" class\n",
    "        if val_target_recall > best_target_recall:\n",
    "            best_target_recall = val_target_recall\n",
    "            savestate_file = f'{model_prefix}_epoch{epoch}_target.pt'\n",
    "            torch.save(model.state_dict(), savestate_file)\n",
    "          \n",
    "        # Compare and record bast recall for \"not toxic\" class\n",
    "        if val_nontarget_recall > best_nontarget_recall:\n",
    "            best_nontarget_recall = val_nontarget_recall\n",
    "            savestate_file = f'{model_prefix}_epoch{epoch}_nontarget.pt'\n",
    "            torch.save(model.state_dict(), savestate_file)     \n",
    "\n",
    "        # Print or record epoch results and timing\n",
    "        print(f'Epoch: {epoch+1:02} | Total Epoch Time: {epoch_mins}m {epoch_secs}s', file=f)\n",
    "        print(f'\\tNegative Log Linear Loss:  Loss: {train_loss:.6f} | Target Recall: {target_recall*100:.2f}% | Nontarget Recall: {nontarget_recall*100:.2f}%', file=f)\n",
    "        print(f'\\tVal. Loss: {valid_loss:.6f} | Target Recall: {val_target_recall*100:.2f}% | Nontarget Recall: {val_nontarget_recall*100:.2f}%', file=f)\n",
    "        \n",
    "    # Print or record total training and evaluation time \n",
    "    loop_mins, loop_secs = epoch_time(loop_start, end_eval)\n",
    "    print(f\"Total Time: {loop_mins:02}:{loop_secs:02} elapsed\", file=f)\n",
    "    print('', file=f)\n",
    "    print(metric_results, file=f)\n",
    "    print('', file=f)\n",
    "    print('', file=f)\n",
    "    f.close()\n",
    "    \n",
    "    if outfile:\n",
    "        send_to_bucket(filename=outfile, directory=\"model_results\")\n",
    "    \n",
    "        send_to_bucket(filename=savestate_file, directory=\"model_states\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "gcnufZwcNRJ3"
   },
   "source": [
    "### Test Model Functions on 20% of Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "KwGzu7VtffLI"
   },
   "outputs": [],
   "source": [
    "NUM_EPOCHS = 6\n",
    "hist_lstm = np.zeros(NUM_EPOCHS)\n",
    "model_name=\"20_pct_dataset\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "lrnl5iguffLJ"
   },
   "outputs": [],
   "source": [
    "lstm_model = LSTMModel(vocab_size = VOCAB_SIZE, hidden_dim=100, num_layers=1, \n",
    "#                        embed_dim=300, \n",
    "                       embed_dim=200, \n",
    "                       batch_size=train_iter.batch_size,\n",
    "                       dropout=0, num_classes=2, \n",
    "                       pad_idx=TEXT.vocab.stoi[TEXT.pad_token])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ZF-cNIvwffLL"
   },
   "outputs": [],
   "source": [
    "torch.cuda.is_available()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Zm6oe4bPffLO"
   },
   "outputs": [],
   "source": [
    "if torch.cuda.is_available():\n",
    "    lstm_model = lstm_model.cuda()\n",
    "    lstm_model.loss_fcn = lstm_model.loss_fcn.cuda()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "GOGOvGmP8qEy"
   },
   "outputs": [],
   "source": [
    "pretrained_embeddings = TEXT.vocab.vectors\n",
    "\n",
    "print(pretrained_embeddings.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "qy_Wg_u28rK1"
   },
   "outputs": [],
   "source": [
    "lstm_model.embedding.weight.data.copy_(pretrained_embeddings)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "YL0gKpd09D96"
   },
   "outputs": [],
   "source": [
    "# let model learn from unknown token, while leaving padding as zeros\n",
    "UNK_IDX = TEXT.vocab.stoi[TEXT.unk_token]\n",
    "\n",
    "lstm_model.embedding.weight.data[UNK_IDX] = torch.zeros(lstm_model.embed_dim)\n",
    "lstm_model.embedding.weight.data[lstm_model.pad_idx] = torch.zeros(lstm_model.embed_dim)\n",
    "\n",
    "print(lstm_model.embedding.weight.data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Fv2NPuqyEFhw"
   },
   "outputs": [],
   "source": [
    "loop_epochs(lstm_model, train_iter, val_iter, num_epochs=NUM_EPOCHS, \n",
    "            outfile='20pct_imbalanced.txt', model_prefix='20pct_imbalanced')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "iS13y5MAOL9v"
   },
   "source": [
    "## Modeling on Rebalanced Datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ZjPbkKUsy-wP"
   },
   "outputs": [],
   "source": [
    "BATCH_SIZE = 500"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "GyZbb9NmhRvt"
   },
   "outputs": [],
   "source": [
    "def initiate_model(train_df, val_df, batch_size=BATCH_SIZE):\n",
    "    \"\"\"\n",
    "    Perform steps to create a model and related iterators based on given train \n",
    "    and test dataframe, and a given batch size.\n",
    "    \n",
    "    Arguments:\n",
    "        train_df dataframe containing training data\n",
    "        val_df: dataframe containing test data\n",
    "        batch_size: batch size for data loaders and model dimensions\n",
    "    \"\"\"\n",
    "    \n",
    "    TEXT = Field(tokenize=tokenizer, lower=True, include_lengths = True)\n",
    "    LABEL = Field(sequential=False, unk_token=None, \n",
    "              dtype=torch.float)\n",
    "    \n",
    "    train_ds = DataFrameDataset(train_df, fields = {'label' : LABEL, \n",
    "                                                        'comment_text': TEXT})\n",
    "    valid_ds = DataFrameDataset(val_df, fields = {'label' : LABEL, \n",
    "                                                       'comment_text': TEXT})\n",
    "\n",
    "    print(\"Torchtext Datasets created...\")\n",
    "    TEXT.build_vocab(train_ds, max_size=25000, \n",
    "                   # optional for larger vector size\n",
    "                   # vectors = \"glove.840B.300d\",\n",
    "                 vectors = \"glove.6B.200d\",\n",
    "                 unk_init = torch.Tensor.normal_)\n",
    "    LABEL.build_vocab(train_ds)\n",
    "    \n",
    "    print(\"Torchtext vocabulary cerated...\")\n",
    "    \n",
    "    VOCAB_SIZE = len(TEXT.vocab)\n",
    "    \n",
    "    device = torch.device(\"cuda:0\" if torch.cuda.is_available() else 'cpu')\n",
    "\n",
    "    train_iter, val_iter = BucketIterator.splits(\n",
    "    (train_ds, valid_ds), \n",
    "    batch_size = batch_size,\n",
    "    sort_key=lambda x: len(x.comment_text),\n",
    "    sort_within_batch = True,\n",
    "    device = device)\n",
    "    \n",
    "    print(\"Torchtext iterators cerated...\")\n",
    "    \n",
    "    lstm_model = LSTMModel(vocab_size = VOCAB_SIZE, hidden_dim=100, num_layers=1, \n",
    "                           embed_dim=200, \n",
    "                           batch_size=train_iter.batch_size,\n",
    "                           dropout=0, num_classes=2, \n",
    "                           pad_idx=TEXT.vocab.stoi[TEXT.pad_token])\n",
    "    \n",
    "    print(\"Model created...\")\n",
    "    \n",
    "    if torch.cuda.is_available():\n",
    "        lstm_model = lstm_model.cuda()\n",
    "        lstm_model.loss_fcn = lstm_model.loss_fcn.cuda()\n",
    "        \n",
    "    pretrained_embeddings = TEXT.vocab.vectors\n",
    "    lstm_model.embedding.weight.data.copy_(pretrained_embeddings)\n",
    "    UNK_IDX = TEXT.vocab.stoi[TEXT.unk_token]\n",
    "\n",
    "    lstm_model.embedding.weight.data[UNK_IDX] = torch.zeros(lstm_model.embed_dim)\n",
    "    lstm_model.embedding.weight.data[lstm_model.pad_idx] = torch.zeros(lstm_model.embed_dim)\n",
    "    print(\"Pre-trained embeddings applied...\")\n",
    "    \n",
    "    return lstm_model, train_iter, val_iter\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "CorHzdnN00YL"
   },
   "outputs": [],
   "source": [
    "rebalance_dict = {0: 35, 1: 50, 2: 60, 3: 65, 4:75, 5: 'random'}\n",
    "data_proportions = [0.2, 0.4, 0.6, 0.8]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "-o8nY8D9OW4n"
   },
   "source": [
    "### Rebalanced Toxicity on 20% of Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Fnm3k6FmWUCv"
   },
   "outputs": [],
   "source": [
    "\n",
    "prepared_35, prepared_50, prepared_60, prepared_65, prepared_75, random_df = exl.rebalance_data(train_set)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "bs_d52XG14nA"
   },
   "outputs": [],
   "source": [
    "test_ratio=0.2\n",
    "\n",
    "for i, df in enumerate([prepared_35, prepared_50, prepared_60, prepared_65, prepared_75, random_df]):\n",
    "    model_name=f'20pct_model_{rebalance_dict[i]}toxic'\n",
    "    print(f'Model: {model_name}')\n",
    "    val_sample_df = val_set.sample( n=math.ceil(len(df)*test_ratio), random_state=1008 )\n",
    "    \n",
    "    print(f\"Validation sample_created...\")\n",
    "    \n",
    "    lstm_model, train_iter, val_iter = initiate_model(df, val_sample_df, batch_size=BATCH_SIZE)\n",
    "    \n",
    "    print(f\"Beginning training and evaluation loops...\")\n",
    "\n",
    "    loop_epochs(lstm_model, train_iter, val_iter, num_epochs=NUM_EPOCHS, \n",
    "            outfile=f'{model_name}.txt', model_prefix=model_name)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "HHJV8iFbOhaY"
   },
   "source": [
    "### Rebalanced Toxicity on 40%, 60%, 80% of Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "IggXHXrwZ4RI"
   },
   "outputs": [],
   "source": [
    "NUM_EPOCHS = 6"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "V2AnwfxBfgNp"
   },
   "source": [
    "### Training and Evaluation Loop\n",
    "\n",
    "Run training and evaluation on all proportions of data and toxicity ratios"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 411
    },
    "colab_type": "code",
    "id": "QjmFzYvusQ97",
    "outputId": "8ff0e2a2-9381-4b2e-bffe-4885816443e1"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Retrieving training samples at proportion 0.8\n",
      "Rebalance Ratio: 0.35, 404283 toxic samples out of 1155095\n",
      "Rebalance Ratio: 0.5, 577547 toxic samples out of 1155095\n",
      "Rebalance Ratio: 0.6, 693057 toxic samples out of 1155095\n",
      "Rebalance Ratio: 0.65, 750811 toxic samples out of 1155095\n",
      "Rebalance Ratio: 0.75, 866321 toxic samples out of 1155095\n",
      "Rebalanced dfs created...\n",
      "Model: 80pct_model_35toxic\n",
      "Validation sample_created...\n",
      "Torchtext Datasets created...\n",
      "Torchtext vocabulary cerated...\n",
      "Torchtext iterators cerated...\n",
      "Model created...\n",
      "Pre-trained embeddings applied...\n",
      "Beginning training and evaluation loops...\n",
      "Copying file:///content/80pct_model_35toxic.txt [Content-Type=text/plain]...\n",
      "/ [1 files][  2.9 KiB/  2.9 KiB]                                                \n",
      "Operation completed over 1 objects/2.9 KiB.                                      \n",
      "Copying file:///content/80pct_model_35toxic_epoch5_nontarget.pt [Content-Type=application/octet-stream]...\n",
      "-\n",
      "Operation completed over 1 objects/20.0 MiB.                                     \n",
      "Model: 80pct_model_50toxic\n"
     ]
    }
   ],
   "source": [
    "for proportion in data_proportions[3:]:\n",
    "    train_set, val_set, test_set = exl.get_samples(train_full, proportion=proportion, \n",
    "                                                  train_test_ratio=(1-test_ratio))\n",
    "    \n",
    "    pickle_to_gcs(test_set, f'{proportion*100:.0f}pct_test_set.pkl', \n",
    "                  directory=\"test_sets\")\n",
    "        \n",
    "    rebalanced_dfs = exl.rebalance_data(train_set)\n",
    "    \n",
    "    \n",
    "    \n",
    "    for i, df in enumerate(rebalanced_dfs):\n",
    "        if (rebalance_dict[i] in {35}) and (proportion == 0.8):\n",
    "            continue\n",
    "   \n",
    "        model_name=f'{proportion*100:.0f}pct_model_{rebalance_dict[i]}toxic'\n",
    "        \n",
    "        print(f'Model: {model_name}')\n",
    "        \n",
    "        pickle_to_gcs(df, f'{model_name}_train.pkl', directory=\"train_sets\")\n",
    "        \n",
    "        try:\n",
    "            val_sample_df = val_set.sample( n=math.ceil(len(df)*test_ratio), \n",
    "                                           random_state=1008 )\n",
    "        except:\n",
    "            val_sample_df = val_set.sample( n=math.ceil(len(df)*test_ratio), \n",
    "                                           random_state=1008, replace = True )\n",
    "            \n",
    "        pickle_to_gcs(val_sample_df, f'{model_name}_val.pkl', directory=\"val_sets\")\n",
    "\n",
    "        print(f\"Validation sample_created...\")\n",
    "\n",
    "        lstm_model, train_iter, val_iter = initiate_model(df, val_sample_df, \n",
    "                                                          batch_size=BATCH_SIZE)\n",
    "\n",
    "        print(f\"Beginning training and evaluation loops...\")\n",
    "\n",
    "        loop_epochs(lstm_model, train_iter, val_iter, num_epochs=NUM_EPOCHS, \n",
    "                outfile=f'{model_name}.txt', model_prefix=model_name)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "odFz6WpJ6sle"
   },
   "source": [
    "### Large Dataset Troubleshooting\n",
    "As 80% datasets are crashing due to too much RAM usage, create all dataframes,  pickle, and run individually."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 224
    },
    "colab_type": "code",
    "id": "iT9a8CkQlyvq",
    "outputId": "e7edcee3-31de-48e0-8fea-8d32b5259333"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Retrieving training samples at proportion 0.8\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/gcsfs/core.py:304: ResourceWarning: unclosed <ssl.SSLSocket fd=85, family=AddressFamily.AF_INET, type=SocketKind.SOCK_STREAM, proto=6, laddr=('172.28.0.2', 57806), raddr=('74.125.142.95', 443)>\n",
      "  self._singleton[0] = self\n",
      "/usr/local/lib/python3.6/dist-packages/gcsfs/core.py:304: ResourceWarning: unclosed <ssl.SSLSocket fd=84, family=AddressFamily.AF_INET, type=SocketKind.SOCK_STREAM, proto=6, laddr=('172.28.0.2', 34352), raddr=('74.125.20.84', 443)>\n",
      "  self._singleton[0] = self\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rebalance Ratio: 0.35, 404273 toxic samples out of 1155068\n",
      "Rebalance Ratio: 0.5, 577534 toxic samples out of 1155068\n",
      "Rebalance Ratio: 0.6, 693040 toxic samples out of 1155068\n",
      "Rebalance Ratio: 0.65, 750794 toxic samples out of 1155068\n",
      "Rebalance Ratio: 0.75, 866301 toxic samples out of 1155068\n",
      "Rebalanced dfs created...\n"
     ]
    }
   ],
   "source": [
    "\n",
    "train_set, val_set, test_set = exl.get_samples(train_full, proportion=0.8, \n",
    "                                              train_test_ratio=(1-test_ratio))\n",
    "\n",
    "pickle_to_gcs(test_set, f'80pct_test_set_past35.pkl', \n",
    "              directory=\"test_sets\")\n",
    "\n",
    "rebalanced_dfs = exl.rebalance_data(train_set)\n",
    "\n",
    "for i, df in enumerate(rebalanced_dfs):\n",
    "    if i == 0:\n",
    "        continue\n",
    "    model_name = f'80pct_model_{rebalance_dict[i]}toxic'\n",
    "    pickle_to_gcs(df, f'{model_name}_train.pkl', directory=\"train_sets\")\n",
    "    \n",
    "    try:\n",
    "        val_sample_df = val_set.sample( n=math.ceil(len(df)*test_ratio), \n",
    "                                           random_state=1008 )\n",
    "        pickle_to_gcs(val_sample_df, f'{model_name}_val.pkl', directory=\"val_sets\")\n",
    "        \n",
    "    except:\n",
    "        val_sample_df = val_set.sample( n=math.ceil(len(df)*test_ratio), \n",
    "                                       random_state=1008, replace = True )\n",
    "        \n",
    "        pickle_to_gcs(val_sample_df, f'{model_name}_val.pkl', directory=\"val_sets\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "elas01KrifZr"
   },
   "outputs": [],
   "source": [
    "def run_given_dfs(train_pkl, val_pkl, gcs=False):\n",
    "    \"\"\"\n",
    "    Run all modeling steps from iterator and model creation through training \n",
    "    and evaluation of model on existing dataframes stored as pickle files, \n",
    "    optionally performing extra steps if pickle files stored in Google Cloud \n",
    "    Storage.\n",
    "    \n",
    "    Arguments:\n",
    "        train_pkl: Name of .pkl file of training data frame.\n",
    "        val_pkl: Name of .pkl file of test data frame.\n",
    "        gcs: Whether files are stored in Google Cloud Storage. Default is \n",
    "            False.\n",
    "    \"\"\"\n",
    "    if gcs:   \n",
    "        model_name = train_pkl.replace('_train.pkl', '')\n",
    "        train_df = load_pickle_from_gcs(train_pkl, directory=\"train_sets\") \n",
    "        val_df = load_pickle_from_gcs(val_pkl, directory=\"val_sets\")  \n",
    "    \n",
    "    else:\n",
    "        model_name = train_pkl.replace('_train.pkl', '')\n",
    "        train_df = pd.read_pickle(train_pkl)\n",
    "        val_df = pd.read_pickle(val_pkl)\n",
    "    \n",
    "    print(\"Initiating model and iterators...\")\n",
    "\n",
    "    lstm_model, train_iter, val_iter = initiate_model(train_df, val_df, \n",
    "                                                      batch_size=BATCH_SIZE)\n",
    "\n",
    "    print(f\"Beginning training and evaluation loops...\")\n",
    "\n",
    "    loop_epochs(lstm_model, train_iter, val_iter, num_epochs=NUM_EPOCHS, \n",
    "            outfile=f'{model_name}.txt', model_prefix=model_name)\n",
    "    \n",
    "    print(\"Done!\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 326
    },
    "colab_type": "code",
    "id": "JoLFU8oL70jv",
    "outputId": "953bfccd-3770-4515-fa12-c06938c57edd"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initiated model and iterators...\n",
      "Torchtext Datasets created...\n",
      "Torchtext vocabulary cerated...\n",
      "Torchtext iterators cerated...\n",
      "Model created...\n",
      "Pre-trained embeddings applied...\n",
      "Beginning training and evaluation loops...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/sklearn/metrics/classification.py:1437: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 due to no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "/usr/local/lib/python3.6/dist-packages/sklearn/metrics/classification.py:1437: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 due to no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Copying file:///content/80pct_model_50toxic.txt [Content-Type=text/plain]...\n",
      "/ [1 files][  2.9 KiB/  2.9 KiB]                                                \n",
      "Operation completed over 1 objects/2.9 KiB.                                      \n",
      "Copying file:///content/80pct_model_50toxic_epoch4_nontarget.pt [Content-Type=application/octet-stream]...\n",
      "-\n",
      "Operation completed over 1 objects/20.0 MiB.                                     \n"
     ]
    }
   ],
   "source": [
    "run_given_dfs('80pct_model_50toxic_train.pkl', '80pct_model_50toxic_val.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 292
    },
    "colab_type": "code",
    "id": "_WovaCes-HAh",
    "outputId": "761a151a-a5cd-45c3-ffe2-c4c0045f88a0"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initiating model and iterators...\n",
      "Torchtext Datasets created...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      ".vector_cache/glove.6B.zip: 862MB [00:32, 26.2MB/s]                           \n",
      "100%|█████████▉| 398557/400000 [00:27<00:00, 15233.09it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Torchtext vocabulary cerated...\n",
      "Torchtext iterators cerated...\n",
      "Model created...\n",
      "Pre-trained embeddings applied...\n",
      "Beginning training and evaluation loops...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\r",
      "100%|█████████▉| 398557/400000 [00:40<00:00, 15233.09it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Copying file:///content/40pct_model_35toxic.txt [Content-Type=text/plain]...\n",
      "/ [0 files][    0.0 B/  3.0 KiB]                                                \r",
      "/ [1 files][  3.0 KiB/  3.0 KiB]                                                \r\n",
      "Operation completed over 1 objects/3.0 KiB.                                      \n",
      "Copying file:///content/40pct_model_35toxic_epoch4_nontarget.pt [Content-Type=application/octet-stream]...\n",
      "/ [1 files][ 20.0 MiB/ 20.0 MiB]                                                \n",
      "Operation completed over 1 objects/20.0 MiB.                                     \n",
      "Done!\n"
     ]
    }
   ],
   "source": [
    "run_given_dfs('40pct_model_35toxic_train.pkl', '40pct_model_35toxic_val.pkl', gcs=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 275
    },
    "colab_type": "code",
    "id": "N_8_Vj_m-HJN",
    "outputId": "6e4b9e93-38ce-40c1-a5dc-9fc9b997ab4c"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initiating model and iterators...\n",
      "Torchtext Datasets created...\n",
      "Torchtext vocabulary cerated...\n",
      "Torchtext iterators cerated...\n",
      "Model created...\n",
      "Pre-trained embeddings applied...\n",
      "Beginning training and evaluation loops...\n",
      "Copying file:///content/40pct_model_65toxic.txt [Content-Type=text/plain]...\n",
      "/ [1 files][  2.9 KiB/  2.9 KiB]                                                \n",
      "Operation completed over 1 objects/2.9 KiB.                                      \n",
      "Copying file:///content/40pct_model_65toxic_epoch4_target.pt [Content-Type=application/octet-stream]...\n",
      "/ [1 files][ 20.0 MiB/ 20.0 MiB]                                                \n",
      "Operation completed over 1 objects/20.0 MiB.                                     \n",
      "Done!\n"
     ]
    }
   ],
   "source": [
    "run_given_dfs('40pct_model_65toxic_train.pkl', '40pct_model_65toxic_val.pkl', gcs=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 275
    },
    "colab_type": "code",
    "id": "nfmz7zgO-AB5",
    "outputId": "db261647-1ea6-4b3b-b477-769d3ac0adc6"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initiating model and iterators...\n",
      "Torchtext Datasets created...\n",
      "Torchtext vocabulary cerated...\n",
      "Torchtext iterators cerated...\n",
      "Model created...\n",
      "Pre-trained embeddings applied...\n",
      "Beginning training and evaluation loops...\n",
      "Copying file:///content/40pct_model_75toxic.txt [Content-Type=text/plain]...\n",
      "/ [1 files][  3.0 KiB/  3.0 KiB]                                                \n",
      "Operation completed over 1 objects/3.0 KiB.                                      \n",
      "Copying file:///content/40pct_model_75toxic_epoch3_target.pt [Content-Type=application/octet-stream]...\n",
      "-\n",
      "Operation completed over 1 objects/20.0 MiB.                                     \n",
      "Done!\n"
     ]
    }
   ],
   "source": [
    "run_given_dfs('40pct_model_75toxic_train.pkl', '40pct_model_75toxic_val.pkl', gcs=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 275
    },
    "colab_type": "code",
    "id": "AJFj_TMELhCO",
    "outputId": "ecd8322f-f75a-4e8b-8c6e-d8ab428be372"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initiating model and iterators...\n",
      "Torchtext Datasets created...\n",
      "Torchtext vocabulary cerated...\n",
      "Torchtext iterators cerated...\n",
      "Model created...\n",
      "Pre-trained embeddings applied...\n",
      "Beginning training and evaluation loops...\n",
      "Copying file:///content/60pct_model_35toxic.txt [Content-Type=text/plain]...\n",
      "/ [1 files][  3.0 KiB/  3.0 KiB]                                                \n",
      "Operation completed over 1 objects/3.0 KiB.                                      \n",
      "Copying file:///content/60pct_model_35toxic_epoch5_nontarget.pt [Content-Type=application/octet-stream]...\n",
      "/ [1 files][ 20.0 MiB/ 20.0 MiB]                                                \n",
      "Operation completed over 1 objects/20.0 MiB.                                     \n",
      "Done!\n"
     ]
    }
   ],
   "source": [
    "run_given_dfs('60pct_model_35toxic_train.pkl', '60pct_model_35toxic_val.pkl', gcs=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 275
    },
    "colab_type": "code",
    "id": "mnB6dcCy7_5I",
    "outputId": "22512949-1190-42e7-da42-58f2779d49d8"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initiating model and iterators...\n",
      "Torchtext Datasets created...\n",
      "Torchtext vocabulary cerated...\n",
      "Torchtext iterators cerated...\n",
      "Model created...\n",
      "Pre-trained embeddings applied...\n",
      "Beginning training and evaluation loops...\n",
      "Copying file:///content/80pct_model_60toxic.txt [Content-Type=text/plain]...\n",
      "/ [1 files][  3.0 KiB/  3.0 KiB]                                                \n",
      "Operation completed over 1 objects/3.0 KiB.                                      \n",
      "Copying file:///content/80pct_model_60toxic_epoch4_target.pt [Content-Type=application/octet-stream]...\n",
      "/ [1 files][ 20.0 MiB/ 20.0 MiB]                                                \n",
      "Operation completed over 1 objects/20.0 MiB.                                     \n",
      "Done!\n"
     ]
    }
   ],
   "source": [
    "run_given_dfs('80pct_model_60toxic_train.pkl', '80pct_model_60toxic_val.pkl', gcs=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 275
    },
    "colab_type": "code",
    "id": "ZeAL5Fqn8Eo9",
    "outputId": "60e1f0b0-09f7-47e0-ece8-a402999d322a"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initiating model and iterators...\n",
      "Torchtext Datasets created...\n",
      "Torchtext vocabulary cerated...\n",
      "Torchtext iterators cerated...\n",
      "Model created...\n",
      "Pre-trained embeddings applied...\n",
      "Beginning training and evaluation loops...\n",
      "Copying file:///content/80pct_model_65toxic.txt [Content-Type=text/plain]...\n",
      "/ [1 files][  3.0 KiB/  3.0 KiB]                                                \n",
      "Operation completed over 1 objects/3.0 KiB.                                      \n",
      "Copying file:///content/80pct_model_65toxic_epoch4_target.pt [Content-Type=application/octet-stream]...\n",
      "/ [1 files][ 20.0 MiB/ 20.0 MiB]                                                \n",
      "Operation completed over 1 objects/20.0 MiB.                                     \n",
      "Done!\n"
     ]
    }
   ],
   "source": [
    "run_given_dfs('80pct_model_65toxic_train.pkl', '80pct_model_65toxic_val.pkl', gcs=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 275
    },
    "colab_type": "code",
    "id": "u7AuSUzI8EyZ",
    "outputId": "9429bd71-18bd-4977-892d-4e1ec609f5e6"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initiating model and iterators...\n",
      "Torchtext Datasets created...\n",
      "Torchtext vocabulary cerated...\n",
      "Torchtext iterators cerated...\n",
      "Model created...\n",
      "Pre-trained embeddings applied...\n",
      "Beginning training and evaluation loops...\n",
      "Copying file:///content/80pct_model_75toxic.txt [Content-Type=text/plain]...\n",
      "/ [1 files][  3.0 KiB/  3.0 KiB]                                                \n",
      "Operation completed over 1 objects/3.0 KiB.                                      \n",
      "Copying file:///content/80pct_model_75toxic_epoch5_target.pt [Content-Type=application/octet-stream]...\n",
      "/ [1 files][ 20.0 MiB/ 20.0 MiB]                                                \n",
      "Operation completed over 1 objects/20.0 MiB.                                     \n",
      "Done!\n"
     ]
    }
   ],
   "source": [
    "run_given_dfs('80pct_model_75toxic_train.pkl', '80pct_model_75toxic_val.pkl', gcs=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 496
    },
    "colab_type": "code",
    "id": "nI3OlZc68JJm",
    "outputId": "1b565232-c8b0-4fe8-bc98-3a88f6b1d9ab"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/gcsfs/core.py:304: ResourceWarning: unclosed <ssl.SSLSocket fd=67, family=AddressFamily.AF_INET, type=SocketKind.SOCK_STREAM, proto=6, laddr=('172.28.0.2', 43386), raddr=('216.58.197.170', 443)>\n",
      "  self._singleton[0] = self\n",
      "/usr/local/lib/python3.6/dist-packages/gcsfs/core.py:304: ResourceWarning: unclosed <ssl.SSLSocket fd=66, family=AddressFamily.AF_INET, type=SocketKind.SOCK_STREAM, proto=6, laddr=('172.28.0.2', 47590), raddr=('172.217.31.173', 443)>\n",
      "  self._singleton[0] = self\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initiating model and iterators...\n",
      "Torchtext Datasets created...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      ".vector_cache/glove.6B.zip: 862MB [16:46, 857kB/s]                            \n",
      "100%|█████████▉| 398622/400000 [00:27<00:00, 14588.83it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Torchtext vocabulary cerated...\n",
      "Torchtext iterators cerated...\n",
      "Model created...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\r",
      "100%|█████████▉| 398622/400000 [00:40<00:00, 14588.83it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Pre-trained embeddings applied...\n",
      "Beginning training and evaluation loops...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/sklearn/metrics/classification.py:1437: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 due to no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "/usr/local/lib/python3.6/dist-packages/sklearn/metrics/classification.py:1439: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 due to no true samples.\n",
      "  'recall', 'true', average, warn_for)\n",
      "/usr/local/lib/python3.6/dist-packages/sklearn/metrics/classification.py:1439: UndefinedMetricWarning: Recall is ill-defined and being set to 0.0 due to no true samples.\n",
      "  'recall', 'true', average, warn_for)\n",
      "/usr/local/lib/python3.6/dist-packages/sklearn/metrics/classification.py:1437: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 due to no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Copying file:///content/80pct_model_randomtoxic.txt [Content-Type=text/plain]...\n",
      "/ [1 files][  2.9 KiB/  2.9 KiB]                                                \n",
      "Operation completed over 1 objects/2.9 KiB.                                      \n",
      "Copying file:///content/80pct_model_randomtoxic_epoch3_target.pt [Content-Type=application/octet-stream]...\n",
      "-\n",
      "Operation completed over 1 objects/20.0 MiB.                                     \n",
      "Done!\n"
     ]
    }
   ],
   "source": [
    "run_given_dfs('80pct_model_randomtoxic_train.pkl', '80pct_model_randomtoxic_val.pkl', gcs=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "qDbjrWoivD-Q"
   },
   "source": [
    "## Compare Results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "RlWbi705vDsK"
   },
   "outputs": [],
   "source": [
    "import json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ApJTRb_9vdg9"
   },
   "outputs": [],
   "source": [
    "with open('lstm_results.json', 'r') as f:\n",
    "    results_dict = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "OpTAbSzCwj53"
   },
   "outputs": [],
   "source": [
    "reorg_results = {(k1, k2, k3):v3 for k1,v1 in results_dict.items() \\\n",
    "                       for k2,v2 in results_dict[k1].items()\n",
    "                       for k3,v3 in results_dict[k1][k2].items()}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "IeQawJQ8wxF1"
   },
   "outputs": [],
   "source": [
    "results_df = pd.DataFrame([reorg_results[i] for i in sorted(reorg_results)],\n",
    "                  index=pd.MultiIndex.from_tuples([i for i in sorted(reorg_results.keys())]))    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "HEHNByv35g6S"
   },
   "outputs": [],
   "source": [
    "results_df = results_df.unstack(level=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 3463
    },
    "colab_type": "code",
    "id": "iFx0rBLR5wAh",
    "outputId": "6240961e-3a1c-4638-beec-f3e433478255"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style  type=\"text/css\" >\n",
       "</style><table id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002\" ><thead>    <tr>        <th class=\"blank\" ></th>        <th class=\"blank level0\" ></th>        <th class=\"col_heading level0 col0\" colspan=3>accuracy</th>        <th class=\"col_heading level0 col3\" colspan=3>auc_roc</th>        <th class=\"col_heading level0 col6\" colspan=3>f1</th>        <th class=\"col_heading level0 col9\" colspan=3>precision</th>        <th class=\"col_heading level0 col12\" colspan=3>recall</th>    </tr>    <tr>        <th class=\"blank\" ></th>        <th class=\"blank level1\" ></th>        <th class=\"col_heading level1 col0\" >nontarget</th>        <th class=\"col_heading level1 col1\" >overall</th>        <th class=\"col_heading level1 col2\" >target</th>        <th class=\"col_heading level1 col3\" >nontarget</th>        <th class=\"col_heading level1 col4\" >overall</th>        <th class=\"col_heading level1 col5\" >target</th>        <th class=\"col_heading level1 col6\" >nontarget</th>        <th class=\"col_heading level1 col7\" >overall</th>        <th class=\"col_heading level1 col8\" >target</th>        <th class=\"col_heading level1 col9\" >nontarget</th>        <th class=\"col_heading level1 col10\" >overall</th>        <th class=\"col_heading level1 col11\" >target</th>        <th class=\"col_heading level1 col12\" >nontarget</th>        <th class=\"col_heading level1 col13\" >overall</th>        <th class=\"col_heading level1 col14\" >target</th>    </tr></thead><tbody>\n",
       "                <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row0\" class=\"row_heading level0 row0\" rowspan=6>20pct_model_50toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row0\" class=\"row_heading level1 row0\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col0\" class=\"data row0 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col1\" class=\"data row0 col1\" >92.6952</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col2\" class=\"data row0 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col3\" class=\"data row0 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col4\" class=\"data row0 col4\" >82.9958</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col5\" class=\"data row0 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col6\" class=\"data row0 col6\" >96.1282</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col7\" class=\"data row0 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col8\" class=\"data row0 col8\" >35.5556</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col9\" class=\"data row0 col9\" >99.1736</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col10\" class=\"data row0 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col11\" class=\"data row0 col11\" >23.5294</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col12\" class=\"data row0 col12\" >93</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col13\" class=\"data row0 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row0_col14\" class=\"data row0 col14\" >72.7273</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row1\" class=\"row_heading level1 row1\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col0\" class=\"data row1 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col1\" class=\"data row1 col1\" >95.7179</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col2\" class=\"data row1 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col3\" class=\"data row1 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col4\" class=\"data row1 col4\" >84.5502</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col5\" class=\"data row1 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col6\" class=\"data row1 col6\" >97.7661</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col7\" class=\"data row1 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col8\" class=\"data row1 col8\" >48.4849</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col9\" class=\"data row1 col9\" >99.2</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col10\" class=\"data row1 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col11\" class=\"data row1 col11\" >36.3636</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col12\" class=\"data row1 col12\" >96</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col13\" class=\"data row1 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row1_col14\" class=\"data row1 col14\" >72.7273</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row2\" class=\"row_heading level1 row2\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col0\" class=\"data row2 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col1\" class=\"data row2 col1\" >95.2141</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col2\" class=\"data row2 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col3\" class=\"data row2 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col4\" class=\"data row2 col4\" >84.2911</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col5\" class=\"data row2 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col6\" class=\"data row2 col6\" >97.4967</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col7\" class=\"data row2 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col8\" class=\"data row2 col8\" >45.7143</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col9\" class=\"data row2 col9\" >99.1957</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col10\" class=\"data row2 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col11\" class=\"data row2 col11\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col12\" class=\"data row2 col12\" >96</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col13\" class=\"data row2 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row2_col14\" class=\"data row2 col14\" >72.7273</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row3\" class=\"row_heading level1 row3\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col0\" class=\"data row3 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col1\" class=\"data row3 col1\" >96.2217</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col2\" class=\"data row3 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col3\" class=\"data row3 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col4\" class=\"data row3 col4\" >75.9774</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col5\" class=\"data row3 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col6\" class=\"data row3 col6\" >98.0443</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col7\" class=\"data row3 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col8\" class=\"data row3 col8\" >44.4444</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col9\" class=\"data row3 col9\" >98.6877</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col10\" class=\"data row3 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col11\" class=\"data row3 col11\" >37.5</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col12\" class=\"data row3 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col13\" class=\"data row3 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row3_col14\" class=\"data row3 col14\" >54.5455</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row4\" class=\"row_heading level1 row4\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col0\" class=\"data row4 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col1\" class=\"data row4 col1\" >96.2217</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col2\" class=\"data row4 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col3\" class=\"data row4 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col4\" class=\"data row4 col4\" >71.5615</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col5\" class=\"data row4 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col6\" class=\"data row4 col6\" >98.0494</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col7\" class=\"data row4 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col8\" class=\"data row4 col8\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col9\" class=\"data row4 col9\" >98.4334</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col10\" class=\"data row4 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col11\" class=\"data row4 col11\" >35.7143</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col12\" class=\"data row4 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col13\" class=\"data row4 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row4_col14\" class=\"data row4 col14\" >45.4545</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row5\" class=\"row_heading level1 row5\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col0\" class=\"data row5 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col1\" class=\"data row5 col1\" >95.9698</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col2\" class=\"data row5 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col3\" class=\"data row5 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col4\" class=\"data row5 col4\" >67.016</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col5\" class=\"data row5 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col6\" class=\"data row5 col6\" >97.9221</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col7\" class=\"data row5 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col8\" class=\"data row5 col8\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col9\" class=\"data row5 col9\" >98.1771</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col10\" class=\"data row5 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col11\" class=\"data row5 col11\" >30.7692</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col12\" class=\"data row5 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col13\" class=\"data row5 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row5_col14\" class=\"data row5 col14\" >36.3636</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row6\" class=\"row_heading level0 row6\" rowspan=6>20pct_model_75toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row6\" class=\"row_heading level1 row6\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col0\" class=\"data row6 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col1\" class=\"data row6 col1\" >86.7828</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col2\" class=\"data row6 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col3\" class=\"data row6 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col4\" class=\"data row6 col4\" >86.4598</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col5\" class=\"data row6 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col6\" class=\"data row6 col6\" >32.4607</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col7\" class=\"data row6 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col8\" class=\"data row6 col8\" >92.6746</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col9\" class=\"data row6 col9\" >20</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col10\" class=\"data row6 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col11\" class=\"data row6 col11\" >99.391</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col12\" class=\"data row6 col12\" >86</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col13\" class=\"data row6 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row6_col14\" class=\"data row6 col14\" >86.8085</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row7\" class=\"row_heading level1 row7\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col0\" class=\"data row7 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col1\" class=\"data row7 col1\" >87.2951</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col2\" class=\"data row7 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col3\" class=\"data row7 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col4\" class=\"data row7 col4\" >86.7258</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col5\" class=\"data row7 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col6\" class=\"data row7 col6\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col7\" class=\"data row7 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col8\" class=\"data row7 col8\" >92.9785</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col9\" class=\"data row7 col9\" >20.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col10\" class=\"data row7 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col11\" class=\"data row7 col11\" >99.3947</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col12\" class=\"data row7 col12\" >86</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col13\" class=\"data row7 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row7_col14\" class=\"data row7 col14\" >87.3404</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row8\" class=\"row_heading level1 row8\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col0\" class=\"data row8 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col1\" class=\"data row8 col1\" >92.5205</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col2\" class=\"data row8 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col3\" class=\"data row8 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col4\" class=\"data row8 col4\" >72.0745</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col5\" class=\"data row8 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col6\" class=\"data row8 col6\" >33.0275</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col7\" class=\"data row8 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col8\" class=\"data row8 col8\" >96.0391</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col9\" class=\"data row8 col9\" >24.6575</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col10\" class=\"data row8 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col11\" class=\"data row8 col11\" >98.0066</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col12\" class=\"data row8 col12\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col13\" class=\"data row8 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row8_col14\" class=\"data row8 col14\" >94.1489</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row9\" class=\"row_heading level1 row9\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col0\" class=\"data row9 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col1\" class=\"data row9 col1\" >91.7008</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col2\" class=\"data row9 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col3\" class=\"data row9 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col4\" class=\"data row9 col4\" >72.9846</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col5\" class=\"data row9 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col6\" class=\"data row9 col6\" >31.9328</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col7\" class=\"data row9 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col8\" class=\"data row9 col8\" >95.581</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col9\" class=\"data row9 col9\" >22.8916</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col10\" class=\"data row9 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col11\" class=\"data row9 col11\" >98.0963</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col12\" class=\"data row9 col12\" >53</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col13\" class=\"data row9 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row9_col14\" class=\"data row9 col14\" >93.1915</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row10\" class=\"row_heading level1 row10\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col0\" class=\"data row10 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col1\" class=\"data row10 col1\" >93.6475</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col2\" class=\"data row10 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col3\" class=\"data row10 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col4\" class=\"data row10 col4\" >71.3239</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col5\" class=\"data row10 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col6\" class=\"data row10 col6\" >35.4167</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col7\" class=\"data row10 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col8\" class=\"data row10 col8\" >96.6595</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col9\" class=\"data row10 col9\" >28.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col10\" class=\"data row10 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col11\" class=\"data row10 col11\" >97.9258</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col12\" class=\"data row10 col12\" >47</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col13\" class=\"data row10 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row10_col14\" class=\"data row10 col14\" >95.4255</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row11\" class=\"row_heading level1 row11\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col0\" class=\"data row11 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col1\" class=\"data row11 col1\" >92.2131</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col2\" class=\"data row11 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col3\" class=\"data row11 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col4\" class=\"data row11 col4\" >77.2577</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col5\" class=\"data row11 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col6\" class=\"data row11 col6\" >36.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col7\" class=\"data row11 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col8\" class=\"data row11 col8\" >95.8515</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col9\" class=\"data row11 col9\" >26.1905</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col10\" class=\"data row11 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col11\" class=\"data row11 col11\" >98.4305</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col12\" class=\"data row11 col12\" >61</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col13\" class=\"data row11 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row11_col14\" class=\"data row11 col14\" >93.4043</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row12\" class=\"row_heading level0 row12\" rowspan=6>40pct_model_60toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row12\" class=\"row_heading level1 row12\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col0\" class=\"data row12 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col1\" class=\"data row12 col1\" >88.1637</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col2\" class=\"data row12 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col3\" class=\"data row12 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col4\" class=\"data row12 col4\" >87.844</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col5\" class=\"data row12 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col6\" class=\"data row12 col6\" >34.3558</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col7\" class=\"data row12 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col8\" class=\"data row12 col8\" >93.4954</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col9\" class=\"data row12 col9\" >21.3741</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col10\" class=\"data row12 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col11\" class=\"data row12 col11\" >99.4825</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col12\" class=\"data row12 col12\" >88</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col13\" class=\"data row12 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row12_col14\" class=\"data row12 col14\" >88.1881</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row13\" class=\"row_heading level1 row13\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col0\" class=\"data row13 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col1\" class=\"data row13 col1\" >93.1416</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col2\" class=\"data row13 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col3\" class=\"data row13 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col4\" class=\"data row13 col4\" >82.8985</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col5\" class=\"data row13 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col6\" class=\"data row13 col6\" >42.5926</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col7\" class=\"data row13 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col8\" class=\"data row13 col8\" >96.3529</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col9\" class=\"data row13 col9\" >30.2632</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col10\" class=\"data row13 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col11\" class=\"data row13 col11\" >98.913</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col12\" class=\"data row13 col12\" >72</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col13\" class=\"data row13 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row13_col14\" class=\"data row13 col14\" >93.922</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row14\" class=\"row_heading level1 row14\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col0\" class=\"data row14 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col1\" class=\"data row14 col1\" >91.9248</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col2\" class=\"data row14 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col3\" class=\"data row14 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col4\" class=\"data row14 col4\" >83.7729</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col5\" class=\"data row14 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col6\" class=\"data row14 col6\" >39.6694</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col7\" class=\"data row14 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col8\" class=\"data row14 col8\" >95.6728</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col9\" class=\"data row14 col9\" >26.9663</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col10\" class=\"data row14 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col11\" class=\"data row14 col11\" >99.0184</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col12\" class=\"data row14 col12\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col13\" class=\"data row14 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row14_col14\" class=\"data row14 col14\" >92.5459</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row15\" class=\"row_heading level1 row15\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col0\" class=\"data row15 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col1\" class=\"data row15 col1\" >92.8097</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col2\" class=\"data row15 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col3\" class=\"data row15 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col4\" class=\"data row15 col4\" >78.211</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col5\" class=\"data row15 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col6\" class=\"data row15 col6\" >38.0952</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col7\" class=\"data row15 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col8\" class=\"data row15 col8\" >96.1832</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col9\" class=\"data row15 col9\" >27.3973</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col10\" class=\"data row15 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col11\" class=\"data row15 col11\" >98.556</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col12\" class=\"data row15 col12\" >62</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col13\" class=\"data row15 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row15_col14\" class=\"data row15 col14\" >93.922</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row16\" class=\"row_heading level1 row16\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col0\" class=\"data row16 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col1\" class=\"data row16 col1\" >93.5841</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col2\" class=\"data row16 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col3\" class=\"data row16 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col4\" class=\"data row16 col4\" >74.0969</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col5\" class=\"data row16 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col6\" class=\"data row16 col6\" >36.9565</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col7\" class=\"data row16 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col8\" class=\"data row16 col8\" >96.6201</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col9\" class=\"data row16 col9\" >28.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col10\" class=\"data row16 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col11\" class=\"data row16 col11\" >98.2228</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col12\" class=\"data row16 col12\" >53</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col13\" class=\"data row16 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row16_col14\" class=\"data row16 col14\" >95.0688</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row17\" class=\"row_heading level1 row17\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col0\" class=\"data row17 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col1\" class=\"data row17 col1\" >94.1372</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col2\" class=\"data row17 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col3\" class=\"data row17 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col4\" class=\"data row17 col4\" >74.3836</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col5\" class=\"data row17 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col6\" class=\"data row17 col6\" >39.0805</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col7\" class=\"data row17 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col8\" class=\"data row17 col8\" >96.9204</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col9\" class=\"data row17 col9\" >30.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col10\" class=\"data row17 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col11\" class=\"data row17 col11\" >98.2332</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col12\" class=\"data row17 col12\" >53</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col13\" class=\"data row17 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row17_col14\" class=\"data row17 col14\" >95.6422</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row18\" class=\"row_heading level0 row18\" rowspan=6>model_results_20pct_imbalanced</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row18\" class=\"row_heading level1 row18\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col0\" class=\"data row18 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col1\" class=\"data row18 col1\" >96.3702</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col2\" class=\"data row18 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col3\" class=\"data row18 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col4\" class=\"data row18 col4\" >61.5274</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col5\" class=\"data row18 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col6\" class=\"data row18 col6\" >98.1343</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col7\" class=\"data row18 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col8\" class=\"data row18 col8\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col9\" class=\"data row18 col9\" >97.048</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col10\" class=\"data row18 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col11\" class=\"data row18 col11\" >55.5556</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col12\" class=\"data row18 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col13\" class=\"data row18 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row18_col14\" class=\"data row18 col14\" >23.8095</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row19\" class=\"row_heading level1 row19\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col0\" class=\"data row19 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col1\" class=\"data row19 col1\" >96.0073</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col2\" class=\"data row19 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col3\" class=\"data row19 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col4\" class=\"data row19 col4\" >63.6253</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col5\" class=\"data row19 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col6\" class=\"data row19 col6\" >97.9401</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col7\" class=\"data row19 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col8\" class=\"data row19 col8\" >35.2941</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col9\" class=\"data row19 col9\" >97.2119</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col10\" class=\"data row19 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col11\" class=\"data row19 col11\" >46.1538</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col12\" class=\"data row19 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col13\" class=\"data row19 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row19_col14\" class=\"data row19 col14\" >28.5714</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row20\" class=\"row_heading level1 row20\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col0\" class=\"data row20 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col1\" class=\"data row20 col1\" >96.3702</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col2\" class=\"data row20 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col3\" class=\"data row20 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col4\" class=\"data row20 col4\" >66.1006</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col5\" class=\"data row20 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col6\" class=\"data row20 col6\" >98.1273</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col7\" class=\"data row20 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col8\" class=\"data row20 col8\" >41.1765</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col9\" class=\"data row20 col9\" >97.3978</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col10\" class=\"data row20 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col11\" class=\"data row20 col11\" >53.8462</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col12\" class=\"data row20 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col13\" class=\"data row20 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row20_col14\" class=\"data row20 col14\" >33.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row21\" class=\"row_heading level1 row21\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col0\" class=\"data row21 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col1\" class=\"data row21 col1\" >96.1887</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col2\" class=\"data row21 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col3\" class=\"data row21 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col4\" class=\"data row21 col4\" >63.7197</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col5\" class=\"data row21 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col6\" class=\"data row21 col6\" >98.0356</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col7\" class=\"data row21 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col8\" class=\"data row21 col8\" >36.3636</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col9\" class=\"data row21 col9\" >97.2171</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col10\" class=\"data row21 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col11\" class=\"data row21 col11\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col12\" class=\"data row21 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col13\" class=\"data row21 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row21_col14\" class=\"data row21 col14\" >28.5714</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row22\" class=\"row_heading level1 row22\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col0\" class=\"data row22 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col1\" class=\"data row22 col1\" >96.5517</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col2\" class=\"data row22 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col3\" class=\"data row22 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col4\" class=\"data row22 col4\" >63.9084</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col5\" class=\"data row22 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col6\" class=\"data row22 col6\" >98.226</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col7\" class=\"data row22 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col8\" class=\"data row22 col8\" >38.7097</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col9\" class=\"data row22 col9\" >97.2274</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col10\" class=\"data row22 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col11\" class=\"data row22 col11\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col12\" class=\"data row22 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col13\" class=\"data row22 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row22_col14\" class=\"data row22 col14\" >28.5714</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row23\" class=\"row_heading level1 row23\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col0\" class=\"data row23 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col1\" class=\"data row23 col1\" >96.3702</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col2\" class=\"data row23 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col3\" class=\"data row23 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col4\" class=\"data row23 col4\" >63.814</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col5\" class=\"data row23 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col6\" class=\"data row23 col6\" >98.1308</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col7\" class=\"data row23 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col8\" class=\"data row23 col8\" >37.5</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col9\" class=\"data row23 col9\" >97.2222</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col10\" class=\"data row23 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col11\" class=\"data row23 col11\" >54.5455</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col12\" class=\"data row23 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col13\" class=\"data row23 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row23_col14\" class=\"data row23 col14\" >28.5714</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row24\" class=\"row_heading level0 row24\" rowspan=6>model_results_20pct_model_35toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row24\" class=\"row_heading level1 row24\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col0\" class=\"data row24 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col1\" class=\"data row24 col1\" >93.0556</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col2\" class=\"data row24 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col3\" class=\"data row24 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col4\" class=\"data row24 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col5\" class=\"data row24 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col6\" class=\"data row24 col6\" >96.4029</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col7\" class=\"data row24 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col8\" class=\"data row24 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col9\" class=\"data row24 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col10\" class=\"data row24 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col11\" class=\"data row24 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col12\" class=\"data row24 col12\" >93</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col13\" class=\"data row24 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row24_col14\" class=\"data row24 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row25\" class=\"row_heading level1 row25\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col0\" class=\"data row25 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col1\" class=\"data row25 col1\" >97.2222</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col2\" class=\"data row25 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col3\" class=\"data row25 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col4\" class=\"data row25 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col5\" class=\"data row25 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col6\" class=\"data row25 col6\" >98.5915</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col7\" class=\"data row25 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col8\" class=\"data row25 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col9\" class=\"data row25 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col10\" class=\"data row25 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col11\" class=\"data row25 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col12\" class=\"data row25 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col13\" class=\"data row25 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row25_col14\" class=\"data row25 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row26\" class=\"row_heading level1 row26\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col0\" class=\"data row26 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col1\" class=\"data row26 col1\" >98.6111</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col2\" class=\"data row26 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col3\" class=\"data row26 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col4\" class=\"data row26 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col5\" class=\"data row26 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col6\" class=\"data row26 col6\" >99.3007</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col7\" class=\"data row26 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col8\" class=\"data row26 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col9\" class=\"data row26 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col10\" class=\"data row26 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col11\" class=\"data row26 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col12\" class=\"data row26 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col13\" class=\"data row26 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row26_col14\" class=\"data row26 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row27\" class=\"row_heading level1 row27\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col0\" class=\"data row27 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col1\" class=\"data row27 col1\" >98.6111</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col2\" class=\"data row27 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col3\" class=\"data row27 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col4\" class=\"data row27 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col5\" class=\"data row27 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col6\" class=\"data row27 col6\" >99.3007</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col7\" class=\"data row27 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col8\" class=\"data row27 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col9\" class=\"data row27 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col10\" class=\"data row27 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col11\" class=\"data row27 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col12\" class=\"data row27 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col13\" class=\"data row27 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row27_col14\" class=\"data row27 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row28\" class=\"row_heading level1 row28\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col0\" class=\"data row28 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col1\" class=\"data row28 col1\" >98.6111</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col2\" class=\"data row28 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col3\" class=\"data row28 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col4\" class=\"data row28 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col5\" class=\"data row28 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col6\" class=\"data row28 col6\" >99.3007</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col7\" class=\"data row28 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col8\" class=\"data row28 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col9\" class=\"data row28 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col10\" class=\"data row28 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col11\" class=\"data row28 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col12\" class=\"data row28 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col13\" class=\"data row28 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row28_col14\" class=\"data row28 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row29\" class=\"row_heading level1 row29\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col0\" class=\"data row29 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col1\" class=\"data row29 col1\" >97.2222</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col2\" class=\"data row29 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col3\" class=\"data row29 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col4\" class=\"data row29 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col5\" class=\"data row29 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col6\" class=\"data row29 col6\" >98.5915</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col7\" class=\"data row29 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col8\" class=\"data row29 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col9\" class=\"data row29 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col10\" class=\"data row29 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col11\" class=\"data row29 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col12\" class=\"data row29 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col13\" class=\"data row29 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row29_col14\" class=\"data row29 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row30\" class=\"row_heading level0 row30\" rowspan=6>model_results_20pct_model_50toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row30\" class=\"row_heading level1 row30\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col0\" class=\"data row30 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col1\" class=\"data row30 col1\" >92.6952</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col2\" class=\"data row30 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col3\" class=\"data row30 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col4\" class=\"data row30 col4\" >82.9958</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col5\" class=\"data row30 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col6\" class=\"data row30 col6\" >96.1282</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col7\" class=\"data row30 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col8\" class=\"data row30 col8\" >35.5556</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col9\" class=\"data row30 col9\" >99.1736</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col10\" class=\"data row30 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col11\" class=\"data row30 col11\" >23.5294</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col12\" class=\"data row30 col12\" >93</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col13\" class=\"data row30 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row30_col14\" class=\"data row30 col14\" >72.7273</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row31\" class=\"row_heading level1 row31\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col0\" class=\"data row31 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col1\" class=\"data row31 col1\" >95.7179</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col2\" class=\"data row31 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col3\" class=\"data row31 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col4\" class=\"data row31 col4\" >84.5502</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col5\" class=\"data row31 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col6\" class=\"data row31 col6\" >97.7661</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col7\" class=\"data row31 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col8\" class=\"data row31 col8\" >48.4849</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col9\" class=\"data row31 col9\" >99.2</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col10\" class=\"data row31 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col11\" class=\"data row31 col11\" >36.3636</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col12\" class=\"data row31 col12\" >96</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col13\" class=\"data row31 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row31_col14\" class=\"data row31 col14\" >72.7273</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row32\" class=\"row_heading level1 row32\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col0\" class=\"data row32 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col1\" class=\"data row32 col1\" >95.2141</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col2\" class=\"data row32 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col3\" class=\"data row32 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col4\" class=\"data row32 col4\" >84.2911</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col5\" class=\"data row32 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col6\" class=\"data row32 col6\" >97.4967</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col7\" class=\"data row32 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col8\" class=\"data row32 col8\" >45.7143</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col9\" class=\"data row32 col9\" >99.1957</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col10\" class=\"data row32 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col11\" class=\"data row32 col11\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col12\" class=\"data row32 col12\" >96</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col13\" class=\"data row32 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row32_col14\" class=\"data row32 col14\" >72.7273</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row33\" class=\"row_heading level1 row33\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col0\" class=\"data row33 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col1\" class=\"data row33 col1\" >96.2217</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col2\" class=\"data row33 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col3\" class=\"data row33 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col4\" class=\"data row33 col4\" >75.9774</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col5\" class=\"data row33 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col6\" class=\"data row33 col6\" >98.0443</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col7\" class=\"data row33 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col8\" class=\"data row33 col8\" >44.4444</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col9\" class=\"data row33 col9\" >98.6877</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col10\" class=\"data row33 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col11\" class=\"data row33 col11\" >37.5</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col12\" class=\"data row33 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col13\" class=\"data row33 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row33_col14\" class=\"data row33 col14\" >54.5455</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row34\" class=\"row_heading level1 row34\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col0\" class=\"data row34 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col1\" class=\"data row34 col1\" >96.2217</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col2\" class=\"data row34 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col3\" class=\"data row34 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col4\" class=\"data row34 col4\" >71.5615</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col5\" class=\"data row34 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col6\" class=\"data row34 col6\" >98.0494</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col7\" class=\"data row34 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col8\" class=\"data row34 col8\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col9\" class=\"data row34 col9\" >98.4334</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col10\" class=\"data row34 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col11\" class=\"data row34 col11\" >35.7143</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col12\" class=\"data row34 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col13\" class=\"data row34 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row34_col14\" class=\"data row34 col14\" >45.4545</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row35\" class=\"row_heading level1 row35\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col0\" class=\"data row35 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col1\" class=\"data row35 col1\" >95.9698</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col2\" class=\"data row35 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col3\" class=\"data row35 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col4\" class=\"data row35 col4\" >67.016</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col5\" class=\"data row35 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col6\" class=\"data row35 col6\" >97.9221</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col7\" class=\"data row35 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col8\" class=\"data row35 col8\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col9\" class=\"data row35 col9\" >98.1771</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col10\" class=\"data row35 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col11\" class=\"data row35 col11\" >30.7692</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col12\" class=\"data row35 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col13\" class=\"data row35 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row35_col14\" class=\"data row35 col14\" >36.3636</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row36\" class=\"row_heading level0 row36\" rowspan=6>model_results_20pct_model_60toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row36\" class=\"row_heading level1 row36\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col0\" class=\"data row36 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col1\" class=\"data row36 col1\" >91.1111</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col2\" class=\"data row36 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col3\" class=\"data row36 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col4\" class=\"data row36 col4\" >95.4802</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col5\" class=\"data row36 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col6\" class=\"data row36 col6\" >27.2727</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col7\" class=\"data row36 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col8\" class=\"data row36 col8\" >95.2663</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col9\" class=\"data row36 col9\" >15.7895</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col10\" class=\"data row36 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col11\" class=\"data row36 col11\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col12\" class=\"data row36 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col13\" class=\"data row36 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row36_col14\" class=\"data row36 col14\" >90.9604</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row37\" class=\"row_heading level1 row37\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col0\" class=\"data row37 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col1\" class=\"data row37 col1\" >95</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col2\" class=\"data row37 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col3\" class=\"data row37 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col4\" class=\"data row37 col4\" >81.0734</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col5\" class=\"data row37 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col6\" class=\"data row37 col6\" >30.7692</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col7\" class=\"data row37 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col8\" class=\"data row37 col8\" >97.4063</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col9\" class=\"data row37 col9\" >20</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col10\" class=\"data row37 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col11\" class=\"data row37 col11\" >99.4118</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col12\" class=\"data row37 col12\" >67</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col13\" class=\"data row37 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row37_col14\" class=\"data row37 col14\" >95.4802</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row38\" class=\"row_heading level1 row38\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col0\" class=\"data row38 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col1\" class=\"data row38 col1\" >95.5556</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col2\" class=\"data row38 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col3\" class=\"data row38 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col4\" class=\"data row38 col4\" >81.3559</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col5\" class=\"data row38 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col6\" class=\"data row38 col6\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col7\" class=\"data row38 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col8\" class=\"data row38 col8\" >97.7011</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col9\" class=\"data row38 col9\" >22.2222</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col10\" class=\"data row38 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col11\" class=\"data row38 col11\" >99.4152</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col12\" class=\"data row38 col12\" >67</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col13\" class=\"data row38 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row38_col14\" class=\"data row38 col14\" >96.0452</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row39\" class=\"row_heading level1 row39\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col0\" class=\"data row39 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col1\" class=\"data row39 col1\" >96.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col2\" class=\"data row39 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col3\" class=\"data row39 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col4\" class=\"data row39 col4\" >65.5367</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col5\" class=\"data row39 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col6\" class=\"data row39 col6\" >25</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col7\" class=\"data row39 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col8\" class=\"data row39 col8\" >98.2955</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col9\" class=\"data row39 col9\" >20</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col10\" class=\"data row39 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col11\" class=\"data row39 col11\" >98.8571</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col12\" class=\"data row39 col12\" >33</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col13\" class=\"data row39 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row39_col14\" class=\"data row39 col14\" >97.7401</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row40\" class=\"row_heading level1 row40\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col0\" class=\"data row40 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col1\" class=\"data row40 col1\" >97.7778</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col2\" class=\"data row40 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col3\" class=\"data row40 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col4\" class=\"data row40 col4\" >82.4859</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col5\" class=\"data row40 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col6\" class=\"data row40 col6\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col7\" class=\"data row40 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col8\" class=\"data row40 col8\" >98.8636</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col9\" class=\"data row40 col9\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col10\" class=\"data row40 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col11\" class=\"data row40 col11\" >99.4286</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col12\" class=\"data row40 col12\" >67</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col13\" class=\"data row40 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row40_col14\" class=\"data row40 col14\" >98.3051</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row41\" class=\"row_heading level1 row41\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col0\" class=\"data row41 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col1\" class=\"data row41 col1\" >97.7778</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col2\" class=\"data row41 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col3\" class=\"data row41 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col4\" class=\"data row41 col4\" >66.1017</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col5\" class=\"data row41 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col6\" class=\"data row41 col6\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col7\" class=\"data row41 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col8\" class=\"data row41 col8\" >98.8701</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col9\" class=\"data row41 col9\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col10\" class=\"data row41 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col11\" class=\"data row41 col11\" >98.8701</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col12\" class=\"data row41 col12\" >33</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col13\" class=\"data row41 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row41_col14\" class=\"data row41 col14\" >98.8701</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row42\" class=\"row_heading level0 row42\" rowspan=6>model_results_20pct_model_65toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row42\" class=\"row_heading level1 row42\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col0\" class=\"data row42 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col1\" class=\"data row42 col1\" >88.0972</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col2\" class=\"data row42 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col3\" class=\"data row42 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col4\" class=\"data row42 col4\" >87.1102</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col5\" class=\"data row42 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col6\" class=\"data row42 col6\" >34.2593</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col7\" class=\"data row42 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col8\" class=\"data row42 col8\" >93.4562</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col9\" class=\"data row42 col9\" >21.3873</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col10\" class=\"data row42 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col11\" class=\"data row42 col11\" >99.4118</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col12\" class=\"data row42 col12\" >86</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col13\" class=\"data row42 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row42_col14\" class=\"data row42 col14\" >88.1739</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row43\" class=\"row_heading level1 row43\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col0\" class=\"data row43 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col1\" class=\"data row43 col1\" >84.1576</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col2\" class=\"data row43 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col3\" class=\"data row43 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col4\" class=\"data row43 col4\" >85.0667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col5\" class=\"data row43 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col6\" class=\"data row43 col6\" >28.1369</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col7\" class=\"data row43 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col8\" class=\"data row43 col8\" >91.0975</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col9\" class=\"data row43 col9\" >16.8182</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col10\" class=\"data row43 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col11\" class=\"data row43 col11\" >99.3833</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col12\" class=\"data row43 col12\" >86</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col13\" class=\"data row43 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row43_col14\" class=\"data row43 col14\" >84.087</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row44\" class=\"row_heading level1 row44\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col0\" class=\"data row44 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col1\" class=\"data row44 col1\" >93.5457</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col2\" class=\"data row44 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col3\" class=\"data row44 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col4\" class=\"data row44 col4\" >75.3852</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col5\" class=\"data row44 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col6\" class=\"data row44 col6\" >38.4</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col7\" class=\"data row44 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col8\" class=\"data row44 col8\" >96.5944</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col9\" class=\"data row44 col9\" >29.2683</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col10\" class=\"data row44 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col11\" class=\"data row44 col11\" >98.2898</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col12\" class=\"data row44 col12\" >56</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col13\" class=\"data row44 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row44_col14\" class=\"data row44 col14\" >94.9565</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row45\" class=\"row_heading level1 row45\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col0\" class=\"data row45 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col1\" class=\"data row45 col1\" >93.2104</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col2\" class=\"data row45 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col3\" class=\"data row45 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col4\" class=\"data row45 col4\" >77.45</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col5\" class=\"data row45 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col6\" class=\"data row45 col6\" >39.0977</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col7\" class=\"data row45 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col8\" class=\"data row45 col8\" >96.4048</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col9\" class=\"data row45 col9\" >28.8889</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col10\" class=\"data row45 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col11\" class=\"data row45 col11\" >98.4587</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col12\" class=\"data row45 col12\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col13\" class=\"data row45 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row45_col14\" class=\"data row45 col14\" >94.4348</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row46\" class=\"row_heading level1 row46\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col0\" class=\"data row46 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col1\" class=\"data row46 col1\" >94.4677</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col2\" class=\"data row46 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col3\" class=\"data row46 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col4\" class=\"data row46 col4\" >71.3863</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col5\" class=\"data row46 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col6\" class=\"data row46 col6\" >37.7358</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col7\" class=\"data row46 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col8\" class=\"data row46 col8\" >97.1053</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col9\" class=\"data row46 col9\" >31.746</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col10\" class=\"data row46 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col11\" class=\"data row46 col11\" >97.9646</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col12\" class=\"data row46 col12\" >47</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col13\" class=\"data row46 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row46_col14\" class=\"data row46 col14\" >96.2609</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row47\" class=\"row_heading level1 row47\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col0\" class=\"data row47 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col1\" class=\"data row47 col1\" >94.0486</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col2\" class=\"data row47 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col3\" class=\"data row47 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col4\" class=\"data row47 col4\" >71.1689</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col5\" class=\"data row47 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col6\" class=\"data row47 col6\" >36.036</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col7\" class=\"data row47 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col8\" class=\"data row47 col8\" >96.8791</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col9\" class=\"data row47 col9\" >29.4118</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col10\" class=\"data row47 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col11\" class=\"data row47 col11\" >97.9556</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col12\" class=\"data row47 col12\" >47</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col13\" class=\"data row47 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row47_col14\" class=\"data row47 col14\" >95.8261</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row48\" class=\"row_heading level0 row48\" rowspan=6>model_results_20pct_model_75toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row48\" class=\"row_heading level1 row48\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col0\" class=\"data row48 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col1\" class=\"data row48 col1\" >86.7828</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col2\" class=\"data row48 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col3\" class=\"data row48 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col4\" class=\"data row48 col4\" >86.4598</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col5\" class=\"data row48 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col6\" class=\"data row48 col6\" >32.4607</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col7\" class=\"data row48 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col8\" class=\"data row48 col8\" >92.6746</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col9\" class=\"data row48 col9\" >20</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col10\" class=\"data row48 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col11\" class=\"data row48 col11\" >99.391</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col12\" class=\"data row48 col12\" >86</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col13\" class=\"data row48 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row48_col14\" class=\"data row48 col14\" >86.8085</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row49\" class=\"row_heading level1 row49\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col0\" class=\"data row49 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col1\" class=\"data row49 col1\" >87.2951</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col2\" class=\"data row49 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col3\" class=\"data row49 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col4\" class=\"data row49 col4\" >86.7258</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col5\" class=\"data row49 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col6\" class=\"data row49 col6\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col7\" class=\"data row49 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col8\" class=\"data row49 col8\" >92.9785</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col9\" class=\"data row49 col9\" >20.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col10\" class=\"data row49 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col11\" class=\"data row49 col11\" >99.3947</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col12\" class=\"data row49 col12\" >86</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col13\" class=\"data row49 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row49_col14\" class=\"data row49 col14\" >87.3404</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row50\" class=\"row_heading level1 row50\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col0\" class=\"data row50 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col1\" class=\"data row50 col1\" >92.5205</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col2\" class=\"data row50 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col3\" class=\"data row50 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col4\" class=\"data row50 col4\" >72.0745</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col5\" class=\"data row50 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col6\" class=\"data row50 col6\" >33.0275</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col7\" class=\"data row50 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col8\" class=\"data row50 col8\" >96.0391</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col9\" class=\"data row50 col9\" >24.6575</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col10\" class=\"data row50 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col11\" class=\"data row50 col11\" >98.0066</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col12\" class=\"data row50 col12\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col13\" class=\"data row50 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row50_col14\" class=\"data row50 col14\" >94.1489</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row51\" class=\"row_heading level1 row51\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col0\" class=\"data row51 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col1\" class=\"data row51 col1\" >91.7008</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col2\" class=\"data row51 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col3\" class=\"data row51 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col4\" class=\"data row51 col4\" >72.9846</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col5\" class=\"data row51 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col6\" class=\"data row51 col6\" >31.9328</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col7\" class=\"data row51 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col8\" class=\"data row51 col8\" >95.581</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col9\" class=\"data row51 col9\" >22.8916</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col10\" class=\"data row51 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col11\" class=\"data row51 col11\" >98.0963</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col12\" class=\"data row51 col12\" >53</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col13\" class=\"data row51 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row51_col14\" class=\"data row51 col14\" >93.1915</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row52\" class=\"row_heading level1 row52\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col0\" class=\"data row52 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col1\" class=\"data row52 col1\" >93.6475</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col2\" class=\"data row52 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col3\" class=\"data row52 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col4\" class=\"data row52 col4\" >71.3239</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col5\" class=\"data row52 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col6\" class=\"data row52 col6\" >35.4167</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col7\" class=\"data row52 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col8\" class=\"data row52 col8\" >96.6595</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col9\" class=\"data row52 col9\" >28.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col10\" class=\"data row52 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col11\" class=\"data row52 col11\" >97.9258</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col12\" class=\"data row52 col12\" >47</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col13\" class=\"data row52 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row52_col14\" class=\"data row52 col14\" >95.4255</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row53\" class=\"row_heading level1 row53\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col0\" class=\"data row53 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col1\" class=\"data row53 col1\" >92.2131</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col2\" class=\"data row53 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col3\" class=\"data row53 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col4\" class=\"data row53 col4\" >77.2577</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col5\" class=\"data row53 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col6\" class=\"data row53 col6\" >36.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col7\" class=\"data row53 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col8\" class=\"data row53 col8\" >95.8515</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col9\" class=\"data row53 col9\" >26.1905</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col10\" class=\"data row53 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col11\" class=\"data row53 col11\" >98.4305</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col12\" class=\"data row53 col12\" >61</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col13\" class=\"data row53 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row53_col14\" class=\"data row53 col14\" >93.4043</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row54\" class=\"row_heading level0 row54\" rowspan=6>model_results_40pct_model_35toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row54\" class=\"row_heading level1 row54\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col0\" class=\"data row54 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col1\" class=\"data row54 col1\" >93.6274</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col2\" class=\"data row54 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col3\" class=\"data row54 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col4\" class=\"data row54 col4\" >64.3939</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col5\" class=\"data row54 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col6\" class=\"data row54 col6\" >96.6752</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col7\" class=\"data row54 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col8\" class=\"data row54 col8\" >23.5294</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col9\" class=\"data row54 col9\" >97.9275</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col10\" class=\"data row54 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col11\" class=\"data row54 col11\" >18.1818</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col12\" class=\"data row54 col12\" >95</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col13\" class=\"data row54 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row54_col14\" class=\"data row54 col14\" >33.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row55\" class=\"row_heading level1 row55\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col0\" class=\"data row55 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col1\" class=\"data row55 col1\" >93.6274</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col2\" class=\"data row55 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col3\" class=\"data row55 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col4\" class=\"data row55 col4\" >64.3939</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col5\" class=\"data row55 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col6\" class=\"data row55 col6\" >96.6752</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col7\" class=\"data row55 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col8\" class=\"data row55 col8\" >23.5294</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col9\" class=\"data row55 col9\" >97.9275</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col10\" class=\"data row55 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col11\" class=\"data row55 col11\" >18.1818</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col12\" class=\"data row55 col12\" >95</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col13\" class=\"data row55 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row55_col14\" class=\"data row55 col14\" >33.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row56\" class=\"row_heading level1 row56\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col0\" class=\"data row56 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col1\" class=\"data row56 col1\" >96.0784</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col2\" class=\"data row56 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col3\" class=\"data row56 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col4\" class=\"data row56 col4\" >65.6566</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col5\" class=\"data row56 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col6\" class=\"data row56 col6\" >97.9798</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col7\" class=\"data row56 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col8\" class=\"data row56 col8\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col9\" class=\"data row56 col9\" >97.9798</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col10\" class=\"data row56 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col11\" class=\"data row56 col11\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col12\" class=\"data row56 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col13\" class=\"data row56 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row56_col14\" class=\"data row56 col14\" >33.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row57\" class=\"row_heading level1 row57\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col0\" class=\"data row57 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col1\" class=\"data row57 col1\" >96.0784</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col2\" class=\"data row57 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col3\" class=\"data row57 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col4\" class=\"data row57 col4\" >65.6566</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col5\" class=\"data row57 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col6\" class=\"data row57 col6\" >97.9798</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col7\" class=\"data row57 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col8\" class=\"data row57 col8\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col9\" class=\"data row57 col9\" >97.9798</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col10\" class=\"data row57 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col11\" class=\"data row57 col11\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col12\" class=\"data row57 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col13\" class=\"data row57 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row57_col14\" class=\"data row57 col14\" >33.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row58\" class=\"row_heading level1 row58\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col0\" class=\"data row58 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col1\" class=\"data row58 col1\" >96.5686</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col2\" class=\"data row58 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col3\" class=\"data row58 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col4\" class=\"data row58 col4\" >65.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col5\" class=\"data row58 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col6\" class=\"data row58 col6\" >98.2368</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col7\" class=\"data row58 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col8\" class=\"data row58 col8\" >36.3636</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col9\" class=\"data row58 col9\" >97.9899</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col10\" class=\"data row58 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col11\" class=\"data row58 col11\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col12\" class=\"data row58 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col13\" class=\"data row58 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row58_col14\" class=\"data row58 col14\" >33.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row59\" class=\"row_heading level1 row59\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col0\" class=\"data row59 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col1\" class=\"data row59 col1\" >94.6078</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col2\" class=\"data row59 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col3\" class=\"data row59 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col4\" class=\"data row59 col4\" >56.8182</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col5\" class=\"data row59 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col6\" class=\"data row59 col6\" >97.2152</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col7\" class=\"data row59 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col8\" class=\"data row59 col8\" >15.3846</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col9\" class=\"data row59 col9\" >97.4619</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col10\" class=\"data row59 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col11\" class=\"data row59 col11\" >14.2857</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col12\" class=\"data row59 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col13\" class=\"data row59 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row59_col14\" class=\"data row59 col14\" >16.6667</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row60\" class=\"row_heading level0 row60\" rowspan=6>model_results_40pct_model_50toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row60\" class=\"row_heading level1 row60\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col0\" class=\"data row60 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col1\" class=\"data row60 col1\" >85.2041</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col2\" class=\"data row60 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col3\" class=\"data row60 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col4\" class=\"data row60 col4\" >82.7419</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col5\" class=\"data row60 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col6\" class=\"data row60 col6\" >91.6427</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col7\" class=\"data row60 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col8\" class=\"data row60 col8\" >35.5556</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col9\" class=\"data row60 col9\" >98.7578</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col10\" class=\"data row60 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col11\" class=\"data row60 col11\" >22.8571</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col12\" class=\"data row60 col12\" >85</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col13\" class=\"data row60 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row60_col14\" class=\"data row60 col14\" >80</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row61\" class=\"row_heading level1 row61\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col0\" class=\"data row61 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col1\" class=\"data row61 col1\" >91.8367</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col2\" class=\"data row61 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col3\" class=\"data row61 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col4\" class=\"data row61 col4\" >81.5054</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col5\" class=\"data row61 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col6\" class=\"data row61 col6\" >95.5801</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col7\" class=\"data row61 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col8\" class=\"data row61 col8\" >46.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col9\" class=\"data row61 col9\" >98.2955</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col10\" class=\"data row61 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col11\" class=\"data row61 col11\" >35</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col12\" class=\"data row61 col12\" >93</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col13\" class=\"data row61 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row61_col14\" class=\"data row61 col14\" >70</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row62\" class=\"row_heading level1 row62\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col0\" class=\"data row62 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col1\" class=\"data row62 col1\" >90.8163</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col2\" class=\"data row62 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col3\" class=\"data row62 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col4\" class=\"data row62 col4\" >76.2366</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col5\" class=\"data row62 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col6\" class=\"data row62 col6\" >95.0276</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col7\" class=\"data row62 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col8\" class=\"data row62 col8\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col9\" class=\"data row62 col9\" >97.7273</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col10\" class=\"data row62 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col11\" class=\"data row62 col11\" >30</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col12\" class=\"data row62 col12\" >92</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col13\" class=\"data row62 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row62_col14\" class=\"data row62 col14\" >60</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row63\" class=\"row_heading level1 row63\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col0\" class=\"data row63 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col1\" class=\"data row63 col1\" >93.3674</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col2\" class=\"data row63 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col3\" class=\"data row63 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col4\" class=\"data row63 col4\" >72.8495</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col5\" class=\"data row63 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col6\" class=\"data row63 col6\" >96.477</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col7\" class=\"data row63 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col8\" class=\"data row63 col8\" >43.4783</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col9\" class=\"data row63 col9\" >97.2678</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col10\" class=\"data row63 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col11\" class=\"data row63 col11\" >38.4615</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col12\" class=\"data row63 col12\" >96</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col13\" class=\"data row63 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row63_col14\" class=\"data row63 col14\" >50</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row64\" class=\"row_heading level1 row64\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col0\" class=\"data row64 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col1\" class=\"data row64 col1\" >94.3878</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col2\" class=\"data row64 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col3\" class=\"data row64 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col4\" class=\"data row64 col4\" >73.3871</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col5\" class=\"data row64 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col6\" class=\"data row64 col6\" >97.035</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col7\" class=\"data row64 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col8\" class=\"data row64 col8\" >47.6191</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col9\" class=\"data row64 col9\" >97.2973</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col10\" class=\"data row64 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col11\" class=\"data row64 col11\" >45.4545</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col12\" class=\"data row64 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col13\" class=\"data row64 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row64_col14\" class=\"data row64 col14\" >50</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row65\" class=\"row_heading level1 row65\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col0\" class=\"data row65 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col1\" class=\"data row65 col1\" >93.8775</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col2\" class=\"data row65 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col3\" class=\"data row65 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col4\" class=\"data row65 col4\" >68.3871</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col5\" class=\"data row65 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col6\" class=\"data row65 col6\" >96.7742</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col7\" class=\"data row65 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col8\" class=\"data row65 col8\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col9\" class=\"data row65 col9\" >96.7742</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col10\" class=\"data row65 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col11\" class=\"data row65 col11\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col12\" class=\"data row65 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col13\" class=\"data row65 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row65_col14\" class=\"data row65 col14\" >40</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row66\" class=\"row_heading level0 row66\" rowspan=6>model_results_40pct_model_60toxic.txt</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row66\" class=\"row_heading level1 row66\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col0\" class=\"data row66 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col1\" class=\"data row66 col1\" >88.1637</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col2\" class=\"data row66 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col3\" class=\"data row66 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col4\" class=\"data row66 col4\" >87.844</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col5\" class=\"data row66 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col6\" class=\"data row66 col6\" >34.3558</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col7\" class=\"data row66 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col8\" class=\"data row66 col8\" >93.4954</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col9\" class=\"data row66 col9\" >21.3741</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col10\" class=\"data row66 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col11\" class=\"data row66 col11\" >99.4825</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col12\" class=\"data row66 col12\" >88</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col13\" class=\"data row66 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row66_col14\" class=\"data row66 col14\" >88.1881</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row67\" class=\"row_heading level1 row67\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col0\" class=\"data row67 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col1\" class=\"data row67 col1\" >93.1416</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col2\" class=\"data row67 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col3\" class=\"data row67 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col4\" class=\"data row67 col4\" >82.8985</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col5\" class=\"data row67 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col6\" class=\"data row67 col6\" >42.5926</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col7\" class=\"data row67 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col8\" class=\"data row67 col8\" >96.3529</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col9\" class=\"data row67 col9\" >30.2632</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col10\" class=\"data row67 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col11\" class=\"data row67 col11\" >98.913</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col12\" class=\"data row67 col12\" >72</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col13\" class=\"data row67 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row67_col14\" class=\"data row67 col14\" >93.922</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row68\" class=\"row_heading level1 row68\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col0\" class=\"data row68 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col1\" class=\"data row68 col1\" >91.9248</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col2\" class=\"data row68 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col3\" class=\"data row68 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col4\" class=\"data row68 col4\" >83.7729</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col5\" class=\"data row68 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col6\" class=\"data row68 col6\" >39.6694</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col7\" class=\"data row68 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col8\" class=\"data row68 col8\" >95.6728</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col9\" class=\"data row68 col9\" >26.9663</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col10\" class=\"data row68 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col11\" class=\"data row68 col11\" >99.0184</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col12\" class=\"data row68 col12\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col13\" class=\"data row68 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row68_col14\" class=\"data row68 col14\" >92.5459</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row69\" class=\"row_heading level1 row69\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col0\" class=\"data row69 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col1\" class=\"data row69 col1\" >92.8097</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col2\" class=\"data row69 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col3\" class=\"data row69 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col4\" class=\"data row69 col4\" >78.211</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col5\" class=\"data row69 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col6\" class=\"data row69 col6\" >38.0952</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col7\" class=\"data row69 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col8\" class=\"data row69 col8\" >96.1832</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col9\" class=\"data row69 col9\" >27.3973</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col10\" class=\"data row69 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col11\" class=\"data row69 col11\" >98.556</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col12\" class=\"data row69 col12\" >62</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col13\" class=\"data row69 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row69_col14\" class=\"data row69 col14\" >93.922</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row70\" class=\"row_heading level1 row70\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col0\" class=\"data row70 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col1\" class=\"data row70 col1\" >93.5841</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col2\" class=\"data row70 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col3\" class=\"data row70 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col4\" class=\"data row70 col4\" >74.0969</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col5\" class=\"data row70 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col6\" class=\"data row70 col6\" >36.9565</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col7\" class=\"data row70 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col8\" class=\"data row70 col8\" >96.6201</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col9\" class=\"data row70 col9\" >28.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col10\" class=\"data row70 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col11\" class=\"data row70 col11\" >98.2228</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col12\" class=\"data row70 col12\" >53</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col13\" class=\"data row70 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row70_col14\" class=\"data row70 col14\" >95.0688</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row71\" class=\"row_heading level1 row71\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col0\" class=\"data row71 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col1\" class=\"data row71 col1\" >94.1372</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col2\" class=\"data row71 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col3\" class=\"data row71 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col4\" class=\"data row71 col4\" >74.3836</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col5\" class=\"data row71 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col6\" class=\"data row71 col6\" >39.0805</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col7\" class=\"data row71 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col8\" class=\"data row71 col8\" >96.9204</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col9\" class=\"data row71 col9\" >30.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col10\" class=\"data row71 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col11\" class=\"data row71 col11\" >98.2332</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col12\" class=\"data row71 col12\" >53</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col13\" class=\"data row71 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row71_col14\" class=\"data row71 col14\" >95.6422</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row72\" class=\"row_heading level0 row72\" rowspan=6>model_results_40pct_model_65toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row72\" class=\"row_heading level1 row72\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col0\" class=\"data row72 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col1\" class=\"data row72 col1\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col2\" class=\"data row72 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col3\" class=\"data row72 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col4\" class=\"data row72 col4\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col5\" class=\"data row72 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col6\" class=\"data row72 col6\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col7\" class=\"data row72 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col8\" class=\"data row72 col8\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col9\" class=\"data row72 col9\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col10\" class=\"data row72 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col11\" class=\"data row72 col11\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col12\" class=\"data row72 col12\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col13\" class=\"data row72 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row72_col14\" class=\"data row72 col14\" >75</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row73\" class=\"row_heading level1 row73\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col0\" class=\"data row73 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col1\" class=\"data row73 col1\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col2\" class=\"data row73 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col3\" class=\"data row73 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col4\" class=\"data row73 col4\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col5\" class=\"data row73 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col6\" class=\"data row73 col6\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col7\" class=\"data row73 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col8\" class=\"data row73 col8\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col9\" class=\"data row73 col9\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col10\" class=\"data row73 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col11\" class=\"data row73 col11\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col12\" class=\"data row73 col12\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col13\" class=\"data row73 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row73_col14\" class=\"data row73 col14\" >75</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row74\" class=\"row_heading level1 row74\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col0\" class=\"data row74 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col1\" class=\"data row74 col1\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col2\" class=\"data row74 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col3\" class=\"data row74 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col4\" class=\"data row74 col4\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col5\" class=\"data row74 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col6\" class=\"data row74 col6\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col7\" class=\"data row74 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col8\" class=\"data row74 col8\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col9\" class=\"data row74 col9\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col10\" class=\"data row74 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col11\" class=\"data row74 col11\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col12\" class=\"data row74 col12\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col13\" class=\"data row74 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row74_col14\" class=\"data row74 col14\" >75</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row75\" class=\"row_heading level1 row75\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col0\" class=\"data row75 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col1\" class=\"data row75 col1\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col2\" class=\"data row75 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col3\" class=\"data row75 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col4\" class=\"data row75 col4\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col5\" class=\"data row75 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col6\" class=\"data row75 col6\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col7\" class=\"data row75 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col8\" class=\"data row75 col8\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col9\" class=\"data row75 col9\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col10\" class=\"data row75 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col11\" class=\"data row75 col11\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col12\" class=\"data row75 col12\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col13\" class=\"data row75 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row75_col14\" class=\"data row75 col14\" >75</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row76\" class=\"row_heading level1 row76\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col0\" class=\"data row76 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col1\" class=\"data row76 col1\" >87.5</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col2\" class=\"data row76 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col3\" class=\"data row76 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col4\" class=\"data row76 col4\" >87.5</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col5\" class=\"data row76 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col6\" class=\"data row76 col6\" >85.7143</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col7\" class=\"data row76 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col8\" class=\"data row76 col8\" >88.8889</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col9\" class=\"data row76 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col10\" class=\"data row76 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col11\" class=\"data row76 col11\" >80</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col12\" class=\"data row76 col12\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col13\" class=\"data row76 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row76_col14\" class=\"data row76 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row77\" class=\"row_heading level1 row77\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col0\" class=\"data row77 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col1\" class=\"data row77 col1\" >87.5</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col2\" class=\"data row77 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col3\" class=\"data row77 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col4\" class=\"data row77 col4\" >87.5</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col5\" class=\"data row77 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col6\" class=\"data row77 col6\" >85.7143</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col7\" class=\"data row77 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col8\" class=\"data row77 col8\" >88.8889</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col9\" class=\"data row77 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col10\" class=\"data row77 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col11\" class=\"data row77 col11\" >80</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col12\" class=\"data row77 col12\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col13\" class=\"data row77 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row77_col14\" class=\"data row77 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row78\" class=\"row_heading level0 row78\" rowspan=6>model_results_40pct_model_75toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row78\" class=\"row_heading level1 row78\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col0\" class=\"data row78 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col1\" class=\"data row78 col1\" >86.076</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col2\" class=\"data row78 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col3\" class=\"data row78 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col4\" class=\"data row78 col4\" >84.0507</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col5\" class=\"data row78 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col6\" class=\"data row78 col6\" >35.2941</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col7\" class=\"data row78 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col8\" class=\"data row78 col8\" >92.1986</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col9\" class=\"data row78 col9\" >22.5</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col10\" class=\"data row78 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col11\" class=\"data row78 col11\" >98.9848</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col12\" class=\"data row78 col12\" >82</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col13\" class=\"data row78 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row78_col14\" class=\"data row78 col14\" >86.2832</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row79\" class=\"row_heading level1 row79\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col0\" class=\"data row79 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col1\" class=\"data row79 col1\" >89.0295</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col2\" class=\"data row79 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col3\" class=\"data row79 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col4\" class=\"data row79 col4\" >72.6267</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col5\" class=\"data row79 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col6\" class=\"data row79 col6\" >31.5789</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col7\" class=\"data row79 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col8\" class=\"data row79 col8\" >94.0367</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col9\" class=\"data row79 col9\" >22.2222</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col10\" class=\"data row79 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col11\" class=\"data row79 col11\" >97.6191</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col12\" class=\"data row79 col12\" >55</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col13\" class=\"data row79 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row79_col14\" class=\"data row79 col14\" >90.708</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row80\" class=\"row_heading level1 row80\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col0\" class=\"data row80 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col1\" class=\"data row80 col1\" >91.9831</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col2\" class=\"data row80 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col3\" class=\"data row80 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col4\" class=\"data row80 col4\" >74.1754</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col5\" class=\"data row80 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col6\" class=\"data row80 col6\" >38.7097</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col7\" class=\"data row80 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col8\" class=\"data row80 col8\" >95.7111</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col9\" class=\"data row80 col9\" >30</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col10\" class=\"data row80 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col11\" class=\"data row80 col11\" >97.6958</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col12\" class=\"data row80 col12\" >55</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col13\" class=\"data row80 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row80_col14\" class=\"data row80 col14\" >93.8053</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row81\" class=\"row_heading level1 row81\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col0\" class=\"data row81 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col1\" class=\"data row81 col1\" >91.5612</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col2\" class=\"data row81 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col3\" class=\"data row81 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col4\" class=\"data row81 col4\" >73.9541</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col5\" class=\"data row81 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col6\" class=\"data row81 col6\" >37.5</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col7\" class=\"data row81 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col8\" class=\"data row81 col8\" >95.4751</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col9\" class=\"data row81 col9\" >28.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col10\" class=\"data row81 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col11\" class=\"data row81 col11\" >97.6852</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col12\" class=\"data row81 col12\" >55</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col13\" class=\"data row81 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row81_col14\" class=\"data row81 col14\" >93.3628</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row82\" class=\"row_heading level1 row82\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col0\" class=\"data row82 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col1\" class=\"data row82 col1\" >90.7173</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col2\" class=\"data row82 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col3\" class=\"data row82 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col4\" class=\"data row82 col4\" >73.5117</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col5\" class=\"data row82 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col6\" class=\"data row82 col6\" >35.2941</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col7\" class=\"data row82 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col8\" class=\"data row82 col8\" >95</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col9\" class=\"data row82 col9\" >26.087</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col10\" class=\"data row82 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col11\" class=\"data row82 col11\" >97.6636</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col12\" class=\"data row82 col12\" >55</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col13\" class=\"data row82 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row82_col14\" class=\"data row82 col14\" >92.4779</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row83\" class=\"row_heading level1 row83\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col0\" class=\"data row83 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col1\" class=\"data row83 col1\" >92.4051</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col2\" class=\"data row83 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col3\" class=\"data row83 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col4\" class=\"data row83 col4\" >74.3966</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col5\" class=\"data row83 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col6\" class=\"data row83 col6\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col7\" class=\"data row83 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col8\" class=\"data row83 col8\" >95.9459</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col9\" class=\"data row83 col9\" >31.5789</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col10\" class=\"data row83 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col11\" class=\"data row83 col11\" >97.7064</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col12\" class=\"data row83 col12\" >55</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col13\" class=\"data row83 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row83_col14\" class=\"data row83 col14\" >94.2478</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row84\" class=\"row_heading level0 row84\" rowspan=6>model_results_40pct_model_randomtoxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row84\" class=\"row_heading level1 row84\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col0\" class=\"data row84 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col1\" class=\"data row84 col1\" >96.7713</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col2\" class=\"data row84 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col3\" class=\"data row84 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col4\" class=\"data row84 col4\" >60.7894</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col5\" class=\"data row84 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col6\" class=\"data row84 col6\" >98.3456</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col7\" class=\"data row84 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col8\" class=\"data row84 col8\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col9\" class=\"data row84 col9\" >97.0962</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col10\" class=\"data row84 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col11\" class=\"data row84 col11\" >69.2308</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col12\" class=\"data row84 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col13\" class=\"data row84 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row84_col14\" class=\"data row84 col14\" >21.9512</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row85\" class=\"row_heading level1 row85\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col0\" class=\"data row85 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col1\" class=\"data row85 col1\" >96.5919</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col2\" class=\"data row85 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col3\" class=\"data row85 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col4\" class=\"data row85 col4\" >60.6963</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col5\" class=\"data row85 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col6\" class=\"data row85 col6\" >98.2521</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col7\" class=\"data row85 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col8\" class=\"data row85 col8\" >32.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col9\" class=\"data row85 col9\" >97.0909</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col10\" class=\"data row85 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col11\" class=\"data row85 col11\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col12\" class=\"data row85 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col13\" class=\"data row85 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row85_col14\" class=\"data row85 col14\" >21.9512</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row86\" class=\"row_heading level1 row86\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col0\" class=\"data row86 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col1\" class=\"data row86 col1\" >96.6816</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col2\" class=\"data row86 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col3\" class=\"data row86 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col4\" class=\"data row86 col4\" >72.4724</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col5\" class=\"data row86 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col6\" class=\"data row86 col6\" >98.2831</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col7\" class=\"data row86 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col8\" class=\"data row86 col8\" >50.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col9\" class=\"data row86 col9\" >97.9648</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col10\" class=\"data row86 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col11\" class=\"data row86 col11\" >55.8824</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col12\" class=\"data row86 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col13\" class=\"data row86 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row86_col14\" class=\"data row86 col14\" >46.3415</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row87\" class=\"row_heading level1 row87\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col0\" class=\"data row87 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col1\" class=\"data row87 col1\" >96.2332</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col2\" class=\"data row87 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col3\" class=\"data row87 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col4\" class=\"data row87 col4\" >66.3748</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col5\" class=\"data row87 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col6\" class=\"data row87 col6\" >98.0556</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col7\" class=\"data row87 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col8\" class=\"data row87 col8\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col9\" class=\"data row87 col9\" >97.5138</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col10\" class=\"data row87 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col11\" class=\"data row87 col11\" >48.2759</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col12\" class=\"data row87 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col13\" class=\"data row87 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row87_col14\" class=\"data row87 col14\" >34.1463</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row88\" class=\"row_heading level1 row88\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col0\" class=\"data row88 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col1\" class=\"data row88 col1\" >96.5022</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col2\" class=\"data row88 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col3\" class=\"data row88 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col4\" class=\"data row88 col4\" >70.0334</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col5\" class=\"data row88 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col6\" class=\"data row88 col6\" >98.1919</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col7\" class=\"data row88 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col8\" class=\"data row88 col8\" >46.5753</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col9\" class=\"data row88 col9\" >97.7839</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col10\" class=\"data row88 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col11\" class=\"data row88 col11\" >53.125</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col12\" class=\"data row88 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col13\" class=\"data row88 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row88_col14\" class=\"data row88 col14\" >41.4634</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row89\" class=\"row_heading level1 row89\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col0\" class=\"data row89 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col1\" class=\"data row89 col1\" >96.1435</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col2\" class=\"data row89 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col3\" class=\"data row89 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col4\" class=\"data row89 col4\" >71.0201</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col5\" class=\"data row89 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col6\" class=\"data row89 col6\" >98.0009</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col7\" class=\"data row89 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col8\" class=\"data row89 col8\" >45.5696</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col9\" class=\"data row89 col9\" >97.8644</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col10\" class=\"data row89 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col11\" class=\"data row89 col11\" >47.3684</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col12\" class=\"data row89 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col13\" class=\"data row89 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row89_col14\" class=\"data row89 col14\" >43.9024</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row90\" class=\"row_heading level0 row90\" rowspan=6>model_results_60pct_model_35toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row90\" class=\"row_heading level1 row90\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col0\" class=\"data row90 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col1\" class=\"data row90 col1\" >93.4783</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col2\" class=\"data row90 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col3\" class=\"data row90 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col4\" class=\"data row90 col4\" >96.6851</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col5\" class=\"data row90 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col6\" class=\"data row90 col6\" >96.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col7\" class=\"data row90 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col8\" class=\"data row90 col8\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col9\" class=\"data row90 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col10\" class=\"data row90 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col11\" class=\"data row90 col11\" >20</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col12\" class=\"data row90 col12\" >93</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col13\" class=\"data row90 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row90_col14\" class=\"data row90 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row91\" class=\"row_heading level1 row91\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col0\" class=\"data row91 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col1\" class=\"data row91 col1\" >96.1957</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col2\" class=\"data row91 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col3\" class=\"data row91 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col4\" class=\"data row91 col4\" >81.6759</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col5\" class=\"data row91 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col6\" class=\"data row91 col6\" >98.0392</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col7\" class=\"data row91 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col8\" class=\"data row91 col8\" >36.3636</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col9\" class=\"data row91 col9\" >99.4318</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col10\" class=\"data row91 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col11\" class=\"data row91 col11\" >25</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col12\" class=\"data row91 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col13\" class=\"data row91 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row91_col14\" class=\"data row91 col14\" >66.6667</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row92\" class=\"row_heading level1 row92\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col0\" class=\"data row92 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col1\" class=\"data row92 col1\" >97.8261</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col2\" class=\"data row92 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col3\" class=\"data row92 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col4\" class=\"data row92 col4\" >66.1142</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col5\" class=\"data row92 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col6\" class=\"data row92 col6\" >98.895</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col7\" class=\"data row92 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col8\" class=\"data row92 col8\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col9\" class=\"data row92 col9\" >98.895</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col10\" class=\"data row92 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col11\" class=\"data row92 col11\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col12\" class=\"data row92 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col13\" class=\"data row92 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row92_col14\" class=\"data row92 col14\" >33.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row93\" class=\"row_heading level1 row93\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col0\" class=\"data row93 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col1\" class=\"data row93 col1\" >96.7391</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col2\" class=\"data row93 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col3\" class=\"data row93 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col4\" class=\"data row93 col4\" >65.5617</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col5\" class=\"data row93 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col6\" class=\"data row93 col6\" >98.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col7\" class=\"data row93 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col8\" class=\"data row93 col8\" >25</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col9\" class=\"data row93 col9\" >98.8827</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col10\" class=\"data row93 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col11\" class=\"data row93 col11\" >20</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col12\" class=\"data row93 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col13\" class=\"data row93 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row93_col14\" class=\"data row93 col14\" >33.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row94\" class=\"row_heading level1 row94\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col0\" class=\"data row94 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col1\" class=\"data row94 col1\" >97.2826</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col2\" class=\"data row94 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col3\" class=\"data row94 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col4\" class=\"data row94 col4\" >65.8379</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col5\" class=\"data row94 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col6\" class=\"data row94 col6\" >98.615</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col7\" class=\"data row94 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col8\" class=\"data row94 col8\" >28.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col9\" class=\"data row94 col9\" >98.8889</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col10\" class=\"data row94 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col11\" class=\"data row94 col11\" >25</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col12\" class=\"data row94 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col13\" class=\"data row94 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row94_col14\" class=\"data row94 col14\" >33.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row95\" class=\"row_heading level1 row95\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col0\" class=\"data row95 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col1\" class=\"data row95 col1\" >96.1957</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col2\" class=\"data row95 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col3\" class=\"data row95 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col4\" class=\"data row95 col4\" >48.895</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col5\" class=\"data row95 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col6\" class=\"data row95 col6\" >98.0609</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col7\" class=\"data row95 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col8\" class=\"data row95 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col9\" class=\"data row95 col9\" >98.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col10\" class=\"data row95 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col11\" class=\"data row95 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col12\" class=\"data row95 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col13\" class=\"data row95 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row95_col14\" class=\"data row95 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row96\" class=\"row_heading level0 row96\" rowspan=6>model_results_60pct_model_50toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row96\" class=\"row_heading level1 row96\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col0\" class=\"data row96 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col1\" class=\"data row96 col1\" >92.8571</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col2\" class=\"data row96 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col3\" class=\"data row96 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col4\" class=\"data row96 col4\" >61.5385</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col5\" class=\"data row96 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col6\" class=\"data row96 col6\" >96.2264</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col7\" class=\"data row96 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col8\" class=\"data row96 col8\" >33.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col9\" class=\"data row96 col9\" >94.4444</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col10\" class=\"data row96 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col11\" class=\"data row96 col11\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col12\" class=\"data row96 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col13\" class=\"data row96 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row96_col14\" class=\"data row96 col14\" >25</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row97\" class=\"row_heading level1 row97\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col0\" class=\"data row97 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col1\" class=\"data row97 col1\" >94.6429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col2\" class=\"data row97 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col3\" class=\"data row97 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col4\" class=\"data row97 col4\" >66.3461</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col5\" class=\"data row97 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col6\" class=\"data row97 col6\" >97.1787</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col7\" class=\"data row97 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col8\" class=\"data row97 col8\" >47.0588</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col9\" class=\"data row97 col9\" >95.092</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col10\" class=\"data row97 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col11\" class=\"data row97 col11\" >80</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col12\" class=\"data row97 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col13\" class=\"data row97 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row97_col14\" class=\"data row97 col14\" >33.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row98\" class=\"row_heading level1 row98\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col0\" class=\"data row98 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col1\" class=\"data row98 col1\" >96.4286</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col2\" class=\"data row98 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col3\" class=\"data row98 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col4\" class=\"data row98 col4\" >82.6923</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col5\" class=\"data row98 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col6\" class=\"data row98 col6\" >98.0892</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col7\" class=\"data row98 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col8\" class=\"data row98 col8\" >72.7273</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col9\" class=\"data row98 col9\" >97.4684</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col10\" class=\"data row98 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col11\" class=\"data row98 col11\" >80</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col12\" class=\"data row98 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col13\" class=\"data row98 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row98_col14\" class=\"data row98 col14\" >66.6667</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row99\" class=\"row_heading level1 row99\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col0\" class=\"data row99 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col1\" class=\"data row99 col1\" >95.8333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col2\" class=\"data row99 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col3\" class=\"data row99 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col4\" class=\"data row99 col4\" >78.5256</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col5\" class=\"data row99 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col6\" class=\"data row99 col6\" >97.7778</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col7\" class=\"data row99 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col8\" class=\"data row99 col8\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col9\" class=\"data row99 col9\" >96.8554</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col10\" class=\"data row99 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col11\" class=\"data row99 col11\" >77.7778</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col12\" class=\"data row99 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col13\" class=\"data row99 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row99_col14\" class=\"data row99 col14\" >58.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row100\" class=\"row_heading level1 row100\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col0\" class=\"data row100 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col1\" class=\"data row100 col1\" >96.4286</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col2\" class=\"data row100 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col3\" class=\"data row100 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col4\" class=\"data row100 col4\" >82.6923</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col5\" class=\"data row100 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col6\" class=\"data row100 col6\" >98.0892</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col7\" class=\"data row100 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col8\" class=\"data row100 col8\" >72.7273</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col9\" class=\"data row100 col9\" >97.4684</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col10\" class=\"data row100 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col11\" class=\"data row100 col11\" >80</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col12\" class=\"data row100 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col13\" class=\"data row100 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row100_col14\" class=\"data row100 col14\" >66.6667</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row101\" class=\"row_heading level1 row101\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col0\" class=\"data row101 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col1\" class=\"data row101 col1\" >94.0476</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col2\" class=\"data row101 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col3\" class=\"data row101 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col4\" class=\"data row101 col4\" >69.8718</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col5\" class=\"data row101 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col6\" class=\"data row101 col6\" >96.8354</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col7\" class=\"data row101 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col8\" class=\"data row101 col8\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col9\" class=\"data row101 col9\" >95.625</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col10\" class=\"data row101 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col11\" class=\"data row101 col11\" >62.5</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col12\" class=\"data row101 col12\" >98</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col13\" class=\"data row101 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row101_col14\" class=\"data row101 col14\" >41.6667</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row102\" class=\"row_heading level0 row102\" rowspan=6>model_results_60pct_model_60toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row102\" class=\"row_heading level1 row102\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col0\" class=\"data row102 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col1\" class=\"data row102 col1\" >93.4286</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col2\" class=\"data row102 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col3\" class=\"data row102 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col4\" class=\"data row102 col4\" >79.8004</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col5\" class=\"data row102 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col6\" class=\"data row102 col6\" >48.8889</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col7\" class=\"data row102 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col8\" class=\"data row102 col8\" >96.4886</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col9\" class=\"data row102 col9\" >39.2857</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col10\" class=\"data row102 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col11\" class=\"data row102 col11\" >98.1367</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col12\" class=\"data row102 col12\" >65</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col13\" class=\"data row102 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row102_col14\" class=\"data row102 col14\" >94.8949</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row103\" class=\"row_heading level1 row103\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col0\" class=\"data row103 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col1\" class=\"data row103 col1\" >95.4286</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col2\" class=\"data row103 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col3\" class=\"data row103 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col4\" class=\"data row103 col4\" >72.4784</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col5\" class=\"data row103 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col6\" class=\"data row103 col6\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col7\" class=\"data row103 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col8\" class=\"data row103 col8\" >97.6048</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col9\" class=\"data row103 col9\" >53.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col10\" class=\"data row103 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col11\" class=\"data row103 col11\" >97.3134</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col12\" class=\"data row103 col12\" >47</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col13\" class=\"data row103 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row103_col14\" class=\"data row103 col14\" >97.8979</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row104\" class=\"row_heading level1 row104\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col0\" class=\"data row104 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col1\" class=\"data row104 col1\" >95.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col2\" class=\"data row104 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col3\" class=\"data row104 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col4\" class=\"data row104 col4\" >72.3282</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col5\" class=\"data row104 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col6\" class=\"data row104 col6\" >48.4849</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col7\" class=\"data row104 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col8\" class=\"data row104 col8\" >97.4513</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col9\" class=\"data row104 col9\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col10\" class=\"data row104 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col11\" class=\"data row104 col11\" >97.3054</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col12\" class=\"data row104 col12\" >47</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col13\" class=\"data row104 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row104_col14\" class=\"data row104 col14\" >97.5976</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row105\" class=\"row_heading level1 row105\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col0\" class=\"data row105 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col1\" class=\"data row105 col1\" >94.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col2\" class=\"data row105 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col3\" class=\"data row105 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col4\" class=\"data row105 col4\" >66.4459</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col5\" class=\"data row105 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col6\" class=\"data row105 col6\" >38.7097</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col7\" class=\"data row105 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col8\" class=\"data row105 col8\" >97.1599</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col9\" class=\"data row105 col9\" >42.8571</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col10\" class=\"data row105 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col11\" class=\"data row105 col11\" >96.7262</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col12\" class=\"data row105 col12\" >35</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col13\" class=\"data row105 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row105_col14\" class=\"data row105 col14\" >97.5976</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row106\" class=\"row_heading level1 row106\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col0\" class=\"data row106 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col1\" class=\"data row106 col1\" >94.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col2\" class=\"data row106 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col3\" class=\"data row106 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col4\" class=\"data row106 col4\" >66.4459</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col5\" class=\"data row106 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col6\" class=\"data row106 col6\" >38.7097</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col7\" class=\"data row106 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col8\" class=\"data row106 col8\" >97.1599</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col9\" class=\"data row106 col9\" >42.8571</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col10\" class=\"data row106 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col11\" class=\"data row106 col11\" >96.7262</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col12\" class=\"data row106 col12\" >35</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col13\" class=\"data row106 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row106_col14\" class=\"data row106 col14\" >97.5976</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row107\" class=\"row_heading level1 row107\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col0\" class=\"data row107 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col1\" class=\"data row107 col1\" >94.8571</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col2\" class=\"data row107 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col3\" class=\"data row107 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col4\" class=\"data row107 col4\" >63.805</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col5\" class=\"data row107 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col6\" class=\"data row107 col6\" >35.7143</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col7\" class=\"data row107 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col8\" class=\"data row107 col8\" >97.3214</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col9\" class=\"data row107 col9\" >45.4545</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col10\" class=\"data row107 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col11\" class=\"data row107 col11\" >96.4602</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col12\" class=\"data row107 col12\" >29</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col13\" class=\"data row107 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row107_col14\" class=\"data row107 col14\" >98.1982</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row108\" class=\"row_heading level0 row108\" rowspan=6>model_results_60pct_model_65toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row108\" class=\"row_heading level1 row108\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col0\" class=\"data row108 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col1\" class=\"data row108 col1\" >95.1872</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col2\" class=\"data row108 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col3\" class=\"data row108 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col4\" class=\"data row108 col4\" >85.7857</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col5\" class=\"data row108 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col6\" class=\"data row108 col6\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col7\" class=\"data row108 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col8\" class=\"data row108 col8\" >97.4063</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col9\" class=\"data row108 col9\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col10\" class=\"data row108 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col11\" class=\"data row108 col11\" >98.2558</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col12\" class=\"data row108 col12\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col13\" class=\"data row108 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row108_col14\" class=\"data row108 col14\" >96.5714</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row109\" class=\"row_heading level1 row109\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col0\" class=\"data row109 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col1\" class=\"data row109 col1\" >97.3262</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col2\" class=\"data row109 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col3\" class=\"data row109 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col4\" class=\"data row109 col4\" >86.9286</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col5\" class=\"data row109 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col6\" class=\"data row109 col6\" >78.2609</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col7\" class=\"data row109 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col8\" class=\"data row109 col8\" >98.5755</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col9\" class=\"data row109 col9\" >81.8182</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col10\" class=\"data row109 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col11\" class=\"data row109 col11\" >98.2955</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col12\" class=\"data row109 col12\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col13\" class=\"data row109 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row109_col14\" class=\"data row109 col14\" >98.8571</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row110\" class=\"row_heading level1 row110\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col0\" class=\"data row110 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col1\" class=\"data row110 col1\" >96.2567</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col2\" class=\"data row110 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col3\" class=\"data row110 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col4\" class=\"data row110 col4\" >82.4762</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col5\" class=\"data row110 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col6\" class=\"data row110 col6\" >69.5652</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col7\" class=\"data row110 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col8\" class=\"data row110 col8\" >98.0057</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col9\" class=\"data row110 col9\" >72.7273</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col10\" class=\"data row110 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col11\" class=\"data row110 col11\" >97.7273</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col12\" class=\"data row110 col12\" >67</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col13\" class=\"data row110 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row110_col14\" class=\"data row110 col14\" >98.2857</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row111\" class=\"row_heading level1 row111\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col0\" class=\"data row111 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col1\" class=\"data row111 col1\" >95.7219</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col2\" class=\"data row111 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col3\" class=\"data row111 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col4\" class=\"data row111 col4\" >74.4286</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col5\" class=\"data row111 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col6\" class=\"data row111 col6\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col7\" class=\"data row111 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col8\" class=\"data row111 col8\" >97.7401</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col9\" class=\"data row111 col9\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col10\" class=\"data row111 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col11\" class=\"data row111 col11\" >96.648</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col12\" class=\"data row111 col12\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col13\" class=\"data row111 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row111_col14\" class=\"data row111 col14\" >98.8571</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row112\" class=\"row_heading level1 row112\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col0\" class=\"data row112 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col1\" class=\"data row112 col1\" >95.1872</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col2\" class=\"data row112 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col3\" class=\"data row112 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col4\" class=\"data row112 col4\" >74.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col5\" class=\"data row112 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col6\" class=\"data row112 col6\" >57.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col7\" class=\"data row112 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col8\" class=\"data row112 col8\" >97.4504</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col9\" class=\"data row112 col9\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col10\" class=\"data row112 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col11\" class=\"data row112 col11\" >96.6292</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col12\" class=\"data row112 col12\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col13\" class=\"data row112 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row112_col14\" class=\"data row112 col14\" >98.2857</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row113\" class=\"row_heading level1 row113\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col0\" class=\"data row113 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col1\" class=\"data row113 col1\" >95.1872</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col2\" class=\"data row113 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col3\" class=\"data row113 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col4\" class=\"data row113 col4\" >74.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col5\" class=\"data row113 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col6\" class=\"data row113 col6\" >57.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col7\" class=\"data row113 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col8\" class=\"data row113 col8\" >97.4504</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col9\" class=\"data row113 col9\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col10\" class=\"data row113 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col11\" class=\"data row113 col11\" >96.6292</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col12\" class=\"data row113 col12\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col13\" class=\"data row113 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row113_col14\" class=\"data row113 col14\" >98.2857</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row114\" class=\"row_heading level0 row114\" rowspan=6>model_results_60pct_model_75toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row114\" class=\"row_heading level1 row114\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col0\" class=\"data row114 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col1\" class=\"data row114 col1\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col2\" class=\"data row114 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col3\" class=\"data row114 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col4\" class=\"data row114 col4\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col5\" class=\"data row114 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col6\" class=\"data row114 col6\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col7\" class=\"data row114 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col8\" class=\"data row114 col8\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col9\" class=\"data row114 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col10\" class=\"data row114 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col11\" class=\"data row114 col11\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col12\" class=\"data row114 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col13\" class=\"data row114 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row114_col14\" class=\"data row114 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row115\" class=\"row_heading level1 row115\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col0\" class=\"data row115 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col1\" class=\"data row115 col1\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col2\" class=\"data row115 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col3\" class=\"data row115 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col4\" class=\"data row115 col4\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col5\" class=\"data row115 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col6\" class=\"data row115 col6\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col7\" class=\"data row115 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col8\" class=\"data row115 col8\" >95.2381</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col9\" class=\"data row115 col9\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col10\" class=\"data row115 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col11\" class=\"data row115 col11\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col12\" class=\"data row115 col12\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col13\" class=\"data row115 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row115_col14\" class=\"data row115 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row116\" class=\"row_heading level1 row116\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col0\" class=\"data row116 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col1\" class=\"data row116 col1\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col2\" class=\"data row116 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col3\" class=\"data row116 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col4\" class=\"data row116 col4\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col5\" class=\"data row116 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col6\" class=\"data row116 col6\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col7\" class=\"data row116 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col8\" class=\"data row116 col8\" >95.2381</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col9\" class=\"data row116 col9\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col10\" class=\"data row116 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col11\" class=\"data row116 col11\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col12\" class=\"data row116 col12\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col13\" class=\"data row116 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row116_col14\" class=\"data row116 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row117\" class=\"row_heading level1 row117\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col0\" class=\"data row117 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col1\" class=\"data row117 col1\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col2\" class=\"data row117 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col3\" class=\"data row117 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col4\" class=\"data row117 col4\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col5\" class=\"data row117 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col6\" class=\"data row117 col6\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col7\" class=\"data row117 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col8\" class=\"data row117 col8\" >95.2381</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col9\" class=\"data row117 col9\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col10\" class=\"data row117 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col11\" class=\"data row117 col11\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col12\" class=\"data row117 col12\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col13\" class=\"data row117 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row117_col14\" class=\"data row117 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row118\" class=\"row_heading level1 row118\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col0\" class=\"data row118 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col1\" class=\"data row118 col1\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col2\" class=\"data row118 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col3\" class=\"data row118 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col4\" class=\"data row118 col4\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col5\" class=\"data row118 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col6\" class=\"data row118 col6\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col7\" class=\"data row118 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col8\" class=\"data row118 col8\" >95.2381</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col9\" class=\"data row118 col9\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col10\" class=\"data row118 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col11\" class=\"data row118 col11\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col12\" class=\"data row118 col12\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col13\" class=\"data row118 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row118_col14\" class=\"data row118 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row119\" class=\"row_heading level1 row119\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col0\" class=\"data row119 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col1\" class=\"data row119 col1\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col2\" class=\"data row119 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col3\" class=\"data row119 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col4\" class=\"data row119 col4\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col5\" class=\"data row119 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col6\" class=\"data row119 col6\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col7\" class=\"data row119 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col8\" class=\"data row119 col8\" >95.2381</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col9\" class=\"data row119 col9\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col10\" class=\"data row119 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col11\" class=\"data row119 col11\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col12\" class=\"data row119 col12\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col13\" class=\"data row119 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row119_col14\" class=\"data row119 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row120\" class=\"row_heading level0 row120\" rowspan=6>model_results_60pct_model_randomtoxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row120\" class=\"row_heading level1 row120\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col0\" class=\"data row120 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col1\" class=\"data row120 col1\" >98.0545</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col2\" class=\"data row120 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col3\" class=\"data row120 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col4\" class=\"data row120 col4\" >77.2727</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col5\" class=\"data row120 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col6\" class=\"data row120 col6\" >98.994</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col7\" class=\"data row120 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col8\" class=\"data row120 col8\" >70.5882</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col9\" class=\"data row120 col9\" >98.008</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col10\" class=\"data row120 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col11\" class=\"data row120 col11\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col12\" class=\"data row120 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col13\" class=\"data row120 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row120_col14\" class=\"data row120 col14\" >54.5455</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row121\" class=\"row_heading level1 row121\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col0\" class=\"data row121 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col1\" class=\"data row121 col1\" >98.8327</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col2\" class=\"data row121 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col3\" class=\"data row121 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col4\" class=\"data row121 col4\" >86.3636</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col5\" class=\"data row121 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col6\" class=\"data row121 col6\" >99.3939</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col7\" class=\"data row121 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col8\" class=\"data row121 col8\" >84.2105</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col9\" class=\"data row121 col9\" >98.7952</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col10\" class=\"data row121 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col11\" class=\"data row121 col11\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col12\" class=\"data row121 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col13\" class=\"data row121 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row121_col14\" class=\"data row121 col14\" >72.7273</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row122\" class=\"row_heading level1 row122\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col0\" class=\"data row122 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col1\" class=\"data row122 col1\" >98.4436</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col2\" class=\"data row122 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col3\" class=\"data row122 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col4\" class=\"data row122 col4\" >81.8182</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col5\" class=\"data row122 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col6\" class=\"data row122 col6\" >99.1936</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col7\" class=\"data row122 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col8\" class=\"data row122 col8\" >77.7778</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col9\" class=\"data row122 col9\" >98.4</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col10\" class=\"data row122 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col11\" class=\"data row122 col11\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col12\" class=\"data row122 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col13\" class=\"data row122 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row122_col14\" class=\"data row122 col14\" >63.6364</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row123\" class=\"row_heading level1 row123\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col0\" class=\"data row123 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col1\" class=\"data row123 col1\" >97.2763</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col2\" class=\"data row123 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col3\" class=\"data row123 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col4\" class=\"data row123 col4\" >76.8662</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col5\" class=\"data row123 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col6\" class=\"data row123 col6\" >98.5859</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col7\" class=\"data row123 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col8\" class=\"data row123 col8\" >63.1579</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col9\" class=\"data row123 col9\" >97.992</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col10\" class=\"data row123 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col11\" class=\"data row123 col11\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col12\" class=\"data row123 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col13\" class=\"data row123 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row123_col14\" class=\"data row123 col14\" >54.5455</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row124\" class=\"row_heading level1 row124\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col0\" class=\"data row124 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col1\" class=\"data row124 col1\" >97.2763</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col2\" class=\"data row124 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col3\" class=\"data row124 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col4\" class=\"data row124 col4\" >76.8662</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col5\" class=\"data row124 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col6\" class=\"data row124 col6\" >98.5859</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col7\" class=\"data row124 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col8\" class=\"data row124 col8\" >63.1579</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col9\" class=\"data row124 col9\" >97.992</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col10\" class=\"data row124 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col11\" class=\"data row124 col11\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col12\" class=\"data row124 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col13\" class=\"data row124 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row124_col14\" class=\"data row124 col14\" >54.5455</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row125\" class=\"row_heading level1 row125\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col0\" class=\"data row125 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col1\" class=\"data row125 col1\" >97.2763</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col2\" class=\"data row125 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col3\" class=\"data row125 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col4\" class=\"data row125 col4\" >76.8662</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col5\" class=\"data row125 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col6\" class=\"data row125 col6\" >98.5859</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col7\" class=\"data row125 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col8\" class=\"data row125 col8\" >63.1579</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col9\" class=\"data row125 col9\" >97.992</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col10\" class=\"data row125 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col11\" class=\"data row125 col11\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col12\" class=\"data row125 col12\" >99</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col13\" class=\"data row125 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row125_col14\" class=\"data row125 col14\" >54.5455</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row126\" class=\"row_heading level0 row126\" rowspan=6>model_results_80pct_model_35toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row126\" class=\"row_heading level1 row126\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col0\" class=\"data row126 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col1\" class=\"data row126 col1\" >91.4286</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col2\" class=\"data row126 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col3\" class=\"data row126 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col4\" class=\"data row126 col4\" >95.4545</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col5\" class=\"data row126 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col6\" class=\"data row126 col6\" >95.2381</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col7\" class=\"data row126 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col8\" class=\"data row126 col8\" >57.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col9\" class=\"data row126 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col10\" class=\"data row126 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col11\" class=\"data row126 col11\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col12\" class=\"data row126 col12\" >91</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col13\" class=\"data row126 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row126_col14\" class=\"data row126 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row127\" class=\"row_heading level1 row127\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col0\" class=\"data row127 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col1\" class=\"data row127 col1\" >94.2857</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col2\" class=\"data row127 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col3\" class=\"data row127 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col4\" class=\"data row127 col4\" >96.9697</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col5\" class=\"data row127 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col6\" class=\"data row127 col6\" >96.875</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col7\" class=\"data row127 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col8\" class=\"data row127 col8\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col9\" class=\"data row127 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col10\" class=\"data row127 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col11\" class=\"data row127 col11\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col12\" class=\"data row127 col12\" >94</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col13\" class=\"data row127 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row127_col14\" class=\"data row127 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row128\" class=\"row_heading level1 row128\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col0\" class=\"data row128 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col1\" class=\"data row128 col1\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col2\" class=\"data row128 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col3\" class=\"data row128 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col4\" class=\"data row128 col4\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col5\" class=\"data row128 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col6\" class=\"data row128 col6\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col7\" class=\"data row128 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col8\" class=\"data row128 col8\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col9\" class=\"data row128 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col10\" class=\"data row128 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col11\" class=\"data row128 col11\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col12\" class=\"data row128 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col13\" class=\"data row128 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row128_col14\" class=\"data row128 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row129\" class=\"row_heading level1 row129\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col0\" class=\"data row129 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col1\" class=\"data row129 col1\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col2\" class=\"data row129 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col3\" class=\"data row129 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col4\" class=\"data row129 col4\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col5\" class=\"data row129 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col6\" class=\"data row129 col6\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col7\" class=\"data row129 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col8\" class=\"data row129 col8\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col9\" class=\"data row129 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col10\" class=\"data row129 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col11\" class=\"data row129 col11\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col12\" class=\"data row129 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col13\" class=\"data row129 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row129_col14\" class=\"data row129 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row130\" class=\"row_heading level1 row130\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col0\" class=\"data row130 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col1\" class=\"data row130 col1\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col2\" class=\"data row130 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col3\" class=\"data row130 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col4\" class=\"data row130 col4\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col5\" class=\"data row130 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col6\" class=\"data row130 col6\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col7\" class=\"data row130 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col8\" class=\"data row130 col8\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col9\" class=\"data row130 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col10\" class=\"data row130 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col11\" class=\"data row130 col11\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col12\" class=\"data row130 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col13\" class=\"data row130 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row130_col14\" class=\"data row130 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row131\" class=\"row_heading level1 row131\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col0\" class=\"data row131 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col1\" class=\"data row131 col1\" >97.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col2\" class=\"data row131 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col3\" class=\"data row131 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col4\" class=\"data row131 col4\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col5\" class=\"data row131 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col6\" class=\"data row131 col6\" >98.5075</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col7\" class=\"data row131 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col8\" class=\"data row131 col8\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col9\" class=\"data row131 col9\" >97.0588</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col10\" class=\"data row131 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col11\" class=\"data row131 col11\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col12\" class=\"data row131 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col13\" class=\"data row131 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row131_col14\" class=\"data row131 col14\" >50</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row132\" class=\"row_heading level0 row132\" rowspan=6>model_results_80pct_model_50toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row132\" class=\"row_heading level1 row132\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col0\" class=\"data row132 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col1\" class=\"data row132 col1\" >95.7143</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col2\" class=\"data row132 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col3\" class=\"data row132 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col4\" class=\"data row132 col4\" >48.5507</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col5\" class=\"data row132 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col6\" class=\"data row132 col6\" >97.8102</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col7\" class=\"data row132 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col8\" class=\"data row132 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col9\" class=\"data row132 col9\" >98.5294</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col10\" class=\"data row132 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col11\" class=\"data row132 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col12\" class=\"data row132 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col13\" class=\"data row132 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row132_col14\" class=\"data row132 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row133\" class=\"row_heading level1 row133\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col0\" class=\"data row133 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col1\" class=\"data row133 col1\" >98.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col2\" class=\"data row133 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col3\" class=\"data row133 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col4\" class=\"data row133 col4\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col5\" class=\"data row133 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col6\" class=\"data row133 col6\" >99.2806</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col7\" class=\"data row133 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col8\" class=\"data row133 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col9\" class=\"data row133 col9\" >98.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col10\" class=\"data row133 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col11\" class=\"data row133 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col12\" class=\"data row133 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col13\" class=\"data row133 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row133_col14\" class=\"data row133 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row134\" class=\"row_heading level1 row134\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col0\" class=\"data row134 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col1\" class=\"data row134 col1\" >95.7143</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col2\" class=\"data row134 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col3\" class=\"data row134 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col4\" class=\"data row134 col4\" >48.5507</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col5\" class=\"data row134 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col6\" class=\"data row134 col6\" >97.8102</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col7\" class=\"data row134 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col8\" class=\"data row134 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col9\" class=\"data row134 col9\" >98.5294</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col10\" class=\"data row134 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col11\" class=\"data row134 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col12\" class=\"data row134 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col13\" class=\"data row134 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row134_col14\" class=\"data row134 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row135\" class=\"row_heading level1 row135\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col0\" class=\"data row135 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col1\" class=\"data row135 col1\" >95.7143</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col2\" class=\"data row135 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col3\" class=\"data row135 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col4\" class=\"data row135 col4\" >48.5507</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col5\" class=\"data row135 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col6\" class=\"data row135 col6\" >97.8102</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col7\" class=\"data row135 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col8\" class=\"data row135 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col9\" class=\"data row135 col9\" >98.5294</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col10\" class=\"data row135 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col11\" class=\"data row135 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col12\" class=\"data row135 col12\" >97</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col13\" class=\"data row135 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row135_col14\" class=\"data row135 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row136\" class=\"row_heading level1 row136\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col0\" class=\"data row136 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col1\" class=\"data row136 col1\" >98.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col2\" class=\"data row136 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col3\" class=\"data row136 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col4\" class=\"data row136 col4\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col5\" class=\"data row136 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col6\" class=\"data row136 col6\" >99.2806</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col7\" class=\"data row136 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col8\" class=\"data row136 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col9\" class=\"data row136 col9\" >98.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col10\" class=\"data row136 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col11\" class=\"data row136 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col12\" class=\"data row136 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col13\" class=\"data row136 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row136_col14\" class=\"data row136 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row137\" class=\"row_heading level1 row137\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col0\" class=\"data row137 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col1\" class=\"data row137 col1\" >98.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col2\" class=\"data row137 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col3\" class=\"data row137 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col4\" class=\"data row137 col4\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col5\" class=\"data row137 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col6\" class=\"data row137 col6\" >99.2806</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col7\" class=\"data row137 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col8\" class=\"data row137 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col9\" class=\"data row137 col9\" >98.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col10\" class=\"data row137 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col11\" class=\"data row137 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col12\" class=\"data row137 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col13\" class=\"data row137 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row137_col14\" class=\"data row137 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row138\" class=\"row_heading level0 row138\" rowspan=6>model_results_80pct_model_60toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row138\" class=\"row_heading level1 row138\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col0\" class=\"data row138 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col1\" class=\"data row138 col1\" >90.9091</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col2\" class=\"data row138 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col3\" class=\"data row138 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col4\" class=\"data row138 col4\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col5\" class=\"data row138 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col6\" class=\"data row138 col6\" >28.5714</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col7\" class=\"data row138 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col8\" class=\"data row138 col8\" >95.1456</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col9\" class=\"data row138 col9\" >22.2222</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col10\" class=\"data row138 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col11\" class=\"data row138 col11\" >97.0297</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col12\" class=\"data row138 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col13\" class=\"data row138 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row138_col14\" class=\"data row138 col14\" >93.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row139\" class=\"row_heading level1 row139\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col0\" class=\"data row139 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col1\" class=\"data row139 col1\" >95.4545</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col2\" class=\"data row139 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col3\" class=\"data row139 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col4\" class=\"data row139 col4\" >69.0476</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col5\" class=\"data row139 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col6\" class=\"data row139 col6\" >44.4444</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col7\" class=\"data row139 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col8\" class=\"data row139 col8\" >97.6303</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col9\" class=\"data row139 col9\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col10\" class=\"data row139 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col11\" class=\"data row139 col11\" >97.1698</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col12\" class=\"data row139 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col13\" class=\"data row139 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row139_col14\" class=\"data row139 col14\" >98.0952</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row140\" class=\"row_heading level1 row140\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col0\" class=\"data row140 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col1\" class=\"data row140 col1\" >97.2727</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col2\" class=\"data row140 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col3\" class=\"data row140 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col4\" class=\"data row140 col4\" >70</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col5\" class=\"data row140 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col6\" class=\"data row140 col6\" >57.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col7\" class=\"data row140 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col8\" class=\"data row140 col8\" >98.5915</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col9\" class=\"data row140 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col10\" class=\"data row140 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col11\" class=\"data row140 col11\" >97.2222</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col12\" class=\"data row140 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col13\" class=\"data row140 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row140_col14\" class=\"data row140 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row141\" class=\"row_heading level1 row141\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col0\" class=\"data row141 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col1\" class=\"data row141 col1\" >97.2727</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col2\" class=\"data row141 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col3\" class=\"data row141 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col4\" class=\"data row141 col4\" >70</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col5\" class=\"data row141 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col6\" class=\"data row141 col6\" >57.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col7\" class=\"data row141 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col8\" class=\"data row141 col8\" >98.5915</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col9\" class=\"data row141 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col10\" class=\"data row141 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col11\" class=\"data row141 col11\" >97.2222</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col12\" class=\"data row141 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col13\" class=\"data row141 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row141_col14\" class=\"data row141 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row142\" class=\"row_heading level1 row142\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col0\" class=\"data row142 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col1\" class=\"data row142 col1\" >97.2727</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col2\" class=\"data row142 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col3\" class=\"data row142 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col4\" class=\"data row142 col4\" >70</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col5\" class=\"data row142 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col6\" class=\"data row142 col6\" >57.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col7\" class=\"data row142 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col8\" class=\"data row142 col8\" >98.5915</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col9\" class=\"data row142 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col10\" class=\"data row142 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col11\" class=\"data row142 col11\" >97.2222</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col12\" class=\"data row142 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col13\" class=\"data row142 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row142_col14\" class=\"data row142 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row143\" class=\"row_heading level1 row143\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col0\" class=\"data row143 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col1\" class=\"data row143 col1\" >95.4545</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col2\" class=\"data row143 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col3\" class=\"data row143 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col4\" class=\"data row143 col4\" >69.0476</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col5\" class=\"data row143 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col6\" class=\"data row143 col6\" >44.4444</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col7\" class=\"data row143 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col8\" class=\"data row143 col8\" >97.6303</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col9\" class=\"data row143 col9\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col10\" class=\"data row143 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col11\" class=\"data row143 col11\" >97.1698</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col12\" class=\"data row143 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col13\" class=\"data row143 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row143_col14\" class=\"data row143 col14\" >98.0952</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row144\" class=\"row_heading level0 row144\" rowspan=6>model_results_80pct_model_65toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row144\" class=\"row_heading level1 row144\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col0\" class=\"data row144 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col1\" class=\"data row144 col1\" >93.0769</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col2\" class=\"data row144 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col3\" class=\"data row144 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col4\" class=\"data row144 col4\" >77.9167</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col5\" class=\"data row144 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col6\" class=\"data row144 col6\" >57.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col7\" class=\"data row144 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col8\" class=\"data row144 col8\" >96.2343</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col9\" class=\"data row144 col9\" >54.5455</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col10\" class=\"data row144 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col11\" class=\"data row144 col11\" >96.6387</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col12\" class=\"data row144 col12\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col13\" class=\"data row144 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row144_col14\" class=\"data row144 col14\" >95.8333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row145\" class=\"row_heading level1 row145\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col0\" class=\"data row145 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col1\" class=\"data row145 col1\" >95.3846</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col2\" class=\"data row145 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col3\" class=\"data row145 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col4\" class=\"data row145 col4\" >79.1667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col5\" class=\"data row145 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col6\" class=\"data row145 col6\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col7\" class=\"data row145 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col8\" class=\"data row145 col8\" >97.5207</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col9\" class=\"data row145 col9\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col10\" class=\"data row145 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col11\" class=\"data row145 col11\" >96.7213</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col12\" class=\"data row145 col12\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col13\" class=\"data row145 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row145_col14\" class=\"data row145 col14\" >98.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row146\" class=\"row_heading level1 row146\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col0\" class=\"data row146 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col1\" class=\"data row146 col1\" >95.3846</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col2\" class=\"data row146 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col3\" class=\"data row146 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col4\" class=\"data row146 col4\" >79.1667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col5\" class=\"data row146 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col6\" class=\"data row146 col6\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col7\" class=\"data row146 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col8\" class=\"data row146 col8\" >97.5207</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col9\" class=\"data row146 col9\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col10\" class=\"data row146 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col11\" class=\"data row146 col11\" >96.7213</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col12\" class=\"data row146 col12\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col13\" class=\"data row146 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row146_col14\" class=\"data row146 col14\" >98.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row147\" class=\"row_heading level1 row147\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col0\" class=\"data row147 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col1\" class=\"data row147 col1\" >93.8461</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col2\" class=\"data row147 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col3\" class=\"data row147 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col4\" class=\"data row147 col4\" >78.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col5\" class=\"data row147 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col6\" class=\"data row147 col6\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col7\" class=\"data row147 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col8\" class=\"data row147 col8\" >96.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col9\" class=\"data row147 col9\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col10\" class=\"data row147 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col11\" class=\"data row147 col11\" >96.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col12\" class=\"data row147 col12\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col13\" class=\"data row147 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row147_col14\" class=\"data row147 col14\" >96.6667</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row148\" class=\"row_heading level1 row148\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col0\" class=\"data row148 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col1\" class=\"data row148 col1\" >93.8461</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col2\" class=\"data row148 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col3\" class=\"data row148 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col4\" class=\"data row148 col4\" >78.3333</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col5\" class=\"data row148 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col6\" class=\"data row148 col6\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col7\" class=\"data row148 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col8\" class=\"data row148 col8\" >96.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col9\" class=\"data row148 col9\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col10\" class=\"data row148 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col11\" class=\"data row148 col11\" >96.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col12\" class=\"data row148 col12\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col13\" class=\"data row148 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row148_col14\" class=\"data row148 col14\" >96.6667</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row149\" class=\"row_heading level1 row149\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col0\" class=\"data row149 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col1\" class=\"data row149 col1\" >95.3846</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col2\" class=\"data row149 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col3\" class=\"data row149 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col4\" class=\"data row149 col4\" >79.1667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col5\" class=\"data row149 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col6\" class=\"data row149 col6\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col7\" class=\"data row149 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col8\" class=\"data row149 col8\" >97.5207</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col9\" class=\"data row149 col9\" >75</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col10\" class=\"data row149 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col11\" class=\"data row149 col11\" >96.7213</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col12\" class=\"data row149 col12\" >60</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col13\" class=\"data row149 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row149_col14\" class=\"data row149 col14\" >98.3333</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row150\" class=\"row_heading level0 row150\" rowspan=6>model_results_80pct_model_75toxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row150\" class=\"row_heading level1 row150\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col0\" class=\"data row150 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col1\" class=\"data row150 col1\" >94.9495</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col2\" class=\"data row150 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col3\" class=\"data row150 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col4\" class=\"data row150 col4\" >68.9362</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col5\" class=\"data row150 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col6\" class=\"data row150 col6\" >44.4444</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col7\" class=\"data row150 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col8\" class=\"data row150 col8\" >97.3545</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col9\" class=\"data row150 col9\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col10\" class=\"data row150 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col11\" class=\"data row150 col11\" >96.8421</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col12\" class=\"data row150 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col13\" class=\"data row150 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row150_col14\" class=\"data row150 col14\" >97.8723</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row151\" class=\"row_heading level1 row151\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col0\" class=\"data row151 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col1\" class=\"data row151 col1\" >93.9394</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col2\" class=\"data row151 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col3\" class=\"data row151 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col4\" class=\"data row151 col4\" >68.4043</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col5\" class=\"data row151 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col6\" class=\"data row151 col6\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col7\" class=\"data row151 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col8\" class=\"data row151 col8\" >96.8085</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col9\" class=\"data row151 col9\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col10\" class=\"data row151 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col11\" class=\"data row151 col11\" >96.8085</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col12\" class=\"data row151 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col13\" class=\"data row151 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row151_col14\" class=\"data row151 col14\" >96.8085</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row152\" class=\"row_heading level1 row152\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col0\" class=\"data row152 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col1\" class=\"data row152 col1\" >96.9697</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col2\" class=\"data row152 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col3\" class=\"data row152 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col4\" class=\"data row152 col4\" >70</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col5\" class=\"data row152 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col6\" class=\"data row152 col6\" >57.1429</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col7\" class=\"data row152 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col8\" class=\"data row152 col8\" >98.4293</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col9\" class=\"data row152 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col10\" class=\"data row152 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col11\" class=\"data row152 col11\" >96.9072</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col12\" class=\"data row152 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col13\" class=\"data row152 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row152_col14\" class=\"data row152 col14\" >100</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row153\" class=\"row_heading level1 row153\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col0\" class=\"data row153 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col1\" class=\"data row153 col1\" >93.9394</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col2\" class=\"data row153 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col3\" class=\"data row153 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col4\" class=\"data row153 col4\" >68.4043</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col5\" class=\"data row153 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col6\" class=\"data row153 col6\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col7\" class=\"data row153 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col8\" class=\"data row153 col8\" >96.8085</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col9\" class=\"data row153 col9\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col10\" class=\"data row153 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col11\" class=\"data row153 col11\" >96.8085</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col12\" class=\"data row153 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col13\" class=\"data row153 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row153_col14\" class=\"data row153 col14\" >96.8085</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row154\" class=\"row_heading level1 row154\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col0\" class=\"data row154 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col1\" class=\"data row154 col1\" >94.9495</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col2\" class=\"data row154 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col3\" class=\"data row154 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col4\" class=\"data row154 col4\" >68.9362</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col5\" class=\"data row154 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col6\" class=\"data row154 col6\" >44.4444</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col7\" class=\"data row154 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col8\" class=\"data row154 col8\" >97.3545</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col9\" class=\"data row154 col9\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col10\" class=\"data row154 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col11\" class=\"data row154 col11\" >96.8421</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col12\" class=\"data row154 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col13\" class=\"data row154 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row154_col14\" class=\"data row154 col14\" >97.8723</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row155\" class=\"row_heading level1 row155\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col0\" class=\"data row155 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col1\" class=\"data row155 col1\" >95.9596</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col2\" class=\"data row155 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col3\" class=\"data row155 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col4\" class=\"data row155 col4\" >69.4681</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col5\" class=\"data row155 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col6\" class=\"data row155 col6\" >50</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col7\" class=\"data row155 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col8\" class=\"data row155 col8\" >97.8947</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col9\" class=\"data row155 col9\" >66.6667</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col10\" class=\"data row155 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col11\" class=\"data row155 col11\" >96.875</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col12\" class=\"data row155 col12\" >40</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col13\" class=\"data row155 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row155_col14\" class=\"data row155 col14\" >98.9362</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level0_row156\" class=\"row_heading level0 row156\" rowspan=6>model_results_80pct_model_randomtoxic</th>\n",
       "                        <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row156\" class=\"row_heading level1 row156\" >0</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col0\" class=\"data row156 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col1\" class=\"data row156 col1\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col2\" class=\"data row156 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col3\" class=\"data row156 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col4\" class=\"data row156 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col5\" class=\"data row156 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col6\" class=\"data row156 col6\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col7\" class=\"data row156 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col8\" class=\"data row156 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col9\" class=\"data row156 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col10\" class=\"data row156 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col11\" class=\"data row156 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col12\" class=\"data row156 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col13\" class=\"data row156 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row156_col14\" class=\"data row156 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row157\" class=\"row_heading level1 row157\" >1</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col0\" class=\"data row157 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col1\" class=\"data row157 col1\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col2\" class=\"data row157 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col3\" class=\"data row157 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col4\" class=\"data row157 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col5\" class=\"data row157 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col6\" class=\"data row157 col6\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col7\" class=\"data row157 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col8\" class=\"data row157 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col9\" class=\"data row157 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col10\" class=\"data row157 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col11\" class=\"data row157 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col12\" class=\"data row157 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col13\" class=\"data row157 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row157_col14\" class=\"data row157 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row158\" class=\"row_heading level1 row158\" >2</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col0\" class=\"data row158 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col1\" class=\"data row158 col1\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col2\" class=\"data row158 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col3\" class=\"data row158 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col4\" class=\"data row158 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col5\" class=\"data row158 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col6\" class=\"data row158 col6\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col7\" class=\"data row158 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col8\" class=\"data row158 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col9\" class=\"data row158 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col10\" class=\"data row158 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col11\" class=\"data row158 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col12\" class=\"data row158 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col13\" class=\"data row158 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row158_col14\" class=\"data row158 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row159\" class=\"row_heading level1 row159\" >3</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col0\" class=\"data row159 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col1\" class=\"data row159 col1\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col2\" class=\"data row159 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col3\" class=\"data row159 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col4\" class=\"data row159 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col5\" class=\"data row159 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col6\" class=\"data row159 col6\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col7\" class=\"data row159 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col8\" class=\"data row159 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col9\" class=\"data row159 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col10\" class=\"data row159 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col11\" class=\"data row159 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col12\" class=\"data row159 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col13\" class=\"data row159 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row159_col14\" class=\"data row159 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row160\" class=\"row_heading level1 row160\" >4</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col0\" class=\"data row160 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col1\" class=\"data row160 col1\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col2\" class=\"data row160 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col3\" class=\"data row160 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col4\" class=\"data row160 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col5\" class=\"data row160 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col6\" class=\"data row160 col6\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col7\" class=\"data row160 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col8\" class=\"data row160 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col9\" class=\"data row160 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col10\" class=\"data row160 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col11\" class=\"data row160 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col12\" class=\"data row160 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col13\" class=\"data row160 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row160_col14\" class=\"data row160 col14\" >0</td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                                <th id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002level1_row161\" class=\"row_heading level1 row161\" >5</th>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col0\" class=\"data row161 col0\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col1\" class=\"data row161 col1\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col2\" class=\"data row161 col2\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col3\" class=\"data row161 col3\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col4\" class=\"data row161 col4\" >-100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col5\" class=\"data row161 col5\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col6\" class=\"data row161 col6\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col7\" class=\"data row161 col7\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col8\" class=\"data row161 col8\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col9\" class=\"data row161 col9\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col10\" class=\"data row161 col10\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col11\" class=\"data row161 col11\" >0</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col12\" class=\"data row161 col12\" >100</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col13\" class=\"data row161 col13\" >nan</td>\n",
       "                        <td id=\"T_00d29370_87e8_11e9_a785_0242ac1c0002row161_col14\" class=\"data row161 col14\" >0</td>\n",
       "            </tr>\n",
       "    </tbody></table>"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7fcf6f7c0898>"
      ]
     },
     "execution_count": 72,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.style"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "7U9hPgEC3aDQ"
   },
   "source": [
    "### Selecting a Model\n",
    "\n",
    "80% of Data, 65% toxic comments, vs. 20% of Data, 75% toxic, vs. 40% of Data, 60% toxic.\n",
    "\n",
    "Selected model: **40% of data, 60% toxic**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 266
    },
    "colab_type": "code",
    "id": "OXiTGWjo3FmQ",
    "outputId": "2f547242-9318-42de-a2cc-7767c73ffa5c"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">accuracy</th>\n",
       "      <th colspan=\"3\" halign=\"left\">auc_roc</th>\n",
       "      <th colspan=\"3\" halign=\"left\">f1</th>\n",
       "      <th colspan=\"3\" halign=\"left\">precision</th>\n",
       "      <th colspan=\"3\" halign=\"left\">recall</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>88.16372</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>87.84404</td>\n",
       "      <td>NaN</td>\n",
       "      <td>34.35583</td>\n",
       "      <td>NaN</td>\n",
       "      <td>93.49544</td>\n",
       "      <td>21.37405</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.48254</td>\n",
       "      <td>88.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>88.18807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.14159</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>82.89851</td>\n",
       "      <td>NaN</td>\n",
       "      <td>42.59259</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.35294</td>\n",
       "      <td>30.26316</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.91304</td>\n",
       "      <td>72.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>93.92202</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>91.92478</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>83.77294</td>\n",
       "      <td>NaN</td>\n",
       "      <td>39.66942</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.67279</td>\n",
       "      <td>26.96629</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.01840</td>\n",
       "      <td>75.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>92.54587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>92.80973</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>78.21101</td>\n",
       "      <td>NaN</td>\n",
       "      <td>38.09524</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.18321</td>\n",
       "      <td>27.39726</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.55596</td>\n",
       "      <td>62.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>93.92202</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.58407</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>74.09690</td>\n",
       "      <td>NaN</td>\n",
       "      <td>36.95652</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.62005</td>\n",
       "      <td>28.33333</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.22275</td>\n",
       "      <td>53.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.06881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>94.13717</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>74.38360</td>\n",
       "      <td>NaN</td>\n",
       "      <td>39.08046</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.92040</td>\n",
       "      <td>30.90909</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.23322</td>\n",
       "      <td>53.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.64220</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   accuracy                    auc_roc  ... precision    recall                  \n",
       "  nontarget   overall target nontarget  ...    target nontarget overall    target\n",
       "0       NaN  88.16372    NaN       NaN  ...  99.48254      88.0     NaN  88.18807\n",
       "1       NaN  93.14159    NaN       NaN  ...  98.91304      72.0     NaN  93.92202\n",
       "2       NaN  91.92478    NaN       NaN  ...  99.01840      75.0     NaN  92.54587\n",
       "3       NaN  92.80973    NaN       NaN  ...  98.55596      62.0     NaN  93.92202\n",
       "4       NaN  93.58407    NaN       NaN  ...  98.22275      53.0     NaN  95.06881\n",
       "5       NaN  94.13717    NaN       NaN  ...  98.23322      53.0     NaN  95.64220\n",
       "\n",
       "[6 rows x 15 columns]"
      ]
     },
     "execution_count": 64,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.loc['40pct_model_60toxic']   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 266
    },
    "colab_type": "code",
    "id": "3ylCuFUj8kw_",
    "outputId": "f1473a86-505e-41e4-993d-e5a5890bb76b"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">accuracy</th>\n",
       "      <th colspan=\"3\" halign=\"left\">auc_roc</th>\n",
       "      <th colspan=\"3\" halign=\"left\">f1</th>\n",
       "      <th colspan=\"3\" halign=\"left\">precision</th>\n",
       "      <th colspan=\"3\" halign=\"left\">recall</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.07692</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>77.91667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>57.14286</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.23431</td>\n",
       "      <td>54.54545</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.63866</td>\n",
       "      <td>60.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.83333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.38462</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>79.16667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>66.66667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.52066</td>\n",
       "      <td>75.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.72131</td>\n",
       "      <td>60.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.33333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.38462</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>79.16667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>66.66667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.52066</td>\n",
       "      <td>75.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.72131</td>\n",
       "      <td>60.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.33333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.84615</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>78.33333</td>\n",
       "      <td>NaN</td>\n",
       "      <td>60.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.66667</td>\n",
       "      <td>60.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.66667</td>\n",
       "      <td>60.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.66667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.84615</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>78.33333</td>\n",
       "      <td>NaN</td>\n",
       "      <td>60.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.66667</td>\n",
       "      <td>60.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.66667</td>\n",
       "      <td>60.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.66667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.38462</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>79.16667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>66.66667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.52066</td>\n",
       "      <td>75.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.72131</td>\n",
       "      <td>60.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.33333</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   accuracy                    auc_roc  ... precision    recall                  \n",
       "  nontarget   overall target nontarget  ...    target nontarget overall    target\n",
       "0       NaN  93.07692    NaN       NaN  ...  96.63866      60.0     NaN  95.83333\n",
       "1       NaN  95.38462    NaN       NaN  ...  96.72131      60.0     NaN  98.33333\n",
       "2       NaN  95.38462    NaN       NaN  ...  96.72131      60.0     NaN  98.33333\n",
       "3       NaN  93.84615    NaN       NaN  ...  96.66667      60.0     NaN  96.66667\n",
       "4       NaN  93.84615    NaN       NaN  ...  96.66667      60.0     NaN  96.66667\n",
       "5       NaN  95.38462    NaN       NaN  ...  96.72131      60.0     NaN  98.33333\n",
       "\n",
       "[6 rows x 15 columns]"
      ]
     },
     "execution_count": 74,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.loc['model_results_80pct_model_65toxic'] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 266
    },
    "colab_type": "code",
    "id": "6JD0VZlUyf32",
    "outputId": "b3d40810-acf1-4f5a-f35a-3a0fbaf75379"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">accuracy</th>\n",
       "      <th colspan=\"3\" halign=\"left\">auc_roc</th>\n",
       "      <th colspan=\"3\" halign=\"left\">f1</th>\n",
       "      <th colspan=\"3\" halign=\"left\">precision</th>\n",
       "      <th colspan=\"3\" halign=\"left\">recall</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>86.78279</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>86.45981</td>\n",
       "      <td>NaN</td>\n",
       "      <td>32.46073</td>\n",
       "      <td>NaN</td>\n",
       "      <td>92.67462</td>\n",
       "      <td>20.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.39099</td>\n",
       "      <td>86.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>86.80851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>87.29508</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>86.72577</td>\n",
       "      <td>NaN</td>\n",
       "      <td>33.33333</td>\n",
       "      <td>NaN</td>\n",
       "      <td>92.97848</td>\n",
       "      <td>20.66667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.39467</td>\n",
       "      <td>86.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>87.34043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>92.52049</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72.07447</td>\n",
       "      <td>NaN</td>\n",
       "      <td>33.02752</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.03907</td>\n",
       "      <td>24.65753</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.00664</td>\n",
       "      <td>50.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>94.14894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>91.70082</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72.98463</td>\n",
       "      <td>NaN</td>\n",
       "      <td>31.93277</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.58101</td>\n",
       "      <td>22.89157</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.09630</td>\n",
       "      <td>53.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>93.19149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.64754</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>71.32388</td>\n",
       "      <td>NaN</td>\n",
       "      <td>35.41667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.65948</td>\n",
       "      <td>28.33333</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.92576</td>\n",
       "      <td>47.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.42553</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>92.21311</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>77.25768</td>\n",
       "      <td>NaN</td>\n",
       "      <td>36.66667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.85153</td>\n",
       "      <td>26.19048</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.43049</td>\n",
       "      <td>61.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>93.40426</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   accuracy                    auc_roc  ... precision    recall                  \n",
       "  nontarget   overall target nontarget  ...    target nontarget overall    target\n",
       "0       NaN  86.78279    NaN       NaN  ...  99.39099      86.0     NaN  86.80851\n",
       "1       NaN  87.29508    NaN       NaN  ...  99.39467      86.0     NaN  87.34043\n",
       "2       NaN  92.52049    NaN       NaN  ...  98.00664      50.0     NaN  94.14894\n",
       "3       NaN  91.70082    NaN       NaN  ...  98.09630      53.0     NaN  93.19149\n",
       "4       NaN  93.64754    NaN       NaN  ...  97.92576      47.0     NaN  95.42553\n",
       "5       NaN  92.21311    NaN       NaN  ...  98.43049      61.0     NaN  93.40426\n",
       "\n",
       "[6 rows x 15 columns]"
      ]
     },
     "execution_count": 70,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.loc['20pct_model_75toxic']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 266
    },
    "colab_type": "code",
    "id": "fQn_aaMjyO62",
    "outputId": "94d5efe4-04fb-4c56-a977-b953fc8553a8"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">accuracy</th>\n",
       "      <th colspan=\"3\" halign=\"left\">auc_roc</th>\n",
       "      <th colspan=\"3\" halign=\"left\">f1</th>\n",
       "      <th colspan=\"3\" halign=\"left\">precision</th>\n",
       "      <th colspan=\"3\" halign=\"left\">recall</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0000</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>90.90909</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.2381</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>90.90909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>90.90909</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.2381</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>90.90909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>90.90909</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.2381</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>90.90909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>90.90909</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.2381</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>90.90909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>90.90909</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.2381</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>90.90909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   accuracy                     auc_roc  ...  precision    recall               \n",
       "  nontarget    overall target nontarget  ...     target nontarget overall target\n",
       "0       NaN  100.00000    NaN       NaN  ...  100.00000     100.0     NaN  100.0\n",
       "1       NaN   90.90909    NaN       NaN  ...   90.90909       0.0     NaN  100.0\n",
       "2       NaN   90.90909    NaN       NaN  ...   90.90909       0.0     NaN  100.0\n",
       "3       NaN   90.90909    NaN       NaN  ...   90.90909       0.0     NaN  100.0\n",
       "4       NaN   90.90909    NaN       NaN  ...   90.90909       0.0     NaN  100.0\n",
       "5       NaN   90.90909    NaN       NaN  ...   90.90909       0.0     NaN  100.0\n",
       "\n",
       "[6 rows x 15 columns]"
      ]
     },
     "execution_count": 71,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.loc['model_results_60pct_model_75toxic']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 266
    },
    "colab_type": "code",
    "id": "DPydtDrx6nV3",
    "outputId": "cafc9587-2c01-4992-d675-9d0f54a60e87"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">accuracy</th>\n",
       "      <th colspan=\"3\" halign=\"left\">auc_roc</th>\n",
       "      <th colspan=\"3\" halign=\"left\">f1</th>\n",
       "      <th colspan=\"3\" halign=\"left\">precision</th>\n",
       "      <th colspan=\"3\" halign=\"left\">recall</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>92.69521</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>82.99576</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.12817</td>\n",
       "      <td>NaN</td>\n",
       "      <td>35.55556</td>\n",
       "      <td>99.17355</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.52941</td>\n",
       "      <td>93.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72.72727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.71788</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>84.55016</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.76610</td>\n",
       "      <td>NaN</td>\n",
       "      <td>48.48485</td>\n",
       "      <td>99.20000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>36.36364</td>\n",
       "      <td>96.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72.72727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.21411</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>84.29110</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.49671</td>\n",
       "      <td>NaN</td>\n",
       "      <td>45.71429</td>\n",
       "      <td>99.19571</td>\n",
       "      <td>NaN</td>\n",
       "      <td>33.33333</td>\n",
       "      <td>96.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72.72727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>96.22166</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>75.97739</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.04433</td>\n",
       "      <td>NaN</td>\n",
       "      <td>44.44444</td>\n",
       "      <td>98.68766</td>\n",
       "      <td>NaN</td>\n",
       "      <td>37.50000</td>\n",
       "      <td>97.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>54.54545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>96.22166</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>71.56147</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.04941</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40.00000</td>\n",
       "      <td>98.43342</td>\n",
       "      <td>NaN</td>\n",
       "      <td>35.71429</td>\n",
       "      <td>98.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>45.45455</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.96977</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>67.01602</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.92208</td>\n",
       "      <td>NaN</td>\n",
       "      <td>33.33333</td>\n",
       "      <td>98.17708</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30.76923</td>\n",
       "      <td>98.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>36.36364</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   accuracy                    auc_roc  ... precision    recall                  \n",
       "  nontarget   overall target nontarget  ...    target nontarget overall    target\n",
       "0       NaN  92.69521    NaN       NaN  ...  23.52941      93.0     NaN  72.72727\n",
       "1       NaN  95.71788    NaN       NaN  ...  36.36364      96.0     NaN  72.72727\n",
       "2       NaN  95.21411    NaN       NaN  ...  33.33333      96.0     NaN  72.72727\n",
       "3       NaN  96.22166    NaN       NaN  ...  37.50000      97.0     NaN  54.54545\n",
       "4       NaN  96.22166    NaN       NaN  ...  35.71429      98.0     NaN  45.45455\n",
       "5       NaN  95.96977    NaN       NaN  ...  30.76923      98.0     NaN  36.36364\n",
       "\n",
       "[6 rows x 15 columns]"
      ]
     },
     "execution_count": 73,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.loc['20pct_model_50toxic']   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 266
    },
    "colab_type": "code",
    "id": "vHe0Kdb_0KD3",
    "outputId": "998c9780-130b-4e0e-b44a-04a88ddf82f7"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">accuracy</th>\n",
       "      <th colspan=\"3\" halign=\"left\">auc_roc</th>\n",
       "      <th colspan=\"3\" halign=\"left\">f1</th>\n",
       "      <th colspan=\"3\" halign=\"left\">precision</th>\n",
       "      <th colspan=\"3\" halign=\"left\">recall</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>91.42857</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.45455</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.23810</td>\n",
       "      <td>NaN</td>\n",
       "      <td>57.14286</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40.0</td>\n",
       "      <td>91.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>94.28571</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.96970</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.87500</td>\n",
       "      <td>NaN</td>\n",
       "      <td>66.66667</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>97.14286</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>75.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.50746</td>\n",
       "      <td>NaN</td>\n",
       "      <td>66.66667</td>\n",
       "      <td>97.05882</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   accuracy                     auc_roc  ... precision    recall               \n",
       "  nontarget    overall target nontarget  ...    target nontarget overall target\n",
       "0       NaN   91.42857    NaN       NaN  ...      40.0      91.0     NaN  100.0\n",
       "1       NaN   94.28571    NaN       NaN  ...      50.0      94.0     NaN  100.0\n",
       "2       NaN  100.00000    NaN       NaN  ...     100.0     100.0     NaN  100.0\n",
       "3       NaN  100.00000    NaN       NaN  ...     100.0     100.0     NaN  100.0\n",
       "4       NaN  100.00000    NaN       NaN  ...     100.0     100.0     NaN  100.0\n",
       "5       NaN   97.14286    NaN       NaN  ...     100.0     100.0     NaN   50.0\n",
       "\n",
       "[6 rows x 15 columns]"
      ]
     },
     "execution_count": 69,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.loc['model_results_80pct_model_35toxic']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 266
    },
    "colab_type": "code",
    "id": "xEN5WoaJ0jFT",
    "outputId": "2b0fa1c6-5e56-4bb1-afb2-c18e9b18d5e6"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">accuracy</th>\n",
       "      <th colspan=\"3\" halign=\"left\">auc_roc</th>\n",
       "      <th colspan=\"3\" halign=\"left\">f1</th>\n",
       "      <th colspan=\"3\" halign=\"left\">precision</th>\n",
       "      <th colspan=\"3\" halign=\"left\">recall</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.42857</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>79.80039</td>\n",
       "      <td>NaN</td>\n",
       "      <td>48.88889</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.48855</td>\n",
       "      <td>39.28571</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.13665</td>\n",
       "      <td>65.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>94.89489</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.42857</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72.47836</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.60479</td>\n",
       "      <td>53.33333</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.31343</td>\n",
       "      <td>47.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.89790</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.14286</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72.32821</td>\n",
       "      <td>NaN</td>\n",
       "      <td>48.48485</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.45127</td>\n",
       "      <td>50.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.30539</td>\n",
       "      <td>47.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.59760</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>94.57143</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>66.44586</td>\n",
       "      <td>NaN</td>\n",
       "      <td>38.70968</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.15994</td>\n",
       "      <td>42.85714</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.72619</td>\n",
       "      <td>35.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.59760</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>94.57143</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>66.44586</td>\n",
       "      <td>NaN</td>\n",
       "      <td>38.70968</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.15994</td>\n",
       "      <td>42.85714</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.72619</td>\n",
       "      <td>35.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.59760</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>94.85714</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>63.80498</td>\n",
       "      <td>NaN</td>\n",
       "      <td>35.71429</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.32143</td>\n",
       "      <td>45.45455</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.46018</td>\n",
       "      <td>29.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.19820</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   accuracy                    auc_roc  ... precision    recall                  \n",
       "  nontarget   overall target nontarget  ...    target nontarget overall    target\n",
       "0       NaN  93.42857    NaN       NaN  ...  98.13665      65.0     NaN  94.89489\n",
       "1       NaN  95.42857    NaN       NaN  ...  97.31343      47.0     NaN  97.89790\n",
       "2       NaN  95.14286    NaN       NaN  ...  97.30539      47.0     NaN  97.59760\n",
       "3       NaN  94.57143    NaN       NaN  ...  96.72619      35.0     NaN  97.59760\n",
       "4       NaN  94.57143    NaN       NaN  ...  96.72619      35.0     NaN  97.59760\n",
       "5       NaN  94.85714    NaN       NaN  ...  96.46018      29.0     NaN  98.19820\n",
       "\n",
       "[6 rows x 15 columns]"
      ]
     },
     "execution_count": 68,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.loc['model_results_60pct_model_60toxic']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 266
    },
    "colab_type": "code",
    "id": "BB0u6Y1i2PEl",
    "outputId": "00234cae-de2c-4635-b91c-ae452e7846d3"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">accuracy</th>\n",
       "      <th colspan=\"3\" halign=\"left\">auc_roc</th>\n",
       "      <th colspan=\"3\" halign=\"left\">f1</th>\n",
       "      <th colspan=\"3\" halign=\"left\">precision</th>\n",
       "      <th colspan=\"3\" halign=\"left\">recall</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.05556</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.40288</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>97.22222</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.59155</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>98.61111</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.30070</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>99.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>98.61111</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.30070</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>99.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>98.61111</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.30070</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>99.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>97.22222</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.59155</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   accuracy                    auc_roc  ... precision    recall               \n",
       "  nontarget   overall target nontarget  ...    target nontarget overall target\n",
       "0       NaN  93.05556    NaN       NaN  ...       0.0      93.0     NaN    0.0\n",
       "1       NaN  97.22222    NaN       NaN  ...       0.0      97.0     NaN    0.0\n",
       "2       NaN  98.61111    NaN       NaN  ...       0.0      99.0     NaN    0.0\n",
       "3       NaN  98.61111    NaN       NaN  ...       0.0      99.0     NaN    0.0\n",
       "4       NaN  98.61111    NaN       NaN  ...       0.0      99.0     NaN    0.0\n",
       "5       NaN  97.22222    NaN       NaN  ...       0.0      97.0     NaN    0.0\n",
       "\n",
       "[6 rows x 15 columns]"
      ]
     },
     "execution_count": 67,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.loc['model_results_20pct_model_35toxic']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 266
    },
    "colab_type": "code",
    "id": "rImFdrR82skS",
    "outputId": "89e7b9ad-ea63-4bf1-f3a9-da5fe7642da9"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">accuracy</th>\n",
       "      <th colspan=\"3\" halign=\"left\">auc_roc</th>\n",
       "      <th colspan=\"3\" halign=\"left\">f1</th>\n",
       "      <th colspan=\"3\" halign=\"left\">precision</th>\n",
       "      <th colspan=\"3\" halign=\"left\">recall</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>94.94949</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>68.93617</td>\n",
       "      <td>NaN</td>\n",
       "      <td>44.44444</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.35450</td>\n",
       "      <td>50.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.84211</td>\n",
       "      <td>40.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.87234</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.93939</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>68.40426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.80851</td>\n",
       "      <td>40.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.80851</td>\n",
       "      <td>40.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.80851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>96.96970</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>70.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>57.14286</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.42932</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.90722</td>\n",
       "      <td>40.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>93.93939</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>68.40426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.80851</td>\n",
       "      <td>40.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.80851</td>\n",
       "      <td>40.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.80851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>94.94949</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>68.93617</td>\n",
       "      <td>NaN</td>\n",
       "      <td>44.44444</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.35450</td>\n",
       "      <td>50.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.84211</td>\n",
       "      <td>40.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.87234</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.95960</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>69.46809</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.89474</td>\n",
       "      <td>66.66667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.87500</td>\n",
       "      <td>40.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.93617</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   accuracy                    auc_roc  ... precision    recall                   \n",
       "  nontarget   overall target nontarget  ...    target nontarget overall     target\n",
       "0       NaN  94.94949    NaN       NaN  ...  96.84211      40.0     NaN   97.87234\n",
       "1       NaN  93.93939    NaN       NaN  ...  96.80851      40.0     NaN   96.80851\n",
       "2       NaN  96.96970    NaN       NaN  ...  96.90722      40.0     NaN  100.00000\n",
       "3       NaN  93.93939    NaN       NaN  ...  96.80851      40.0     NaN   96.80851\n",
       "4       NaN  94.94949    NaN       NaN  ...  96.84211      40.0     NaN   97.87234\n",
       "5       NaN  95.95960    NaN       NaN  ...  96.87500      40.0     NaN   98.93617\n",
       "\n",
       "[6 rows x 15 columns]"
      ]
     },
     "execution_count": 66,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.loc['model_results_80pct_model_75toxic']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 266
    },
    "colab_type": "code",
    "id": "Owq6Rw8K3ACc",
    "outputId": "7ba770ed-409f-457e-e460-2c1b5c203800"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">accuracy</th>\n",
       "      <th colspan=\"3\" halign=\"left\">auc_roc</th>\n",
       "      <th colspan=\"3\" halign=\"left\">f1</th>\n",
       "      <th colspan=\"3\" halign=\"left\">precision</th>\n",
       "      <th colspan=\"3\" halign=\"left\">recall</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "      <th>nontarget</th>\n",
       "      <th>overall</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>91.11111</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.48023</td>\n",
       "      <td>NaN</td>\n",
       "      <td>27.27273</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.26627</td>\n",
       "      <td>15.78947</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.00000</td>\n",
       "      <td>100.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>90.96045</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>81.07345</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30.76923</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.40634</td>\n",
       "      <td>20.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.41176</td>\n",
       "      <td>67.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>95.48023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>95.55556</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>81.35593</td>\n",
       "      <td>NaN</td>\n",
       "      <td>33.33333</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.70115</td>\n",
       "      <td>22.22222</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.41520</td>\n",
       "      <td>67.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.04520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>96.66667</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>65.53672</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.29545</td>\n",
       "      <td>20.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.85714</td>\n",
       "      <td>33.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>97.74011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>97.77778</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>82.48588</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.86364</td>\n",
       "      <td>40.00000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>99.42857</td>\n",
       "      <td>67.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.30508</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>97.77778</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>66.10169</td>\n",
       "      <td>NaN</td>\n",
       "      <td>33.33333</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.87006</td>\n",
       "      <td>33.33333</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.87006</td>\n",
       "      <td>33.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>98.87006</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   accuracy                    auc_roc  ...  precision    recall                  \n",
       "  nontarget   overall target nontarget  ...     target nontarget overall    target\n",
       "0       NaN  91.11111    NaN       NaN  ...  100.00000     100.0     NaN  90.96045\n",
       "1       NaN  95.00000    NaN       NaN  ...   99.41176      67.0     NaN  95.48023\n",
       "2       NaN  95.55556    NaN       NaN  ...   99.41520      67.0     NaN  96.04520\n",
       "3       NaN  96.66667    NaN       NaN  ...   98.85714      33.0     NaN  97.74011\n",
       "4       NaN  97.77778    NaN       NaN  ...   99.42857      67.0     NaN  98.30508\n",
       "5       NaN  97.77778    NaN       NaN  ...   98.87006      33.0     NaN  98.87006\n",
       "\n",
       "[6 rows x 15 columns]"
      ]
     },
     "execution_count": 65,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df.loc['model_results_20pct_model_60toxic']"
   ]
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "collapsed_sections": [
    "b6shNJdp1GuO",
    "2QaIVi9O1daj",
    "gcnufZwcNRJ3",
    "-o8nY8D9OW4n"
   ],
   "name": "test_lstm.ipynb",
   "provenance": [],
   "version": "0.3.2"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}