SVM - Polynomial Kernel.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "mergedDescs=pd.read_csv(\"merged_Descs_sorted.csv\")\n",
    "data=mergedDescs.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_names=pd.read_csv(\"ExternalID.csv\", header=None)\n",
    "train_names=pd.read_csv(\"TrainID.csv\", header=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "data[\"BCF\"] = data.apply(lambda row: 0 if row[\"logBCF\"] < 3.0 else 1, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = data.drop(['logBCF'], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "BCF\n",
       "0    798\n",
       "1    209\n",
       "Name: BCF, dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.groupby(['BCF'])['BCF'].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# for splitting the dataset, selected rows based on unique values in the 'Name' column using or (|)\n",
    "# unique values were chosen from original datasets provided by authors of publication\n",
    "test= data[(data['Name']==729)|\n",
    "           (data['Name']==367)|\n",
    "           (data['Name']==951)|\n",
    "           (data['Name']==21)|\n",
    "           (data['Name']==810)|\n",
    "           (data['Name']==1009)|\n",
    "           (data['Name']==273)|\n",
    "           (data['Name']==168)|\n",
    "           (data['Name']==586)|\n",
    "           (data['Name']==594)|\n",
    "           (data['Name']==22)|\n",
    "           (data['Name']==13)|\n",
    "           (data['Name']==941)|\n",
    "           (data['Name']==4)|\n",
    "           (data['Name']==253)|\n",
    "           (data['Name']==748)|\n",
    "           (data['Name']==807)|\n",
    "           (data['Name']==23)|\n",
    "           (data['Name']==953)|\n",
    "           (data['Name']==876)|\n",
    "           (data['Name']==571)|\n",
    "           (data['Name']==600)|\n",
    "           (data['Name']==372)|\n",
    "           (data['Name']==492)|\n",
    "           (data['Name']==802)|\n",
    "           (data['Name']==3)|\n",
    "           (data['Name']==118)|\n",
    "           (data['Name']==606)|\n",
    "           (data['Name']==42)|\n",
    "           (data['Name']==569)|\n",
    "           (data['Name']==505)|\n",
    "           (data['Name']==324)|\n",
    "           (data['Name']==588)|\n",
    "           (data['Name']==173)|\n",
    "           (data['Name']==65)|\n",
    "           (data['Name']==867)|\n",
    "           (data['Name']==145)|\n",
    "           (data['Name']==1032)|\n",
    "           (data['Name']==98)|\n",
    "           (data['Name']==101)|\n",
    "           (data['Name']==478)|\n",
    "           (data['Name']==30)|\n",
    "           (data['Name']==959)|\n",
    "           (data['Name']==960)|\n",
    "           (data['Name']==396)|\n",
    "           (data['Name']==621)|\n",
    "           (data['Name']==860)|\n",
    "           (data['Name']==559)|\n",
    "           (data['Name']==100)|\n",
    "           (data['Name']==568)|\n",
    "           (data['Name']==847)|\n",
    "           (data['Name']==194)|\n",
    "           (data['Name']==120)|\n",
    "           (data['Name']==24)|\n",
    "           (data['Name']==970)|\n",
    "           (data['Name']==149)|\n",
    "           (data['Name']==99)|\n",
    "           (data['Name']==204)|\n",
    "           (data['Name']==183)|\n",
    "           (data['Name']==10)|\n",
    "           (data['Name']==652)|\n",
    "           (data['Name']==840)|\n",
    "           (data['Name']==774)|\n",
    "           (data['Name']==576)|\n",
    "           (data['Name']==496)|\n",
    "           (data['Name']==74)|\n",
    "           (data['Name']==557)|\n",
    "           (data['Name']==871)|\n",
    "           (data['Name']==1030)|\n",
    "           (data['Name']==518)|\n",
    "           (data['Name']==126)|\n",
    "           (data['Name']==964)|\n",
    "           (data['Name']==215)|\n",
    "           (data['Name']==73)|\n",
    "           (data['Name']==555)|\n",
    "           (data['Name']==412)|\n",
    "           (data['Name']==150)|\n",
    "           (data['Name']==719)|\n",
    "           (data['Name']==537)|\n",
    "           (data['Name']==612)|\n",
    "           (data['Name']==136)|\n",
    "           (data['Name']==75)|\n",
    "           (data['Name']==26)|\n",
    "           (data['Name']==707)|\n",
    "           (data['Name']==424)|\n",
    "           (data['Name']==917)|\n",
    "           (data['Name']==565)|\n",
    "           (data['Name']==79)|\n",
    "           (data['Name']==66)|\n",
    "           (data['Name']==248)|\n",
    "           (data['Name']==155)|\n",
    "           (data['Name']==237)|\n",
    "           (data['Name']==721)|\n",
    "           (data['Name']==212)|\n",
    "           (data['Name']==523)|\n",
    "           (data['Name']==541)|\n",
    "           (data['Name']==112)|\n",
    "           (data['Name']==668)|\n",
    "           (data['Name']==222)|\n",
    "           (data['Name']==940)|\n",
    "           (data['Name']==491)|\n",
    "           (data['Name']==924)|\n",
    "           (data['Name']==146)|\n",
    "           (data['Name']==64)|\n",
    "           (data['Name']==539)|\n",
    "           (data['Name']==190)|\n",
    "           (data['Name']==1007)|\n",
    "           (data['Name']==511)|\n",
    "           (data['Name']==854)|\n",
    "           (data['Name']==334)|\n",
    "           (data['Name']==617)|\n",
    "           (data['Name']==409)|\n",
    "           (data['Name']==582)|\n",
    "           (data['Name']==61)|\n",
    "           (data['Name']==156)|\n",
    "           (data['Name']==1036)|\n",
    "           (data['Name']==543)|\n",
    "           (data['Name']==706)|\n",
    "           (data['Name']==95)|\n",
    "           (data['Name']==442)|\n",
    "           (data['Name']==649)|\n",
    "           (data['Name']==989)|\n",
    "           (data['Name']==121)|\n",
    "           (data['Name']==388)|\n",
    "           (data['Name']==708)|\n",
    "           (data['Name']==616)|\n",
    "           (data['Name']==436)|\n",
    "           (data['Name']==444)|\n",
    "           (data['Name']==968)|\n",
    "           (data['Name']==734)|\n",
    "           (data['Name']==205)|\n",
    "           (data['Name']==611)|\n",
    "           (data['Name']==610)|\n",
    "           (data['Name']==92)|\n",
    "           (data['Name']==819)|\n",
    "           (data['Name']==535)|\n",
    "           (data['Name']==653)|\n",
    "           (data['Name']==1033)|\n",
    "           (data['Name']==943)|\n",
    "           (data['Name']==656)|\n",
    "           (data['Name']==288)|\n",
    "           (data['Name']==347)|\n",
    "           (data['Name']==698)|\n",
    "           (data['Name']==227)|\n",
    "           (data['Name']==337)|\n",
    "           (data['Name']==745)|\n",
    "           (data['Name']==293)|\n",
    "           (data['Name']==452)|\n",
    "           (data['Name']==609)|\n",
    "           (data['Name']==384)|\n",
    "           (data['Name']==763)|\n",
    "           (data['Name']==363)|\n",
    "           (data['Name']==368)|\n",
    "           (data['Name']==1006)|\n",
    "           (data['Name']==546)|\n",
    "           (data['Name']==137)|\n",
    "           (data['Name']==797)|\n",
    "           (data['Name']==762)|\n",
    "           (data['Name']==1018)|\n",
    "           (data['Name']==153)|\n",
    "           (data['Name']==769)|\n",
    "           (data['Name']==312)|\n",
    "           (data['Name']==1020)|\n",
    "           (data['Name']==216)|\n",
    "           (data['Name']==151)|\n",
    "           (data['Name']==815)|\n",
    "           (data['Name']==800)|\n",
    "           (data['Name']==290)|\n",
    "           (data['Name']==345)|\n",
    "           (data['Name']==371)|\n",
    "           (data['Name']==401)|\n",
    "           (data['Name']==733)|\n",
    "           (data['Name']==768)|\n",
    "           (data['Name']==40)|\n",
    "           (data['Name']==58)|\n",
    "           (data['Name']==948)|\n",
    "           (data['Name']==132)|\n",
    "           (data['Name']==728)|\n",
    "           (data['Name']==676)|\n",
    "           (data['Name']==855)|\n",
    "           (data['Name']==325)|\n",
    "           (data['Name']==737)|\n",
    "           (data['Name']==309)|\n",
    "           (data['Name']==355)|\n",
    "           (data['Name']==925)|\n",
    "           (data['Name']==8)|\n",
    "           (data['Name']==743)|\n",
    "           (data['Name']==913)|\n",
    "           (data['Name']==782)|\n",
    "           (data['Name']==428)|\n",
    "           (data['Name']==301)|\n",
    "           (data['Name']==431)|\n",
    "           (data['Name']==592)|\n",
    "           (data['Name']==15)|\n",
    "           (data['Name']==903)|\n",
    "           (data['Name']==276)|\n",
    "           (data['Name']==315)|\n",
    "           (data['Name']==302)|\n",
    "           (data['Name']==525)|\n",
    "           (data['Name']==316)|\n",
    "           (data['Name']==35)|\n",
    "           (data['Name']==422)|\n",
    "           (data['Name']==723)|\n",
    "           (data['Name']==59)|\n",
    "           (data['Name']==1021)|\n",
    "           (data['Name']==184)|\n",
    "           (data['Name']==53)|\n",
    "           (data['Name']==892)|\n",
    "           (data['Name']==69)|\n",
    "           (data['Name']==973)|\n",
    "           (data['Name']==322)|\n",
    "           (data['Name']==310)|\n",
    "           (data['Name']==623)|\n",
    "           (data['Name']==965)|\n",
    "           (data['Name']==124)|\n",
    "           (data['Name']==420)|\n",
    "           (data['Name']==16)|\n",
    "           (data['Name']==882)|\n",
    "           (data['Name']==961)|\n",
    "           (data['Name']==90)|\n",
    "           (data['Name']==283)|\n",
    "           (data['Name']==839)|\n",
    "           (data['Name']==39)|\n",
    "           (data['Name']==856)|\n",
    "           (data['Name']==752)|\n",
    "           (data['Name']==1035)|\n",
    "           (data['Name']==540)|\n",
    "           (data['Name']==1004)|\n",
    "           (data['Name']==545)|\n",
    "           (data['Name']==863)|\n",
    "           (data['Name']==296)|\n",
    "           (data['Name']==447)|\n",
    "           (data['Name']==558)|\n",
    "           (data['Name']==286)|\n",
    "           (data['Name']==348)|\n",
    "           (data['Name']==111)|\n",
    "           (data['Name']==831)|\n",
    "           (data['Name']==130)|\n",
    "           (data['Name']==710)|\n",
    "           (data['Name']==56)|\n",
    "           (data['Name']==242)|\n",
    "           (data['Name']==779)|\n",
    "           (data['Name']==643)|\n",
    "           (data['Name']==574)|\n",
    "           (data['Name']==672)|\n",
    "           (data['Name']==356)|\n",
    "           (data['Name']==2)|\n",
    "           (data['Name']==147)|\n",
    "           (data['Name']==317)|\n",
    "           (data['Name']==502)|\n",
    "           (data['Name']==853)|\n",
    "           (data['Name']==932)|\n",
    "           (data['Name']==937)|\n",
    "           (data['Name']==437)|\n",
    "           (data['Name']==143)|\n",
    "           (data['Name']==922)|\n",
    "           (data['Name']==773)|\n",
    "           (data['Name']==659)|\n",
    "           (data['Name']==378)|\n",
    "           (data['Name']==230)|\n",
    "           (data['Name']==241)|\n",
    "           (data['Name']==603)|\n",
    "           (data['Name']==343)|\n",
    "           (data['Name']==524)|\n",
    "           (data['Name']==28)|\n",
    "           (data['Name']==307)|\n",
    "           (data['Name']==259)|\n",
    "           (data['Name']==342)|\n",
    "           (data['Name']==454)|\n",
    "           (data['Name']==791)|\n",
    "           (data['Name']==81)|\n",
    "           (data['Name']==697)|\n",
    "           (data['Name']==209)|\n",
    "           (data['Name']==415)|\n",
    "           (data['Name']==125)|\n",
    "           (data['Name']==599)|\n",
    "           (data['Name']==662)|\n",
    "           (data['Name']==593)|\n",
    "           (data['Name']==313)|\n",
    "           (data['Name']==628)|\n",
    "           (data['Name']==664)|\n",
    "           (data['Name']==705)|\n",
    "           (data['Name']==117)|\n",
    "           (data['Name']==760)|\n",
    "           (data['Name']==878)|\n",
    "           (data['Name']==534)|\n",
    "           (data['Name']==232)|\n",
    "           (data['Name']==234)|\n",
    "           (data['Name']==977)|\n",
    "           (data['Name']==318)|\n",
    "           (data['Name']==688)|\n",
    "           (data['Name']==104)|\n",
    "           (data['Name']==969)|\n",
    "           (data['Name']==292)|\n",
    "           (data['Name']==445)|\n",
    "           (data['Name']==482)|\n",
    "           (data['Name']==678)|\n",
    "           (data['Name']==618)|\n",
    "           (data['Name']==266)|\n",
    "           (data['Name']==642)|\n",
    "           (data['Name']==140)|\n",
    "           (data['Name']==249)|\n",
    "           (data['Name']==873)|\n",
    "           (data['Name']==984)|\n",
    "           (data['Name']==421)|\n",
    "           (data['Name']==279)|\n",
    "           (data['Name']==185)|\n",
    "           (data['Name']==758)|\n",
    "           (data['Name']==201)|\n",
    "           (data['Name']==682)|\n",
    "           (data['Name']==211)|\n",
    "           (data['Name']==1029)|\n",
    "           (data['Name']==981)|\n",
    "           (data['Name']==887)|\n",
    "           (data['Name']==133)|\n",
    "           (data['Name']==391)|\n",
    "           (data['Name']==684)|\n",
    "           (data['Name']==670)|\n",
    "           (data['Name']==694)|\n",
    "           (data['Name']==641)|\n",
    "           (data['Name']==247)|\n",
    "           (data['Name']==256)|\n",
    "           (data['Name']==686)|\n",
    "           (data['Name']==218)|\n",
    "           (data['Name']==893)|\n",
    "           (data['Name']==875)|\n",
    "           (data['Name']==18)|\n",
    "           (data['Name']==679)|\n",
    "           (data['Name']==280)|\n",
    "           (data['Name']==999)|\n",
    "           (data['Name']==323)|\n",
    "           (data['Name']==687)|\n",
    "           (data['Name']==683)\n",
    "          ]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# the same approach as for the test set above\n",
    "train=data[(data['Name']==485)|\n",
    "           (data['Name']==381)|\n",
    "        (data['Name']==282)|\n",
    "        (data['Name']==333)|\n",
    "        (data['Name']==275)|\n",
    "        (data['Name']==494)|\n",
    "        (data['Name']==161)|\n",
    "        (data['Name']==584)|\n",
    "        (data['Name']==823)|\n",
    "        (data['Name']==410)|\n",
    "        (data['Name']==352)|\n",
    "        (data['Name']==908)|\n",
    "        (data['Name']==261)|\n",
    "        (data['Name']==715)|\n",
    "        (data['Name']==551)|\n",
    "        (data['Name']==597)|\n",
    "        (data['Name']==711)|\n",
    "        (data['Name']==716)|\n",
    "        (data['Name']==846)|\n",
    "        (data['Name']==103)|\n",
    "        (data['Name']==224)|\n",
    "        (data['Name']==54)|\n",
    "        (data['Name']==792)|\n",
    "        (data['Name']==1)|\n",
    "        (data['Name']==457)|\n",
    "        (data['Name']==730)|\n",
    "        (data['Name']==829)|\n",
    "        (data['Name']==869)|\n",
    "        (data['Name']==219)|\n",
    "        (data['Name']==601)|\n",
    "        (data['Name']==105)|\n",
    "        (data['Name']==37)|\n",
    "        (data['Name']==148)|\n",
    "        (data['Name']==532)|\n",
    "        (data['Name']==416)|\n",
    "        (data['Name']==509)|\n",
    "        (data['Name']==453)|\n",
    "        (data['Name']==468)|\n",
    "        (data['Name']==179)|\n",
    "        (data['Name']==154)|\n",
    "        (data['Name']==615)|\n",
    "        (data['Name']==771)|\n",
    "        (data['Name']==14)|\n",
    "        (data['Name']==195)|\n",
    "        (data['Name']==265)|\n",
    "        (data['Name']==640)|\n",
    "        (data['Name']==129)|\n",
    "        (data['Name']==335)|\n",
    "        (data['Name']==455)|\n",
    "        (data['Name']==477)|\n",
    "        (data['Name']==498)|\n",
    "        (data['Name']==573)|\n",
    "        (data['Name']==1025)|\n",
    "        (data['Name']==199)|\n",
    "        (data['Name']==134)|\n",
    "        (data['Name']==91)|\n",
    "        (data['Name']==268)|\n",
    "        (data['Name']==197)|\n",
    "        (data['Name']==515)|\n",
    "        (data['Name']==80)|\n",
    "        (data['Name']==508)|\n",
    "        (data['Name']==838)|\n",
    "        (data['Name']==461)|\n",
    "        (data['Name']==722)|\n",
    "        (data['Name']==203)|\n",
    "        (data['Name']==604)|\n",
    "        (data['Name']==41)|\n",
    "        (data['Name']==11)|\n",
    "        (data['Name']==48)|\n",
    "        (data['Name']==872)|\n",
    "        (data['Name']==198)|\n",
    "        (data['Name']==735)|\n",
    "        (data['Name']==229)|\n",
    "        (data['Name']==906)|\n",
    "        (data['Name']==390)|\n",
    "        (data['Name']==581)|\n",
    "        (data['Name']==598)|\n",
    "        (data['Name']==1031)|\n",
    "        (data['Name']==221)|\n",
    "        (data['Name']==107)|\n",
    "        (data['Name']==57)|\n",
    "        (data['Name']==258)|\n",
    "        (data['Name']==171)|\n",
    "        (data['Name']==693)|\n",
    "        (data['Name']==645)|\n",
    "        (data['Name']==31)|\n",
    "        (data['Name']==884)|\n",
    "        (data['Name']==210)|\n",
    "        (data['Name']==563)|\n",
    "        (data['Name']==650)|\n",
    "        (data['Name']==361)|\n",
    "        (data['Name']==364)|\n",
    "        (data['Name']==828)|\n",
    "        (data['Name']==12)|\n",
    "        (data['Name']==564)|\n",
    "        (data['Name']==174)|\n",
    "        (data['Name']==536)|\n",
    "        (data['Name']==97)|\n",
    "        (data['Name']==519)|\n",
    "        (data['Name']==483)|\n",
    "        (data['Name']==963)|\n",
    "        (data['Name']==277)|\n",
    "        (data['Name']==583)|\n",
    "        (data['Name']==552)|\n",
    "        (data['Name']==514)|\n",
    "        (data['Name']==119)|\n",
    "        (data['Name']==304)|\n",
    "        (data['Name']==362)|\n",
    "        (data['Name']==213)|\n",
    "        (data['Name']==71)|\n",
    "        (data['Name']==231)|\n",
    "        (data['Name']==51)|\n",
    "        (data['Name']==942)|\n",
    "        (data['Name']==1019)|\n",
    "        (data['Name']==113)|\n",
    "        (data['Name']==660)|\n",
    "        (data['Name']==510)|\n",
    "        (data['Name']==142)|\n",
    "        (data['Name']==47)|\n",
    "        (data['Name']==966)|\n",
    "        (data['Name']==985)|\n",
    "        (data['Name']==157)|\n",
    "        (data['Name']==17)|\n",
    "        (data['Name']==46)|\n",
    "        (data['Name']==799)|\n",
    "        (data['Name']==544)|\n",
    "        (data['Name']==139)|\n",
    "        (data['Name']==400)|\n",
    "        (data['Name']==62)|\n",
    "        (data['Name']==252)|\n",
    "        (data['Name']==786)|\n",
    "        (data['Name']==820)|\n",
    "        (data['Name']==251)|\n",
    "        (data['Name']==862)|\n",
    "        (data['Name']==935)|\n",
    "        (data['Name']==671)|\n",
    "        (data['Name']==624)|\n",
    "        (data['Name']==633)|\n",
    "        (data['Name']==978)|\n",
    "        (data['Name']==383)|\n",
    "        (data['Name']==516)|\n",
    "        (data['Name']==891)|\n",
    "        (data['Name']==931)|\n",
    "        (data['Name']==178)|\n",
    "        (data['Name']==202)|\n",
    "        (data['Name']==562)|\n",
    "        (data['Name']==625)|\n",
    "        (data['Name']==60)|\n",
    "        (data['Name']==96)|\n",
    "        (data['Name']==920)|\n",
    "        (data['Name']==547)|\n",
    "        (data['Name']==351)|\n",
    "        (data['Name']==635)|\n",
    "        (data['Name']==776)|\n",
    "        (data['Name']==228)|\n",
    "        (data['Name']==45)|\n",
    "        (data['Name']==88)|\n",
    "        (data['Name']==192)|\n",
    "        (data['Name']==44)|\n",
    "        (data['Name']==549)|\n",
    "        (data['Name']==70)|\n",
    "        (data['Name']==499)|\n",
    "        (data['Name']==67)|\n",
    "        (data['Name']==696)|\n",
    "        (data['Name']==602)|\n",
    "        (data['Name']==36)|\n",
    "        (data['Name']==952)|\n",
    "        (data['Name']==975)|\n",
    "        (data['Name']==848)|\n",
    "        (data['Name']==440)|\n",
    "        (data['Name']==1005)|\n",
    "        (data['Name']==94)|\n",
    "        (data['Name']==550)|\n",
    "        (data['Name']==837)|\n",
    "        (data['Name']==1015)|\n",
    "        (data['Name']==507)|\n",
    "        (data['Name']==780)|\n",
    "        (data['Name']==34)|\n",
    "        (data['Name']==527)|\n",
    "        (data['Name']==407)|\n",
    "        (data['Name']==858)|\n",
    "        (data['Name']==577)|\n",
    "        (data['Name']==956)|\n",
    "        (data['Name']==667)|\n",
    "        (data['Name']==1022)|\n",
    "        (data['Name']==162)|\n",
    "        (data['Name']==620)|\n",
    "        (data['Name']==651)|\n",
    "        (data['Name']==830)|\n",
    "        (data['Name']==513)|\n",
    "        (data['Name']==865)|\n",
    "        (data['Name']==188)|\n",
    "        (data['Name']==298)|\n",
    "        (data['Name']==626)|\n",
    "        (data['Name']==548)|\n",
    "        (data['Name']==303)|\n",
    "        (data['Name']==84)|\n",
    "        (data['Name']==947)|\n",
    "        (data['Name']==566)|\n",
    "        (data['Name']==954)|\n",
    "        (data['Name']==506)|\n",
    "        (data['Name']==267)|\n",
    "        (data['Name']==319)|\n",
    "        (data['Name']==353)|\n",
    "        (data['Name']==929)|\n",
    "        (data['Name']==83)|\n",
    "        (data['Name']==833)|\n",
    "        (data['Name']==9)|\n",
    "        (data['Name']==967)|\n",
    "        (data['Name']==880)|\n",
    "        (data['Name']==957)|\n",
    "        (data['Name']==27)|\n",
    "        (data['Name']==822)|\n",
    "        (data['Name']==979)|\n",
    "        (data['Name']==332)|\n",
    "        (data['Name']==1003)|\n",
    "        (data['Name']==556)|\n",
    "        (data['Name']==843)|\n",
    "        (data['Name']==888)|\n",
    "        (data['Name']==5)|\n",
    "        (data['Name']==533)|\n",
    "        (data['Name']==330)|\n",
    "        (data['Name']==781)|\n",
    "        (data['Name']==927)|\n",
    "        (data['Name']==526)|\n",
    "        (data['Name']==25)|\n",
    "        (data['Name']==114)|\n",
    "        (data['Name']==945)|\n",
    "        (data['Name']==834)|\n",
    "        (data['Name']==764)|\n",
    "        (data['Name']==859)|\n",
    "        (data['Name']==223)|\n",
    "        (data['Name']==375)|\n",
    "        (data['Name']==1010)|\n",
    "        (data['Name']==832)|\n",
    "        (data['Name']==425)|\n",
    "        (data['Name']==634)|\n",
    "        (data['Name']==704)|\n",
    "        (data['Name']==844)|\n",
    "        (data['Name']==87)|\n",
    "        (data['Name']==877)|\n",
    "        (data['Name']==20)|\n",
    "        (data['Name']==852)|\n",
    "        (data['Name']==1001)|\n",
    "        (data['Name']==938)|\n",
    "        (data['Name']==495)|\n",
    "        (data['Name']==665)|\n",
    "        (data['Name']==427)|\n",
    "        (data['Name']==845)|\n",
    "        (data['Name']==135)|\n",
    "        (data['Name']==585)|\n",
    "        (data['Name']==365)|\n",
    "        (data['Name']==918)|\n",
    "        (data['Name']==187)|\n",
    "        (data['Name']==169)|\n",
    "        (data['Name']==474)|\n",
    "        (data['Name']==619)|\n",
    "        (data['Name']==939)|\n",
    "        (data['Name']==567)|\n",
    "        (data['Name']==666)|\n",
    "        (data['Name']==864)|\n",
    "        (data['Name']==486)|\n",
    "        (data['Name']==914)|\n",
    "        (data['Name']==622)|\n",
    "        (data['Name']==849)|\n",
    "        (data['Name']==836)|\n",
    "        (data['Name']==614)|\n",
    "        (data['Name']==467)|\n",
    "        (data['Name']==340)|\n",
    "        (data['Name']==759)|\n",
    "        (data['Name']==481)|\n",
    "        (data['Name']==374)|\n",
    "        (data['Name']==1008)|\n",
    "        (data['Name']==77)|\n",
    "        (data['Name']==958)|\n",
    "        (data['Name']==189)|\n",
    "        (data['Name']==528)|\n",
    "        (data['Name']==1012)|\n",
    "        (data['Name']==226)|\n",
    "        (data['Name']==466)|\n",
    "        (data['Name']==1002)|\n",
    "        (data['Name']==419)|\n",
    "        (data['Name']==257)|\n",
    "        (data['Name']==271)|\n",
    "        (data['Name']==373)|\n",
    "        (data['Name']==393)|\n",
    "        (data['Name']==191)|\n",
    "        (data['Name']==572)|\n",
    "        (data['Name']==49)|\n",
    "        (data['Name']==287)|\n",
    "        (data['Name']==857)|\n",
    "        (data['Name']==472)|\n",
    "        (data['Name']==811)|\n",
    "        (data['Name']==790)|\n",
    "        (data['Name']==850)|\n",
    "        (data['Name']==934)|\n",
    "        (data['Name']==661)|\n",
    "        (data['Name']==784)|\n",
    "        (data['Name']==632)|\n",
    "        (data['Name']==955)|\n",
    "        (data['Name']==200)|\n",
    "        (data['Name']==55)|\n",
    "        (data['Name']==736)|\n",
    "        (data['Name']==928)|\n",
    "        (data['Name']==68)|\n",
    "        (data['Name']==43)|\n",
    "        (data['Name']==500)|\n",
    "        (data['Name']==1034)|\n",
    "        (data['Name']==180)|\n",
    "        (data['Name']==439)|\n",
    "        (data['Name']==497)|\n",
    "        (data['Name']==264)|\n",
    "        (data['Name']==450)|\n",
    "        (data['Name']==269)|\n",
    "        (data['Name']==731)|\n",
    "        (data['Name']==911)|\n",
    "        (data['Name']==403)|\n",
    "        (data['Name']==542)|\n",
    "        (data['Name']==1013)|\n",
    "        (data['Name']==673)|\n",
    "        (data['Name']==115)|\n",
    "        (data['Name']==561)|\n",
    "        (data['Name']==122)|\n",
    "        (data['Name']==331)|\n",
    "        (data['Name']==578)|\n",
    "        (data['Name']==405)|\n",
    "        (data['Name']==714)|\n",
    "        (data['Name']==812)|\n",
    "        (data['Name']==742)|\n",
    "        (data['Name']==423)|\n",
    "        (data['Name']==756)|\n",
    "        (data['Name']==321)|\n",
    "        (data['Name']==746)|\n",
    "        (data['Name']==208)|\n",
    "        (data['Name']==738)|\n",
    "        (data['Name']==278)|\n",
    "        (data['Name']==285)|\n",
    "        (data['Name']==306)|\n",
    "        (data['Name']==327)|\n",
    "        (data['Name']==350)|\n",
    "        (data['Name']==357)|\n",
    "        (data['Name']==379)|\n",
    "        (data['Name']==399)|\n",
    "        (data['Name']==433)|\n",
    "        (data['Name']==448)|\n",
    "        (data['Name']==744)|\n",
    "        (data['Name']==750)|\n",
    "        (data['Name']==821)|\n",
    "        (data['Name']==1016)|\n",
    "        (data['Name']==910)|\n",
    "        (data['Name']==933)|\n",
    "        (data['Name']==596)|\n",
    "        (data['Name']==675)|\n",
    "        (data['Name']==490)|\n",
    "        (data['Name']==349)|\n",
    "        (data['Name']==1028)|\n",
    "        (data['Name']==554)|\n",
    "        (data['Name']==712)|\n",
    "        (data['Name']==504)|\n",
    "        (data['Name']==813)|\n",
    "        (data['Name']==1024)|\n",
    "        (data['Name']==976)|\n",
    "        (data['Name']==72)|\n",
    "        (data['Name']==426)|\n",
    "        (data['Name']==108)|\n",
    "        (data['Name']==255)|\n",
    "        (data['Name']==326)|\n",
    "        (data['Name']==339)|\n",
    "        (data['Name']==449)|\n",
    "        (data['Name']==469)|\n",
    "        (data['Name']==971)|\n",
    "        (data['Name']==1017)|\n",
    "        (data['Name']==946)|\n",
    "        (data['Name']==575)|\n",
    "        (data['Name']==131)|\n",
    "        (data['Name']==487)|\n",
    "        (data['Name']==438)|\n",
    "        (data['Name']==669)|\n",
    "        (data['Name']==700)|\n",
    "        (data['Name']==329)|\n",
    "        (data['Name']==775)|\n",
    "        (data['Name']==842)|\n",
    "        (data['Name']==522)|\n",
    "        (data['Name']==972)|\n",
    "        (data['Name']==1014)|\n",
    "        (data['Name']==883)|\n",
    "        (data['Name']==912)|\n",
    "        (data['Name']==233)|\n",
    "        (data['Name']==717)|\n",
    "        (data['Name']==186)|\n",
    "        (data['Name']==32)|\n",
    "        (data['Name']==629)|\n",
    "        (data['Name']==370)|\n",
    "        (data['Name']==489)|\n",
    "        (data['Name']==354)|\n",
    "        (data['Name']==727)|\n",
    "        (data['Name']==291)|\n",
    "        (data['Name']==1026)|\n",
    "        (data['Name']==464)|\n",
    "        (data['Name']==236)|\n",
    "        (data['Name']==369)|\n",
    "        (data['Name']==754)|\n",
    "        (data['Name']==789)|\n",
    "        (data['Name']==962)|\n",
    "        (data['Name']==785)|\n",
    "        (data['Name']==926)|\n",
    "        (data['Name']==553)|\n",
    "        (data['Name']==359)|\n",
    "        (data['Name']==206)|\n",
    "        (data['Name']==827)|\n",
    "        (data['Name']==909)|\n",
    "        (data['Name']==320)|\n",
    "        (data['Name']==560)|\n",
    "        (data['Name']==116)|\n",
    "        (data['Name']==709)|\n",
    "        (data['Name']==414)|\n",
    "        (data['Name']==644)|\n",
    "        (data['Name']==605)|\n",
    "        (data['Name']==907)|\n",
    "        (data['Name']==806)|\n",
    "        (data['Name']==591)|\n",
    "        (data['Name']==479)|\n",
    "        (data['Name']==608)|\n",
    "        (data['Name']==788)|\n",
    "        (data['Name']==50)|\n",
    "        (data['Name']==757)|\n",
    "        (data['Name']==93)|\n",
    "        (data['Name']==109)|\n",
    "        (data['Name']==377)|\n",
    "        (data['Name']==127)|\n",
    "        (data['Name']==366)|\n",
    "        (data['Name']==861)|\n",
    "        (data['Name']==681)|\n",
    "        (data['Name']==801)|\n",
    "        (data['Name']==851)|\n",
    "        (data['Name']==930)|\n",
    "        (data['Name']==803)|\n",
    "        (data['Name']==76)|\n",
    "        (data['Name']==870)|\n",
    "        (data['Name']==63)|\n",
    "        (data['Name']==33)|\n",
    "        (data['Name']==777)|\n",
    "        (data['Name']==986)|\n",
    "        (data['Name']==1023)|\n",
    "        (data['Name']==284)|\n",
    "        (data['Name']==718)|\n",
    "        (data['Name']==724)|\n",
    "        (data['Name']==295)|\n",
    "        (data['Name']==783)|\n",
    "        (data['Name']==905)|\n",
    "        (data['Name']==476)|\n",
    "        (data['Name']==772)|\n",
    "        (data['Name']==809)|\n",
    "        (data['Name']==835)|\n",
    "        (data['Name']==164)|\n",
    "        (data['Name']==761)|\n",
    "        (data['Name']==825)|\n",
    "        (data['Name']==235)|\n",
    "        (data['Name']==488)|\n",
    "        (data['Name']==82)|\n",
    "        (data['Name']==473)|\n",
    "        (data['Name']==392)|\n",
    "        (data['Name']==896)|\n",
    "        (data['Name']==281)|\n",
    "        (data['Name']==299)|\n",
    "        (data['Name']==7)|\n",
    "        (data['Name']==607)|\n",
    "        (data['Name']==658)|\n",
    "        (data['Name']==382)|\n",
    "        (data['Name']==314)|\n",
    "        (data['Name']==170)|\n",
    "        (data['Name']==794)|\n",
    "        (data['Name']==720)|\n",
    "        (data['Name']==1011)|\n",
    "        (data['Name']==459)|\n",
    "        (data['Name']==990)|\n",
    "        (data['Name']==879)|\n",
    "        (data['Name']==732)|\n",
    "        (data['Name']==78)|\n",
    "        (data['Name']==787)|\n",
    "        (data['Name']==86)|\n",
    "        (data['Name']==916)|\n",
    "        (data['Name']==176)|\n",
    "        (data['Name']==297)|\n",
    "        (data['Name']==766)|\n",
    "        (data['Name']==531)|\n",
    "        (data['Name']==796)|\n",
    "        (data['Name']==1027)|\n",
    "        (data['Name']==982)|\n",
    "        (data['Name']==866)|\n",
    "        (data['Name']==336)|\n",
    "        (data['Name']==165)|\n",
    "        (data['Name']==740)|\n",
    "        (data['Name']==239)|\n",
    "        (data['Name']==646)|\n",
    "        (data['Name']==85)|\n",
    "        (data['Name']==755)|\n",
    "        (data['Name']==451)|\n",
    "        (data['Name']==220)|\n",
    "        (data['Name']==713)|\n",
    "        (data['Name']==418)|\n",
    "        (data['Name']==983)|\n",
    "        (data['Name']==380)|\n",
    "        (data['Name']==590)|\n",
    "        (data['Name']==432)|\n",
    "        (data['Name']==570)|\n",
    "        (data['Name']==463)|\n",
    "        (data['Name']==595)|\n",
    "        (data['Name']==529)|\n",
    "        (data['Name']==770)|\n",
    "        (data['Name']==395)|\n",
    "        (data['Name']==895)|\n",
    "        (data['Name']==214)|\n",
    "        (data['Name']==89)|\n",
    "        (data['Name']==793)|\n",
    "        (data['Name']==739)|\n",
    "        (data['Name']==741)|\n",
    "        (data['Name']==753)|\n",
    "        (data['Name']==460)|\n",
    "        (data['Name']==874)|\n",
    "        (data['Name']==484)|\n",
    "        (data['Name']==358)|\n",
    "        (data['Name']==29)|\n",
    "        (data['Name']==638)|\n",
    "        (data['Name']==346)|\n",
    "        (data['Name']==881)|\n",
    "        (data['Name']==376)|\n",
    "        (data['Name']==446)|\n",
    "        (data['Name']==38)|\n",
    "        (data['Name']==995)|\n",
    "        (data['Name']==949)|\n",
    "        (data['Name']==919)|\n",
    "        (data['Name']==167)|\n",
    "        (data['Name']==805)|\n",
    "        (data['Name']==980)|\n",
    "        (data['Name']==458)|\n",
    "        (data['Name']==580)|\n",
    "        (data['Name']==394)|\n",
    "        (data['Name']==443)|\n",
    "        (data['Name']==398)|\n",
    "        (data['Name']==886)|\n",
    "        (data['Name']==996)|\n",
    "        (data['Name']==465)|\n",
    "        (data['Name']==244)|\n",
    "        (data['Name']==703)|\n",
    "        (data['Name']==841)|\n",
    "        (data['Name']==138)|\n",
    "        (data['Name']==207)|\n",
    "        (data['Name']==19)|\n",
    "        (data['Name']==480)|\n",
    "        (data['Name']==411)|\n",
    "        (data['Name']==102)|\n",
    "        (data['Name']==663)|\n",
    "        (data['Name']==904)|\n",
    "        (data['Name']==767)|\n",
    "        (data['Name']==579)|\n",
    "        (data['Name']==974)|\n",
    "        (data['Name']==587)|\n",
    "        (data['Name']==344)|\n",
    "        (data['Name']==123)|\n",
    "        (data['Name']==441)|\n",
    "        (data['Name']==402)|\n",
    "        (data['Name']==814)|\n",
    "        (data['Name']==462)|\n",
    "        (data['Name']==921)|\n",
    "        (data['Name']==385)|\n",
    "        (data['Name']==778)|\n",
    "        (data['Name']==950)|\n",
    "        (data['Name']==655)|\n",
    "        (data['Name']==701)|\n",
    "        (data['Name']==795)|\n",
    "        (data['Name']==816)|\n",
    "        (data['Name']==181)|\n",
    "        (data['Name']==901)|\n",
    "        (data['Name']==936)|\n",
    "        (data['Name']==456)|\n",
    "        (data['Name']==885)|\n",
    "        (data['Name']==196)|\n",
    "        (data['Name']==294)|\n",
    "        (data['Name']==141)|\n",
    "        (data['Name']==408)|\n",
    "        (data['Name']==900)|\n",
    "        (data['Name']==630)|\n",
    "        (data['Name']==1000)|\n",
    "        (data['Name']==387)|\n",
    "        (data['Name']==152)|\n",
    "        (data['Name']==413)|\n",
    "        (data['Name']==915)|\n",
    "        (data['Name']==699)|\n",
    "        (data['Name']==890)|\n",
    "        (data['Name']==818)|\n",
    "        (data['Name']==128)|\n",
    "        (data['Name']==328)|\n",
    "        (data['Name']==270)|\n",
    "        (data['Name']==308)|\n",
    "        (data['Name']==749)|\n",
    "        (data['Name']==804)|\n",
    "        (data['Name']==631)|\n",
    "        (data['Name']==674)|\n",
    "        (data['Name']==889)|\n",
    "        (data['Name']==589)|\n",
    "        (data['Name']==144)|\n",
    "        (data['Name']==225)|\n",
    "        (data['Name']==158)|\n",
    "        (data['Name']==289)|\n",
    "        (data['Name']==654)|\n",
    "        (data['Name']==826)|\n",
    "        (data['Name']==272)|\n",
    "        (data['Name']==52)|\n",
    "        (data['Name']==637)|\n",
    "        (data['Name']==691)|\n",
    "        (data['Name']==689)|\n",
    "        (data['Name']==520)|\n",
    "        (data['Name']==657)|\n",
    "        (data['Name']==471)|\n",
    "        (data['Name']==166)|\n",
    "        (data['Name']==300)|\n",
    "        (data['Name']==765)|\n",
    "        (data['Name']==987)|\n",
    "        (data['Name']==639)|\n",
    "        (data['Name']==944)|\n",
    "        (data['Name']==994)|\n",
    "        (data['Name']==274)|\n",
    "        (data['Name']==254)|\n",
    "        (data['Name']==159)|\n",
    "        (data['Name']==240)|\n",
    "        (data['Name']==106)|\n",
    "        (data['Name']==530)|\n",
    "        (data['Name']==868)|\n",
    "        (data['Name']==429)|\n",
    "        (data['Name']==260)|\n",
    "        (data['Name']==417)|\n",
    "        (data['Name']==389)|\n",
    "        (data['Name']==690)|\n",
    "        (data['Name']==193)|\n",
    "        (data['Name']==685)|\n",
    "        (data['Name']==538)|\n",
    "        (data['Name']==406)|\n",
    "        (data['Name']==217)|\n",
    "        (data['Name']==648)|\n",
    "        (data['Name']==680)|\n",
    "        (data['Name']==798)|\n",
    "        (data['Name']==898)|\n",
    "        (data['Name']==677)|\n",
    "        (data['Name']==360)|\n",
    "        (data['Name']==163)|\n",
    "        (data['Name']==110)|\n",
    "        (data['Name']==386)|\n",
    "        (data['Name']==899)|\n",
    "        (data['Name']==991)|\n",
    "        (data['Name']==923)|\n",
    "        (data['Name']==692)|\n",
    "        (data['Name']==246)|\n",
    "        (data['Name']==647)|\n",
    "        (data['Name']==992)|\n",
    "        (data['Name']==172)|\n",
    "        (data['Name']==250)|\n",
    "        (data['Name']==894)|\n",
    "        (data['Name']==434)|\n",
    "        (data['Name']==182)|\n",
    "        (data['Name']==897)|\n",
    "        (data['Name']==993)|\n",
    "        (data['Name']==245)|\n",
    "        (data['Name']==751)|\n",
    "        (data['Name']==243)|\n",
    "        (data['Name']==997)|\n",
    "        (data['Name']==998)|\n",
    "        (data['Name']==988)|\n",
    "        (data['Name']==430)|\n",
    "        (data['Name']==435)|\n",
    "        (data['Name']==747)|\n",
    "        (data['Name']==305)|\n",
    "        (data['Name']==512)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "train = train[[\"TopoPSA\", \"WPATH\", \"XLogP3\", \"BCF\"]]\n",
    "test = test[[\"TopoPSA\", \"WPATH\", \"XLogP3\", \"BCF\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train = train.drop(['BCF'], axis=1)\n",
    "y_train = train['BCF']\n",
    "X_test = test.drop(['BCF'], axis=1)\n",
    "y_test = test['BCF']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 2. SVM (Kernel)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 2.3. Kernel - Polynomial"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 2.3.1. Imbalanced Model towards nB compounds"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\PRASOON\\Anaconda3\\lib\\site-packages\\sklearn\\svm\\base.py:193: FutureWarning: The default value of gamma will change from 'auto' to 'scale' in version 0.22 to account better for unscaled features. Set gamma explicitly to 'auto' or 'scale' to avoid this warning.\n",
      "  \"avoid this warning.\", FutureWarning)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "SVC(C=1.0, cache_size=200, class_weight=None, coef0=0.0,\n",
       "    decision_function_shape='ovr', degree=6, gamma='auto_deprecated',\n",
       "    kernel='poly', max_iter=-1, probability=False, random_state=None,\n",
       "    shrinking=True, tol=0.001, verbose=False)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.svm import SVC\n",
    "svclassifier = SVC(kernel='poly', degree=6)\n",
    "svclassifier.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[  0 265]\n",
      " [  0  68]]\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.00      0.00      0.00       265\n",
      "           1       0.20      1.00      0.34        68\n",
      "\n",
      "    accuracy                           0.20       333\n",
      "   macro avg       0.10      0.50      0.17       333\n",
      "weighted avg       0.04      0.20      0.07       333\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\PRASOON\\Anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1437: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report, confusion_matrix\n",
    "\n",
    "y_pred = svclassifier.predict(X_test)\n",
    "\n",
    "print(confusion_matrix(y_test,y_pred))\n",
    "print(classification_report(y_test,y_pred))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "| ACTUAL\\PREDICTED          | non-Bioaccumulative (0) | Bioaccumulative (1) | TOTAL |\n",
    "|---------------------------|---------------------|-------------------------|-------|\n",
    "|    non-Bioaccumulative (0)|      0             |        265               |   265   |\n",
    "|  Bioaccumulative (1)      |      0             |        68              |   68  |\n",
    "|        TOTAL              |      0             |        333              |   333  |"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 2.3.2. Balanced Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "BCF\n",
       "0    532\n",
       "1    141\n",
       "Name: BCF, dtype: int64"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.groupby(['BCF'])['BCF'].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "BCF\n",
       "0    141\n",
       "1    141\n",
       "Name: BCF, dtype: int64"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "positive_cases = train[train['BCF'] == 1]\n",
    "negative_sample = train[train['BCF'] == 0].sample(141, random_state=0)\n",
    "train_balanced = pd.concat([positive_cases,negative_sample])\n",
    "train_balanced.sort_index(inplace=True)\n",
    "\n",
    "X_train_bal = train_balanced.drop(['BCF'], axis=1)\n",
    "y_train_bal = train_balanced['BCF']\n",
    "\n",
    "train_balanced.groupby(['BCF'])['BCF'].count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\PRASOON\\Anaconda3\\lib\\site-packages\\sklearn\\svm\\base.py:193: FutureWarning: The default value of gamma will change from 'auto' to 'scale' in version 0.22 to account better for unscaled features. Set gamma explicitly to 'auto' or 'scale' to avoid this warning.\n",
      "  \"avoid this warning.\", FutureWarning)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "SVC(C=1.0, cache_size=200, class_weight=None, coef0=0.0,\n",
       "    decision_function_shape='ovr', degree=6, gamma='auto_deprecated',\n",
       "    kernel='poly', max_iter=-1, probability=False, random_state=None,\n",
       "    shrinking=True, tol=0.001, verbose=False)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.svm import SVC\n",
    "svclassifier = SVC(kernel='poly', degree=6)\n",
    "svclassifier.fit(X_train_bal, y_train_bal)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[  0 265]\n",
      " [  0  68]]\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.00      0.00      0.00       265\n",
      "           1       0.20      1.00      0.34        68\n",
      "\n",
      "    accuracy                           0.20       333\n",
      "   macro avg       0.10      0.50      0.17       333\n",
      "weighted avg       0.04      0.20      0.07       333\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\PRASOON\\Anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1437: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report, confusion_matrix\n",
    "\n",
    "y_pred = svclassifier.predict(X_test)\n",
    "\n",
    "print(confusion_matrix(y_test,y_pred))\n",
    "print(classification_report(y_test,y_pred))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "| ACTUAL\\PREDICTED          | non-Bioaccumulative (0) | Bioaccumulative (1) | TOTAL |\n",
    "|---------------------------|---------------------|-------------------------|-------|\n",
    "|    non-Bioaccumulative (0)|      0             |        265               |   265   |\n",
    "|  Bioaccumulative (1)      |      0             |        68              |   68  |\n",
    "|        TOTAL              |      0             |        333              |   333  |"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}