09_2_DecisionTreeClassifier.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "c6fa668e-6daa-4837-901f-9e5807e97eaa",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "df=pd.read_csv('https://raw.githubusercontent.com/ralbu85/DataScience_2022S/master/data/heart.csv')\n",
    "df=df.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "3bb1aac2-e25a-4df6-9796-46173228aa72",
   "metadata": {},
   "outputs": [],
   "source": [
    "df=pd.get_dummies(df,columns=['Sex','AHD','ChestPain','Thal','AHD'])\n",
    "y=df['AHD_Yes']\n",
    "X=df.drop(columns=['AHD_No','AHD_Yes'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "c74d0da2-fb38-435b-9aa3-630491ad3f04",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.7979096045197741 0.892515067130026\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import KFold, cross_validate\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "kfold=KFold(n_splits=5, shuffle=True)\n",
    "rf = RandomForestClassifier()\n",
    "rf.fit(X,y)\n",
    "result=cross_validate(X=X,y=y,cv=kfold,scoring=['accuracy','roc_auc'],estimator=rf)\n",
    "print(result['test_accuracy'].mean(), result['test_roc_auc'].mean())"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "87c04fa8-1f55-43d7-8543-0589b632073d",
   "metadata": {},
   "source": [
    "## Hyper Parameter Tuning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "c478fb79-2936-48a7-ab1c-735139ea4d57",
   "metadata": {},
   "outputs": [],
   "source": [
    "param_grid = { \n",
    "    'n_estimators': [50,100,200,300],\n",
    "    'max_features': ['auto', 'sqrt', 'log2'],\n",
    "    'max_depth' : [4,5,6,7,8],    \n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "19684e75-df0a-4317-9fc8-1a78167500cb",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "kfold=KFold(n_splits=5, shuffle=True)\n",
    "rf = RandomForestClassifier()\n",
    "grid=GridSearchCV(estimator=rf, param_grid=param_grid, scoring='roc_auc', cv=kfold, verbose=2, n_jobs=-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "6491b7ba-0114-4e3c-ae73-6bacb0a3e0a1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 5 folds for each of 60 candidates, totalling 300 fits\n",
      "[CV] END ....max_depth=4, max_features=auto, n_estimators=50; total time=   0.3s\n",
      "[CV] END ....max_depth=4, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=4, max_features=auto, n_estimators=50; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=100; total time=   0.5s\n",
      "[CV] END ....max_depth=4, max_features=sqrt, n_estimators=50; total time=   0.4s\n",
      "[CV] END ....max_depth=4, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=100; total time=   0.7s\n",
      "[CV] END ....max_depth=5, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=200; total time=   0.7s\n",
      "[CV] END ....max_depth=4, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=5, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=5, max_features=sqrt, n_estimators=50; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=100; total time=   0.4s\n",
      "[CV] END ....max_depth=4, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=200; total time=   0.8s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ....max_depth=5, max_features=sqrt, n_estimators=50; total time=   0.3s\n",
      "[CV] END ....max_depth=5, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=4, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ....max_depth=5, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=4, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=4, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=4, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ....max_depth=4, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ....max_depth=4, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=100; total time=   0.3s[CV] END ...max_depth=4, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=4, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=4, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=5, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ....max_depth=5, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=5, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=5, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=5, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=100; total time=   0.4s\n",
      "[CV] END ....max_depth=5, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ....max_depth=5, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=6, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ....max_depth=6, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=6, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ....max_depth=6, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ....max_depth=6, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=5, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=100; total time=   0.4s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=6, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=6, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=6, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=6, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=5, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=6, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=100; total time=   0.4s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ....max_depth=6, max_features=log2, n_estimators=50; total time=   0.1s\n",
      "[CV] END ....max_depth=6, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=6, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=6, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=4, max_features=sqrt, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=100; total time=   0.4s\n",
      "[CV] END ....max_depth=6, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=200; total time=   0.7s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=4, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ....max_depth=7, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=sqrt, n_estimators=300; total time=   1.0s\n",
      "[CV] END ....max_depth=7, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=7, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=7, max_features=auto, n_estimators=50; total time=   0.2s[CV] END ....max_depth=7, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=300; total time=   0.8s\n",
      "[CV] END ....max_depth=7, max_features=sqrt, n_estimators=50; total time=   0.1s\n",
      "[CV] END ....max_depth=7, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=7, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=300; total time=   0.8s\n",
      "[CV] END ....max_depth=7, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=7, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=5, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=4, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=7, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=7, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=7, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=7, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=7, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ....max_depth=8, max_features=auto, n_estimators=50; total time=   0.1s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=200; total time=   0.6s[CV] END ....max_depth=8, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ....max_depth=8, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=8, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=100; total time=   0.3s[CV] END ...max_depth=7, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=100; total time=   0.3s[CV] END ....max_depth=8, max_features=auto, n_estimators=50; total time=   0.2s\n",
      "\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=auto, n_estimators=300; total time=   1.0s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=8, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=5, max_features=auto, n_estimators=300; total time=   1.0s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=8, max_features=sqrt, n_estimators=50; total time=   0.1s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=8, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=8, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=8, max_features=sqrt, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ....max_depth=8, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=8, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=6, max_features=sqrt, n_estimators=300; total time=   1.0s\n",
      "[CV] END ....max_depth=8, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ....max_depth=8, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ....max_depth=8, max_features=log2, n_estimators=50; total time=   0.2s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=6, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=100; total time=   0.2s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=100; total time=   0.2s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=100; total time=   0.3s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=7, max_features=auto, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=7, max_features=sqrt, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=300; total time=   0.7s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=200; total time=   0.6s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=300; total time=   0.7s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=7, max_features=log2, n_estimators=300; total time=   0.9s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=300; total time=   0.7s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=300; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=200; total time=   0.5s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=300; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=300; total time=   0.7s\n",
      "[CV] END ...max_depth=8, max_features=auto, n_estimators=300; total time=   0.8s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=300; total time=   0.7s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=300; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=sqrt, n_estimators=300; total time=   0.7s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=300; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=300; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=300; total time=   0.6s\n",
      "[CV] END ...max_depth=8, max_features=log2, n_estimators=300; total time=   0.7s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=KFold(n_splits=5, random_state=None, shuffle=True),\n",
       "             estimator=RandomForestClassifier(), n_jobs=-1,\n",
       "             param_grid={'max_depth': [4, 5, 6, 7, 8],\n",
       "                         'max_features': ['auto', 'sqrt', 'log2'],\n",
       "                         'n_estimators': [50, 100, 200, 300]},\n",
       "             scoring='roc_auc', verbose=2)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grid.fit(X,y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "0c33b5c7-fe39-4e67-aca8-3a774e427a08",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9262697795487285"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grid.best_score_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "586b8342-0768-4198-9e82-c564ee308e43",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'max_depth': 5, 'max_features': 'log2', 'n_estimators': 50}"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grid.best_params_"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}