preprocess_and_baseline.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "import pandas as pd\n",
    "import re\n",
    "import string\n",
    "import nltk\n",
    "from nltk.corpus import stopwords\n",
    "import sklearn\n",
    "from sklearn.utils import shuffle\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "import sklearn.svm as svm\n",
    "import sklearn.metrics as metrics\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "test Total number of comments:  121355\n"
     ]
    }
   ],
   "source": [
    "depressed_pickle = open(\"depressed.pickle\",\"rb\")\n",
    "depressed_dict = pickle.load(depressed_pickle)\n",
    "depressed_df = pd.DataFrame(depressed_dict)\n",
    "depressed_df.drop_duplicates(subset=['id'], inplace=True)\n",
    "print(\"test Total number of comments: \", sum(depressed_df['num_comments']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "test Total number of comments:  178277\n"
     ]
    }
   ],
   "source": [
    "non_depressed_pickle = open(\"non_depressed.pickle\",\"rb\")\n",
    "non_depressed_dict = pickle.load(non_depressed_pickle)\n",
    "non_depressed_df = pd.DataFrame(non_depressed_dict)\n",
    "non_depressed_df.drop_duplicates(subset=['id'], inplace=True)\n",
    "print(\"test Total number of comments: \", sum(non_depressed_df['num_comments']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "depressed_comments_arr = depressed_df['comments'].tolist()\n",
    "non_depressed_comments_arr = non_depressed_df['comments'].tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "depressed_comments = [comment for post in depressed_df['comments'] for comment in post]\n",
    "non_depressed_comments = [comment for post in non_depressed_df['comments'] for comment in post]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "depressed length  116900\n",
      "non depressed length  127911\n"
     ]
    }
   ],
   "source": [
    "print(\"depressed length \", len(depressed_comments))\n",
    "print(\"non depressed length \", len(non_depressed_comments))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def clean_one_comment(comment):\n",
    "    comment = comment.lower()\n",
    "    # remove /r/, /u/, numbers\n",
    "    comment = re.sub(r\"(\\/r\\/)|(\\/u\\/)|(\\d+)\",\"\",comment)\n",
    "    # remove punctuation\n",
    "    comment = comment.translate(str.maketrans('','', string.punctuation))\n",
    "    # replacing ' \n",
    "    comment = comment.replace('’','')\n",
    "    comment = comment.replace('\\n',\" \")\n",
    "    # remove trailing whitespace\n",
    "    comment = comment.strip()\n",
    "    return comment\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def clean_comments(comments):\n",
    "    removed_comments = ['[deleted]', '[removed]']\n",
    "    filtered_comments = [comment for comment in comments if comment not in removed_comments]\n",
    "    comments_clean = list()\n",
    "    for comment in filtered_comments:\n",
    "        comment_new = clean_one_comment(comment)\n",
    "        comments_clean.append(comment_new)\n",
    "    return comments_clean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "orig length:  116900\n",
      "[\"Sorry if I'm stupid, but what's activism? I don't want to accidentally break the rules\", 'Ah thank you, usually I just see it as a load of horsecrap of people wanting to feel good by repeating lines of comfort words to a person and thinking they did some good not knowing that they made a depressed person lose eveb more hope and reason to live with their plastic character. Some genuinely care but not all.', 'Lol somebody in my town thought that day was a good day for suicide good job. Small town of like 14k citizens 5 suicides under 18 in 1 year. Thinking about joining the club as well.', 'I really appreciate this post. The \"activism\" and \"awareness\" days are honestly so triggering for me that I\\'d like to pretend they don\\'t exist.', 'donate to my mom lol\\n\\n&#x200B;', '[removed]', '[deleted]', '[deleted]', '[deleted]', \"Basically anything that's aimed at raising awreness (or money) among the general public.  Totally out of place in a support community.  Our problem here is usually too much awareness, not too little.\\n\\nWe do think that well-informed activism is great, but we are the exact opposite of the right target audience.\"]\n",
      "cleaned length:  111962\n"
     ]
    }
   ],
   "source": [
    "#test_comments = depressed_comments[:10]\n",
    "#print(test_comments)\n",
    "print('orig length: ', len(depressed_comments))\n",
    "print(depressed_comments[:10])\n",
    "depressed_comments_cleaned = clean_comments(depressed_comments)\n",
    "print('cleaned length: ', len(depressed_comments_cleaned))\n",
    "#print(depressed_comments_cleaned)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cleaned length:  127559\n"
     ]
    }
   ],
   "source": [
    "#print('orig length: ', len(non_depressed_comments))\n",
    "non_depressed_comments_cleaned = clean_comments(non_depressed_comments)\n",
    "print('cleaned length: ', len(non_depressed_comments_cleaned))\n",
    "#print(depressed_comments_cleaned)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>sorry if im stupid but whats activism i dont w...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ah thank you usually i just see it as a load o...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>lol somebody in my town thought that day was a...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>i really appreciate this post the activism and...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>donate to my mom lol  xb</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>basically anything thats aimed at raising awre...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>thats not what were referring to by activism e...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>how does helping words make a person more depr...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>not sure how this is relevant</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>the mod who spends hours of their own personal...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>🤔 🤔 🤔</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>what a load of horse crap there is a time and ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>uh youll have to connect the dots for me on th...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>seriously wtf is wrong with you depression doe...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>im niether fragile enough to be unable to seek...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>maybe people say stuff like “itll be okay” and...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>me but it pisses me off more than it gets me d...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>its a reminder of  how people dont understand ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>as someone whos had depression for a very long...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>because its all bullshit calling them helping ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>oops im sorry i meant to post this elsewhere n...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>sometimes it just helps to let people release ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>i guess we need to find a home  for our lovely...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>did you stop reading halfway through the title...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>i usually use its ok as filler words bc idk wh...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>sounds like the typical sjw pretending to care...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>when im in a true crisis someone telling me to...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>listening takes practice and a willingness to ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>turned out to be trolling actually   i left th...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>no offense but really does anyone care  i feel...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111932</th>\n",
       "      <td>i feel you some of us just have it harder due ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111933</th>\n",
       "      <td>i can relate going through similar emotions we...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111934</th>\n",
       "      <td>i relate so hard if it werent for my pets and ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111935</th>\n",
       "      <td>today has been a cruddy day for me as well wha...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111936</th>\n",
       "      <td>i think about someone else killing me</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111937</th>\n",
       "      <td>im sorry you feel like this i feel the same wa...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111938</th>\n",
       "      <td>its called suicide ideation and its a pretty s...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111939</th>\n",
       "      <td>right here with you almost posted the same thi...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111940</th>\n",
       "      <td>relatable af</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111941</th>\n",
       "      <td>i wish i was dead but i wont kill myself main ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111942</th>\n",
       "      <td>i think thats what we all want</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111943</th>\n",
       "      <td>the only thing i have in this world is my pet ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111944</th>\n",
       "      <td>without fear of death people will never attain...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111945</th>\n",
       "      <td>this is what i do too i hate having these thou...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111946</th>\n",
       "      <td>i find myself wishing a lot that if anything b...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111947</th>\n",
       "      <td>fuck i always just wanted to be mentaly ill th...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111948</th>\n",
       "      <td>great advice  feeling shame about having bad f...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111949</th>\n",
       "      <td>my psychologist at uni made a distinction betw...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111950</th>\n",
       "      <td>where does one buy this “final exit” book</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111951</th>\n",
       "      <td>lord i do this i drive recklessly because idga...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111952</th>\n",
       "      <td>but hope is fading away a little bit more ever...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111953</th>\n",
       "      <td>hug</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111954</th>\n",
       "      <td>wow im so sorry</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111955</th>\n",
       "      <td>hi are you okay i hope youre feeling better</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111956</th>\n",
       "      <td>i want to experience love i would love to have...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111957</th>\n",
       "      <td>amazon barnes and noble wherever its meant for...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111958</th>\n",
       "      <td>bad timing dumb bot</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111959</th>\n",
       "      <td>i hear i do hear ya see if you have any resour...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111960</th>\n",
       "      <td>thx kind internet person its been a while</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111961</th>\n",
       "      <td>another internet hug for ya</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>111962 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                     text  label\n",
       "0       sorry if im stupid but whats activism i dont w...      1\n",
       "1       ah thank you usually i just see it as a load o...      1\n",
       "2       lol somebody in my town thought that day was a...      1\n",
       "3       i really appreciate this post the activism and...      1\n",
       "4                                donate to my mom lol  xb      1\n",
       "5       basically anything thats aimed at raising awre...      1\n",
       "6       thats not what were referring to by activism e...      1\n",
       "7       how does helping words make a person more depr...      1\n",
       "8                           not sure how this is relevant      1\n",
       "9       the mod who spends hours of their own personal...      1\n",
       "10                                                  🤔 🤔 🤔      1\n",
       "11      what a load of horse crap there is a time and ...      1\n",
       "12      uh youll have to connect the dots for me on th...      1\n",
       "13      seriously wtf is wrong with you depression doe...      1\n",
       "14      im niether fragile enough to be unable to seek...      1\n",
       "15      maybe people say stuff like “itll be okay” and...      1\n",
       "16      me but it pisses me off more than it gets me d...      1\n",
       "17      its a reminder of  how people dont understand ...      1\n",
       "18      as someone whos had depression for a very long...      1\n",
       "19      because its all bullshit calling them helping ...      1\n",
       "20      oops im sorry i meant to post this elsewhere n...      1\n",
       "21      sometimes it just helps to let people release ...      1\n",
       "22      i guess we need to find a home  for our lovely...      1\n",
       "23      did you stop reading halfway through the title...      1\n",
       "24      i usually use its ok as filler words bc idk wh...      1\n",
       "25      sounds like the typical sjw pretending to care...      1\n",
       "26      when im in a true crisis someone telling me to...      1\n",
       "27      listening takes practice and a willingness to ...      1\n",
       "28      turned out to be trolling actually   i left th...      1\n",
       "29      no offense but really does anyone care  i feel...      1\n",
       "...                                                   ...    ...\n",
       "111932  i feel you some of us just have it harder due ...      1\n",
       "111933  i can relate going through similar emotions we...      1\n",
       "111934  i relate so hard if it werent for my pets and ...      1\n",
       "111935  today has been a cruddy day for me as well wha...      1\n",
       "111936              i think about someone else killing me      1\n",
       "111937  im sorry you feel like this i feel the same wa...      1\n",
       "111938  its called suicide ideation and its a pretty s...      1\n",
       "111939  right here with you almost posted the same thi...      1\n",
       "111940                                       relatable af      1\n",
       "111941  i wish i was dead but i wont kill myself main ...      1\n",
       "111942                     i think thats what we all want      1\n",
       "111943  the only thing i have in this world is my pet ...      1\n",
       "111944  without fear of death people will never attain...      1\n",
       "111945  this is what i do too i hate having these thou...      1\n",
       "111946  i find myself wishing a lot that if anything b...      1\n",
       "111947  fuck i always just wanted to be mentaly ill th...      1\n",
       "111948  great advice  feeling shame about having bad f...      1\n",
       "111949  my psychologist at uni made a distinction betw...      1\n",
       "111950          where does one buy this “final exit” book      1\n",
       "111951  lord i do this i drive recklessly because idga...      1\n",
       "111952  but hope is fading away a little bit more ever...      1\n",
       "111953                                                hug      1\n",
       "111954                                    wow im so sorry      1\n",
       "111955        hi are you okay i hope youre feeling better      1\n",
       "111956  i want to experience love i would love to have...      1\n",
       "111957  amazon barnes and noble wherever its meant for...      1\n",
       "111958                                bad timing dumb bot      1\n",
       "111959  i hear i do hear ya see if you have any resour...      1\n",
       "111960          thx kind internet person its been a while      1\n",
       "111961                        another internet hug for ya      1\n",
       "\n",
       "[111962 rows x 2 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "depressed_df = pd.DataFrame(depressed_comments_cleaned)\n",
    "depressed_df.columns = ['text']\n",
    "depressed_df['label'] = 1 # note 1 = depressed, 0 = not depressed\n",
    "depressed_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>his dad developed huntingtons and his mom left...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>got back together with him after  years apart ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>she met someone like a decade ago and theyve b...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>she is a therapist and happily married</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>she was an exchange student who i was absolute...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>she died far too young  i taught hockey in can...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>recently found out i was the high school crush...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>i have two i havent kept up with them but this...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>shes sprialing out of control due to severe me...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>shes married two kids i think shes a stay at h...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>idk she has her curtains closed so i cant look in</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>shes working for nickelodeon on that pinky mal...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>hes living with his boyfriend on the coast of ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>shes sleeping with horny boys</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>prison   i did however hook up with him before...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>he stopped smoking weed all day became a graph...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>divorced after cheating on his ex wife and try...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>i was actually thinking about her the other we...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>i just googled her yeah shes still hot</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>hes over on the couch browsing reddit on his p...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>married expecting her second kid safe to say s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>hes choo choo bobhttpsyoutubezxgvfeqzo   i was...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>im just here hoping to find out i was someones...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>i have   xb  one is happily married to her wif...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>heroin</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>she actually published a book last year she wo...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>i think hes married to his highschool sweethea...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>hes married had two fabulous kids him  his wif...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>hopefully signing the lpoa to transfer the tit...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>im not sure but i know he did get a teaching d...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127529</th>\n",
       "      <td>i always get confused if its michael or micheal</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127530</th>\n",
       "      <td>same</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127531</th>\n",
       "      <td>yup</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127532</th>\n",
       "      <td>same</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127533</th>\n",
       "      <td>id use a condom</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127534</th>\n",
       "      <td>get my tubes tied</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127535</th>\n",
       "      <td>cloning</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127536</th>\n",
       "      <td>i wouldnt do it since giving birth is probably...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127537</th>\n",
       "      <td>tell a lot more people to go fuck themselves</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127538</th>\n",
       "      <td>youd be asexual</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127539</th>\n",
       "      <td>that would be weird considering im a guy but o...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127540</th>\n",
       "      <td>this right here is the galaxy brain answer</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127541</th>\n",
       "      <td>salems lot and by extension jerusalems lot</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127542</th>\n",
       "      <td>im going to say it before someone else does</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127543</th>\n",
       "      <td>manitou by masterton scared me shitless</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127544</th>\n",
       "      <td>the scary stories to tell in the dark were hug...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127545</th>\n",
       "      <td>anything that doesnt have pictures words are s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127546</th>\n",
       "      <td>the bible</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127547</th>\n",
       "      <td>scary stories to tell in the dark the entire s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127548</th>\n",
       "      <td>so far this is my fav by stephen king though g...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127549</th>\n",
       "      <td>nice i have that one just havent read it yet b...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127550</th>\n",
       "      <td>this ones new to me ill check it out</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127551</th>\n",
       "      <td>honestly i read so many scary story books as a...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127552</th>\n",
       "      <td>ah yes i suppose this comment is obligatory</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127553</th>\n",
       "      <td>looking forward to the movie</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127554</th>\n",
       "      <td>from a buick  is hands down my favorite king n...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127555</th>\n",
       "      <td>yes the illustrations were so creepy</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127556</th>\n",
       "      <td>hell no but i will end up watching it regardless</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127557</th>\n",
       "      <td>i think its super underrated many king fans ha...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127558</th>\n",
       "      <td>not so sure of my self after seeing that comme...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>127559 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                     text  label\n",
       "0       his dad developed huntingtons and his mom left...      0\n",
       "1       got back together with him after  years apart ...      0\n",
       "2       she met someone like a decade ago and theyve b...      0\n",
       "3                  she is a therapist and happily married      0\n",
       "4       she was an exchange student who i was absolute...      0\n",
       "5       she died far too young  i taught hockey in can...      0\n",
       "6       recently found out i was the high school crush...      0\n",
       "7       i have two i havent kept up with them but this...      0\n",
       "8       shes sprialing out of control due to severe me...      0\n",
       "9       shes married two kids i think shes a stay at h...      0\n",
       "10      idk she has her curtains closed so i cant look in      0\n",
       "11      shes working for nickelodeon on that pinky mal...      0\n",
       "12      hes living with his boyfriend on the coast of ...      0\n",
       "13                          shes sleeping with horny boys      0\n",
       "14      prison   i did however hook up with him before...      0\n",
       "15      he stopped smoking weed all day became a graph...      0\n",
       "16      divorced after cheating on his ex wife and try...      0\n",
       "17      i was actually thinking about her the other we...      0\n",
       "18                 i just googled her yeah shes still hot      0\n",
       "19      hes over on the couch browsing reddit on his p...      0\n",
       "20      married expecting her second kid safe to say s...      0\n",
       "21      hes choo choo bobhttpsyoutubezxgvfeqzo   i was...      0\n",
       "22      im just here hoping to find out i was someones...      0\n",
       "23      i have   xb  one is happily married to her wif...      0\n",
       "24                                                 heroin      0\n",
       "25      she actually published a book last year she wo...      0\n",
       "26      i think hes married to his highschool sweethea...      0\n",
       "27      hes married had two fabulous kids him  his wif...      0\n",
       "28      hopefully signing the lpoa to transfer the tit...      0\n",
       "29      im not sure but i know he did get a teaching d...      0\n",
       "...                                                   ...    ...\n",
       "127529    i always get confused if its michael or micheal      0\n",
       "127530                                               same      0\n",
       "127531                                                yup      0\n",
       "127532                                               same      0\n",
       "127533                                    id use a condom      0\n",
       "127534                                  get my tubes tied      0\n",
       "127535                                            cloning      0\n",
       "127536  i wouldnt do it since giving birth is probably...      0\n",
       "127537       tell a lot more people to go fuck themselves      0\n",
       "127538                                    youd be asexual      0\n",
       "127539  that would be weird considering im a guy but o...      0\n",
       "127540         this right here is the galaxy brain answer      0\n",
       "127541         salems lot and by extension jerusalems lot      0\n",
       "127542        im going to say it before someone else does      0\n",
       "127543            manitou by masterton scared me shitless      0\n",
       "127544  the scary stories to tell in the dark were hug...      0\n",
       "127545  anything that doesnt have pictures words are s...      0\n",
       "127546                                          the bible      0\n",
       "127547  scary stories to tell in the dark the entire s...      0\n",
       "127548  so far this is my fav by stephen king though g...      0\n",
       "127549  nice i have that one just havent read it yet b...      0\n",
       "127550               this ones new to me ill check it out      0\n",
       "127551  honestly i read so many scary story books as a...      0\n",
       "127552        ah yes i suppose this comment is obligatory      0\n",
       "127553                       looking forward to the movie      0\n",
       "127554  from a buick  is hands down my favorite king n...      0\n",
       "127555               yes the illustrations were so creepy      0\n",
       "127556   hell no but i will end up watching it regardless      0\n",
       "127557  i think its super underrated many king fans ha...      0\n",
       "127558  not so sure of my self after seeing that comme...      0\n",
       "\n",
       "[127559 rows x 2 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "non_depressed_df = pd.DataFrame(non_depressed_comments_cleaned)\n",
    "non_depressed_df.columns = ['text']\n",
    "non_depressed_df['label'] = 0\n",
    "non_depressed_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>sorry if im stupid but whats activism i dont w...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ah thank you usually i just see it as a load o...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>lol somebody in my town thought that day was a...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>i really appreciate this post the activism and...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>donate to my mom lol  xb</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>basically anything thats aimed at raising awre...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>thats not what were referring to by activism e...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>how does helping words make a person more depr...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>not sure how this is relevant</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>the mod who spends hours of their own personal...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>🤔 🤔 🤔</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>what a load of horse crap there is a time and ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>uh youll have to connect the dots for me on th...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>seriously wtf is wrong with you depression doe...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>im niether fragile enough to be unable to seek...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>maybe people say stuff like “itll be okay” and...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>me but it pisses me off more than it gets me d...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>its a reminder of  how people dont understand ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>as someone whos had depression for a very long...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>because its all bullshit calling them helping ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>oops im sorry i meant to post this elsewhere n...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>sometimes it just helps to let people release ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>i guess we need to find a home  for our lovely...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>did you stop reading halfway through the title...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>i usually use its ok as filler words bc idk wh...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>sounds like the typical sjw pretending to care...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>when im in a true crisis someone telling me to...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>listening takes practice and a willingness to ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>turned out to be trolling actually   i left th...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>no offense but really does anyone care  i feel...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239491</th>\n",
       "      <td>i always get confused if its michael or micheal</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239492</th>\n",
       "      <td>same</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239493</th>\n",
       "      <td>yup</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239494</th>\n",
       "      <td>same</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239495</th>\n",
       "      <td>id use a condom</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239496</th>\n",
       "      <td>get my tubes tied</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239497</th>\n",
       "      <td>cloning</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239498</th>\n",
       "      <td>i wouldnt do it since giving birth is probably...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239499</th>\n",
       "      <td>tell a lot more people to go fuck themselves</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239500</th>\n",
       "      <td>youd be asexual</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239501</th>\n",
       "      <td>that would be weird considering im a guy but o...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239502</th>\n",
       "      <td>this right here is the galaxy brain answer</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239503</th>\n",
       "      <td>salems lot and by extension jerusalems lot</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239504</th>\n",
       "      <td>im going to say it before someone else does</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239505</th>\n",
       "      <td>manitou by masterton scared me shitless</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239506</th>\n",
       "      <td>the scary stories to tell in the dark were hug...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239507</th>\n",
       "      <td>anything that doesnt have pictures words are s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239508</th>\n",
       "      <td>the bible</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239509</th>\n",
       "      <td>scary stories to tell in the dark the entire s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239510</th>\n",
       "      <td>so far this is my fav by stephen king though g...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239511</th>\n",
       "      <td>nice i have that one just havent read it yet b...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239512</th>\n",
       "      <td>this ones new to me ill check it out</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239513</th>\n",
       "      <td>honestly i read so many scary story books as a...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239514</th>\n",
       "      <td>ah yes i suppose this comment is obligatory</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239515</th>\n",
       "      <td>looking forward to the movie</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239516</th>\n",
       "      <td>from a buick  is hands down my favorite king n...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239517</th>\n",
       "      <td>yes the illustrations were so creepy</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239518</th>\n",
       "      <td>hell no but i will end up watching it regardless</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239519</th>\n",
       "      <td>i think its super underrated many king fans ha...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239520</th>\n",
       "      <td>not so sure of my self after seeing that comme...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>239521 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                     text  label\n",
       "0       sorry if im stupid but whats activism i dont w...      1\n",
       "1       ah thank you usually i just see it as a load o...      1\n",
       "2       lol somebody in my town thought that day was a...      1\n",
       "3       i really appreciate this post the activism and...      1\n",
       "4                                donate to my mom lol  xb      1\n",
       "5       basically anything thats aimed at raising awre...      1\n",
       "6       thats not what were referring to by activism e...      1\n",
       "7       how does helping words make a person more depr...      1\n",
       "8                           not sure how this is relevant      1\n",
       "9       the mod who spends hours of their own personal...      1\n",
       "10                                                  🤔 🤔 🤔      1\n",
       "11      what a load of horse crap there is a time and ...      1\n",
       "12      uh youll have to connect the dots for me on th...      1\n",
       "13      seriously wtf is wrong with you depression doe...      1\n",
       "14      im niether fragile enough to be unable to seek...      1\n",
       "15      maybe people say stuff like “itll be okay” and...      1\n",
       "16      me but it pisses me off more than it gets me d...      1\n",
       "17      its a reminder of  how people dont understand ...      1\n",
       "18      as someone whos had depression for a very long...      1\n",
       "19      because its all bullshit calling them helping ...      1\n",
       "20      oops im sorry i meant to post this elsewhere n...      1\n",
       "21      sometimes it just helps to let people release ...      1\n",
       "22      i guess we need to find a home  for our lovely...      1\n",
       "23      did you stop reading halfway through the title...      1\n",
       "24      i usually use its ok as filler words bc idk wh...      1\n",
       "25      sounds like the typical sjw pretending to care...      1\n",
       "26      when im in a true crisis someone telling me to...      1\n",
       "27      listening takes practice and a willingness to ...      1\n",
       "28      turned out to be trolling actually   i left th...      1\n",
       "29      no offense but really does anyone care  i feel...      1\n",
       "...                                                   ...    ...\n",
       "239491    i always get confused if its michael or micheal      0\n",
       "239492                                               same      0\n",
       "239493                                                yup      0\n",
       "239494                                               same      0\n",
       "239495                                    id use a condom      0\n",
       "239496                                  get my tubes tied      0\n",
       "239497                                            cloning      0\n",
       "239498  i wouldnt do it since giving birth is probably...      0\n",
       "239499       tell a lot more people to go fuck themselves      0\n",
       "239500                                    youd be asexual      0\n",
       "239501  that would be weird considering im a guy but o...      0\n",
       "239502         this right here is the galaxy brain answer      0\n",
       "239503         salems lot and by extension jerusalems lot      0\n",
       "239504        im going to say it before someone else does      0\n",
       "239505            manitou by masterton scared me shitless      0\n",
       "239506  the scary stories to tell in the dark were hug...      0\n",
       "239507  anything that doesnt have pictures words are s...      0\n",
       "239508                                          the bible      0\n",
       "239509  scary stories to tell in the dark the entire s...      0\n",
       "239510  so far this is my fav by stephen king though g...      0\n",
       "239511  nice i have that one just havent read it yet b...      0\n",
       "239512               this ones new to me ill check it out      0\n",
       "239513  honestly i read so many scary story books as a...      0\n",
       "239514        ah yes i suppose this comment is obligatory      0\n",
       "239515                       looking forward to the movie      0\n",
       "239516  from a buick  is hands down my favorite king n...      0\n",
       "239517               yes the illustrations were so creepy      0\n",
       "239518   hell no but i will end up watching it regardless      0\n",
       "239519  i think its super underrated many king fans ha...      0\n",
       "239520  not so sure of my self after seeing that comme...      0\n",
       "\n",
       "[239521 rows x 2 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.concat([depressed_df, non_depressed_df]).reset_index(drop=True)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>slurping any drink if possible the punishment ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a little bit of editing and formatting and you...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>yes i go to work and am friendly and generally...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>for some of us they never come</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>every day i just dont know what to do anymore</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>so true had to self rescue myself after i got ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>you can try doing new things that helped me a ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>gosh i cant imagine what it must be like to re...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>psychadelics</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>went through this this time last year went hom...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>i dont feel too guilty in regards to my parent...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>yeah they really do</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>also built up all the courage in the world to ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>sitting next to me on the sofa  years later</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>i can recommend wind mountain on the washingto...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>but you should just like get over it man  sarc...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>stoners are too pure for this world</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>i agree with just about everything you said ho...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>this is awful stuff i agree that meds are a ba...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>i think it does but any mentality including de...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>bridge to terabithia when jesse starts to cry ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>i fantasize about being dead every day of my l...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>sometimes yes because im like fuck it im going...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>am doing it this very moment by reading this s...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>being the oldest sucks i always had to look ou...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>killall  skype</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>i once rejected someone because they had the s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>same</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>mate you should look up behavioural activation...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>benedryl cumberbund</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239491</th>\n",
       "      <td>yup its been my life for as long as i can reme...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239492</th>\n",
       "      <td>i kinda want some meat loaf and steak sauce fr...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239493</th>\n",
       "      <td>in an abusive household i learned pretty quick...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239494</th>\n",
       "      <td>amen</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239495</th>\n",
       "      <td>i think it means that we arent genetically bui...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239496</th>\n",
       "      <td>yes very so much</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239497</th>\n",
       "      <td>if i was homeless i would be home right now</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239498</th>\n",
       "      <td>as an auditor im sad because this is me withou...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239499</th>\n",
       "      <td>not necessarily you can compliment a person wi...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239500</th>\n",
       "      <td>im making some progress feeling better lately ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239501</th>\n",
       "      <td>its tough when you need to vent but you have n...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239502</th>\n",
       "      <td>man wouldnt it be great if of the  friends i h...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239503</th>\n",
       "      <td>therapist here  sqlwitch is correct  the last ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239504</th>\n",
       "      <td>yes all the time it makes me want to hide ever...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239505</th>\n",
       "      <td>i was told i was going to hell because i attem...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239506</th>\n",
       "      <td>painting i know its not super expensive but it...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239507</th>\n",
       "      <td>flanders  homer you have finally hit rock bott...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239508</th>\n",
       "      <td>waiting on his acceptance letter to my college...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239509</th>\n",
       "      <td>read encyclopedias and dictionaries</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239510</th>\n",
       "      <td>dating someone with the same first name as one...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239511</th>\n",
       "      <td>remember that time the king of cornwall threw ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239512</th>\n",
       "      <td>im sure youve heard it again and again but the...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239513</th>\n",
       "      <td>i am  my parents are alive and i dont want the...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239514</th>\n",
       "      <td>i was upset that they didnt include the bacon ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239515</th>\n",
       "      <td>im  and have  sisters at home one older when i...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239516</th>\n",
       "      <td>well i cant even figure out the prerequisites ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239517</th>\n",
       "      <td>yeah i would say whats i really feel   except ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239518</th>\n",
       "      <td>space travel</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239519</th>\n",
       "      <td>mum has a long haul flight tonight shitty nihi...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239520</th>\n",
       "      <td>i dont confide much to people because ive foun...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>239521 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                     text  label\n",
       "0       slurping any drink if possible the punishment ...      0\n",
       "1       a little bit of editing and formatting and you...      1\n",
       "2       yes i go to work and am friendly and generally...      1\n",
       "3                          for some of us they never come      1\n",
       "4           every day i just dont know what to do anymore      1\n",
       "5       so true had to self rescue myself after i got ...      0\n",
       "6       you can try doing new things that helped me a ...      1\n",
       "7       gosh i cant imagine what it must be like to re...      0\n",
       "8                                            psychadelics      0\n",
       "9       went through this this time last year went hom...      1\n",
       "10      i dont feel too guilty in regards to my parent...      1\n",
       "11                                    yeah they really do      1\n",
       "12      also built up all the courage in the world to ...      1\n",
       "13            sitting next to me on the sofa  years later      0\n",
       "14      i can recommend wind mountain on the washingto...      0\n",
       "15      but you should just like get over it man  sarc...      1\n",
       "16                    stoners are too pure for this world      1\n",
       "17      i agree with just about everything you said ho...      0\n",
       "18      this is awful stuff i agree that meds are a ba...      1\n",
       "19      i think it does but any mentality including de...      1\n",
       "20      bridge to terabithia when jesse starts to cry ...      0\n",
       "21      i fantasize about being dead every day of my l...      1\n",
       "22      sometimes yes because im like fuck it im going...      1\n",
       "23      am doing it this very moment by reading this s...      1\n",
       "24      being the oldest sucks i always had to look ou...      0\n",
       "25                                         killall  skype      0\n",
       "26      i once rejected someone because they had the s...      0\n",
       "27                                                   same      0\n",
       "28      mate you should look up behavioural activation...      1\n",
       "29                                    benedryl cumberbund      0\n",
       "...                                                   ...    ...\n",
       "239491  yup its been my life for as long as i can reme...      1\n",
       "239492  i kinda want some meat loaf and steak sauce fr...      0\n",
       "239493  in an abusive household i learned pretty quick...      0\n",
       "239494                                               amen      1\n",
       "239495  i think it means that we arent genetically bui...      1\n",
       "239496                                   yes very so much      1\n",
       "239497        if i was homeless i would be home right now      0\n",
       "239498  as an auditor im sad because this is me withou...      0\n",
       "239499  not necessarily you can compliment a person wi...      1\n",
       "239500  im making some progress feeling better lately ...      1\n",
       "239501  its tough when you need to vent but you have n...      1\n",
       "239502  man wouldnt it be great if of the  friends i h...      1\n",
       "239503  therapist here  sqlwitch is correct  the last ...      1\n",
       "239504  yes all the time it makes me want to hide ever...      1\n",
       "239505  i was told i was going to hell because i attem...      1\n",
       "239506  painting i know its not super expensive but it...      0\n",
       "239507  flanders  homer you have finally hit rock bott...      0\n",
       "239508  waiting on his acceptance letter to my college...      0\n",
       "239509                read encyclopedias and dictionaries      0\n",
       "239510  dating someone with the same first name as one...      0\n",
       "239511  remember that time the king of cornwall threw ...      0\n",
       "239512  im sure youve heard it again and again but the...      1\n",
       "239513  i am  my parents are alive and i dont want the...      1\n",
       "239514  i was upset that they didnt include the bacon ...      0\n",
       "239515  im  and have  sisters at home one older when i...      0\n",
       "239516  well i cant even figure out the prerequisites ...      0\n",
       "239517  yeah i would say whats i really feel   except ...      1\n",
       "239518                                       space travel      0\n",
       "239519  mum has a long haul flight tonight shitty nihi...      1\n",
       "239520  i dont confide much to people because ive foun...      1\n",
       "\n",
       "[239521 rows x 2 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = shuffle(df).reset_index(drop=True)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "vectorizer = TfidfVectorizer(min_df=2,norm='l2')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "xy, test = train_test_split(df, test_size=0.2)\n",
    "train, dev = train_test_split(xy, test_size=0.25)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "143712\n",
      "47904\n",
      "47905\n"
     ]
    }
   ],
   "source": [
    "print(len(train))\n",
    "print(len(dev))\n",
    "print(len(test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>223865</th>\n",
       "      <td>love</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143701</th>\n",
       "      <td>im just like you it seems im having a tough re...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17413</th>\n",
       "      <td>are you familiar with author david sedaris he ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195505</th>\n",
       "      <td>to not be such a dick all the time</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96085</th>\n",
       "      <td>murderball</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44331</th>\n",
       "      <td>wishing you so much peace and love my dear its...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118317</th>\n",
       "      <td>yeah its like in the godfather vito wanted mic...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21798</th>\n",
       "      <td>may i come in</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170570</th>\n",
       "      <td>being broke</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126183</th>\n",
       "      <td>l theanine supplements daily</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192703</th>\n",
       "      <td>and it will leave her in agony the entire time</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216215</th>\n",
       "      <td>piloting in high school we had a unique local ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52521</th>\n",
       "      <td>just because he “loves” you doesnt mean he res...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109394</th>\n",
       "      <td>thanks for not leaving us in the dark seeing t...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>157986</th>\n",
       "      <td>your sworn enemy can become your only ally in ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>134246</th>\n",
       "      <td>we are not always what we seem and hardly ever...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>226887</th>\n",
       "      <td>honestly fatigue has stopped me the most i fee...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60661</th>\n",
       "      <td>please dont assume things good for you if you ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82957</th>\n",
       "      <td>fastest year of my life</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219748</th>\n",
       "      <td>ryan reynolds one is obviously berg from two g...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>191666</th>\n",
       "      <td>project cars</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47640</th>\n",
       "      <td>i collect this series of bookshttpsenwikipedia...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144957</th>\n",
       "      <td>have you tried getting ahold of her in anyway ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200865</th>\n",
       "      <td>the lie that love is real</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186103</th>\n",
       "      <td>i am so glad youre still here  i think i might...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163670</th>\n",
       "      <td>my heart is broken please know i love you we l...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89880</th>\n",
       "      <td>i think its going to feel unnatural the first ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86303</th>\n",
       "      <td>ive also been called smart and ive failed univ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111552</th>\n",
       "      <td>have kids just warning dont do it if your othe...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>157284</th>\n",
       "      <td>cool i wish i had chosen that instead of law i...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73779</th>\n",
       "      <td>i wish i had people to talk to i wish i didnt ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102445</th>\n",
       "      <td>boourns boourns  someone i had thought was att...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174065</th>\n",
       "      <td>that wasnt her slogan  it was stronger togethe...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107345</th>\n",
       "      <td>you might think this because in a past life yo...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>177716</th>\n",
       "      <td>please fix the heroin addiction first i know i...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1690</th>\n",
       "      <td>i would like to learn how to doodle but its aw...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19200</th>\n",
       "      <td>wwi was mostly fought in trenches guns were a ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141139</th>\n",
       "      <td>dont get into another one  xb</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59049</th>\n",
       "      <td>ugh exactly how id phrase it</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210694</th>\n",
       "      <td>im in a weirder place where freshman year i wa...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109430</th>\n",
       "      <td>if anything that must be a step in the right d...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98819</th>\n",
       "      <td>its more so that i did do that once and they t...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189171</th>\n",
       "      <td>thank you so much for your response youve give...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186116</th>\n",
       "      <td>people who say that generally have beliefs tha...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124326</th>\n",
       "      <td>i get the hell out of town every once in a while</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120337</th>\n",
       "      <td>same tbh</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9906</th>\n",
       "      <td>me three</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199636</th>\n",
       "      <td>it is nice to hear that bc my family doesnt un...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100841</th>\n",
       "      <td>revise for an exam at the last minute properly...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97919</th>\n",
       "      <td>i often feel like a ghost i realized a few day...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>237604</th>\n",
       "      <td>if everything get scary and you hide itll make...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105837</th>\n",
       "      <td>you disgust me</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83682</th>\n",
       "      <td>that if there is a family gathering for your s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186223</th>\n",
       "      <td>woo that is awesome ❤️</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26500</th>\n",
       "      <td>dude move on be happy</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7371</th>\n",
       "      <td>its terriblethen you show up to school the nex...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102965</th>\n",
       "      <td>i will recommend the exact opposite of that di...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21853</th>\n",
       "      <td>stay strong for the time you stay in japan tho...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185280</th>\n",
       "      <td>oh hell yes i dont get up at all unless i abso...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108178</th>\n",
       "      <td>were still in high school she just got a boyfr...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>143712 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                     text  label\n",
       "223865                                               love      0\n",
       "143701  im just like you it seems im having a tough re...      1\n",
       "17413   are you familiar with author david sedaris he ...      1\n",
       "195505                 to not be such a dick all the time      0\n",
       "96085                                          murderball      0\n",
       "44331   wishing you so much peace and love my dear its...      1\n",
       "118317  yeah its like in the godfather vito wanted mic...      0\n",
       "21798                                       may i come in      0\n",
       "170570                                        being broke      0\n",
       "126183                       l theanine supplements daily      0\n",
       "192703     and it will leave her in agony the entire time      0\n",
       "216215  piloting in high school we had a unique local ...      0\n",
       "52521   just because he “loves” you doesnt mean he res...      0\n",
       "109394  thanks for not leaving us in the dark seeing t...      1\n",
       "157986  your sworn enemy can become your only ally in ...      0\n",
       "134246  we are not always what we seem and hardly ever...      0\n",
       "226887  honestly fatigue has stopped me the most i fee...      1\n",
       "60661   please dont assume things good for you if you ...      1\n",
       "82957                             fastest year of my life      1\n",
       "219748  ryan reynolds one is obviously berg from two g...      0\n",
       "191666                                       project cars      0\n",
       "47640   i collect this series of bookshttpsenwikipedia...      0\n",
       "144957  have you tried getting ahold of her in anyway ...      1\n",
       "200865                          the lie that love is real      0\n",
       "186103  i am so glad youre still here  i think i might...      1\n",
       "163670  my heart is broken please know i love you we l...      1\n",
       "89880   i think its going to feel unnatural the first ...      1\n",
       "86303   ive also been called smart and ive failed univ...      1\n",
       "111552  have kids just warning dont do it if your othe...      0\n",
       "157284  cool i wish i had chosen that instead of law i...      1\n",
       "...                                                   ...    ...\n",
       "73779   i wish i had people to talk to i wish i didnt ...      1\n",
       "102445  boourns boourns  someone i had thought was att...      0\n",
       "174065  that wasnt her slogan  it was stronger togethe...      0\n",
       "107345  you might think this because in a past life yo...      1\n",
       "177716  please fix the heroin addiction first i know i...      1\n",
       "1690    i would like to learn how to doodle but its aw...      0\n",
       "19200   wwi was mostly fought in trenches guns were a ...      0\n",
       "141139                      dont get into another one  xb      0\n",
       "59049                        ugh exactly how id phrase it      1\n",
       "210694  im in a weirder place where freshman year i wa...      1\n",
       "109430  if anything that must be a step in the right d...      1\n",
       "98819   its more so that i did do that once and they t...      1\n",
       "189171  thank you so much for your response youve give...      1\n",
       "186116  people who say that generally have beliefs tha...      0\n",
       "124326   i get the hell out of town every once in a while      0\n",
       "120337                                           same tbh      1\n",
       "9906                                             me three      0\n",
       "199636  it is nice to hear that bc my family doesnt un...      1\n",
       "100841  revise for an exam at the last minute properly...      0\n",
       "97919   i often feel like a ghost i realized a few day...      1\n",
       "237604  if everything get scary and you hide itll make...      0\n",
       "105837                                     you disgust me      0\n",
       "83682   that if there is a family gathering for your s...      0\n",
       "186223                             woo that is awesome ❤️      1\n",
       "26500                               dude move on be happy      1\n",
       "7371    its terriblethen you show up to school the nex...      1\n",
       "102965  i will recommend the exact opposite of that di...      0\n",
       "21853   stay strong for the time you stay in japan tho...      1\n",
       "185280  oh hell yes i dont get up at all unless i abso...      1\n",
       "108178  were still in high school she just got a boyfr...      0\n",
       "\n",
       "[143712 rows x 2 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>170591</th>\n",
       "      <td>ignore it and do whatever you do on any other day</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66631</th>\n",
       "      <td>sega game gear with the tv tuner</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78591</th>\n",
       "      <td>living alone is amazing i could cut my rent in...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>231544</th>\n",
       "      <td>tbh cant even remember who i was before i star...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25639</th>\n",
       "      <td>they dont think it is weird that you go alone ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113326</th>\n",
       "      <td>yes anyone who says its the cowardly way out i...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>235330</th>\n",
       "      <td>thats depressing lol</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4711</th>\n",
       "      <td>wow you are the exact opposite to me i feel th...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29363</th>\n",
       "      <td>i used to say to myself  always consult the tr...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69227</th>\n",
       "      <td>i do this all the time along with critical sel...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73286</th>\n",
       "      <td>once you get on the train youre on it for the ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17700</th>\n",
       "      <td>damn this is bringing tears to my eyes thanks ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>217473</th>\n",
       "      <td>lmao the fact that you had to make a post on t...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58419</th>\n",
       "      <td>in the bay area where a lot of filipinos live</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63530</th>\n",
       "      <td>struggling coming to terms with an ex dating t...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17683</th>\n",
       "      <td>i always fear that when i tell people i suffer...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>218603</th>\n",
       "      <td>have you ever used the sony minidisc with the ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>236890</th>\n",
       "      <td>please dont</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199499</th>\n",
       "      <td>i took a trip to iceland a few years ago one o...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215435</th>\n",
       "      <td>be prepared for astounding insights and realiz...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195493</th>\n",
       "      <td>pretending to likehatelisten to certain bands ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169179</th>\n",
       "      <td>son a woman is like a refrigerator  about  fee...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>138361</th>\n",
       "      <td>not out loud but pretty much constantly any sl...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214789</th>\n",
       "      <td>theres a guy in my home town named lesley his ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39802</th>\n",
       "      <td>yeah i often say fuck you idiot to myself</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200177</th>\n",
       "      <td>life isnt fair  oldest sibling got sent off to...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>191318</th>\n",
       "      <td>well that scared the shit outta me</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>230584</th>\n",
       "      <td>does getting tattoos count i love seeing the s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100151</th>\n",
       "      <td>into the ground</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31358</th>\n",
       "      <td>yep everyday i live</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17156</th>\n",
       "      <td>the old me was even worse now im walking carca...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15129</th>\n",
       "      <td>tom hiddleston as loki in the mcu</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>166761</th>\n",
       "      <td>i live with a messy person it is impossible to...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3873</th>\n",
       "      <td>you cant be worse than the demons in my head  ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43543</th>\n",
       "      <td>throwing out your own hot takes to your self a...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119097</th>\n",
       "      <td>i have fairy lights in my home to all year rou...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188270</th>\n",
       "      <td>toe thumbs</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214843</th>\n",
       "      <td>i dontt understand how everything posted here ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130226</th>\n",
       "      <td>drugs</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>223672</th>\n",
       "      <td>ive always wanted to motor race</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75516</th>\n",
       "      <td>almost the whole day is kinda shitty morning i...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238116</th>\n",
       "      <td>asking the real questions   i wouldnt necessar...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1102</th>\n",
       "      <td>i have always wanted to get into building comp...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189862</th>\n",
       "      <td>old man by randy newman</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100707</th>\n",
       "      <td>absolutely i was and still am too prideful to ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85623</th>\n",
       "      <td>yeah man the fact that im now alone is comfort...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212066</th>\n",
       "      <td>good smalls steps  thats exactly what i do  i ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47768</th>\n",
       "      <td>classic car collecting</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160767</th>\n",
       "      <td>i saw him on homicide lots first when he playe...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72183</th>\n",
       "      <td>wasting my time because you were too stubborn ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71754</th>\n",
       "      <td>besides robin williams</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122571</th>\n",
       "      <td>really more of an episode in a series than a s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125956</th>\n",
       "      <td>nice perspective on the matter i mean rebellio...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228677</th>\n",
       "      <td>happy birthday we care</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>232344</th>\n",
       "      <td>but the times when you actually leave it at ho...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213654</th>\n",
       "      <td>do you participate in any other social media f...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>137564</th>\n",
       "      <td>racism</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28111</th>\n",
       "      <td>i put my mac n cheese in a dog bowl and shove ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66635</th>\n",
       "      <td>hire a plane to carry signs over my town with ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184085</th>\n",
       "      <td>i was just thinking about the idea of taking a...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>47905 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                     text  label\n",
       "170591  ignore it and do whatever you do on any other day      0\n",
       "66631                    sega game gear with the tv tuner      0\n",
       "78591   living alone is amazing i could cut my rent in...      0\n",
       "231544  tbh cant even remember who i was before i star...      1\n",
       "25639   they dont think it is weird that you go alone ...      0\n",
       "113326  yes anyone who says its the cowardly way out i...      1\n",
       "235330                               thats depressing lol      1\n",
       "4711    wow you are the exact opposite to me i feel th...      0\n",
       "29363   i used to say to myself  always consult the tr...      0\n",
       "69227   i do this all the time along with critical sel...      1\n",
       "73286   once you get on the train youre on it for the ...      0\n",
       "17700   damn this is bringing tears to my eyes thanks ...      1\n",
       "217473  lmao the fact that you had to make a post on t...      0\n",
       "58419       in the bay area where a lot of filipinos live      0\n",
       "63530   struggling coming to terms with an ex dating t...      1\n",
       "17683   i always fear that when i tell people i suffer...      1\n",
       "218603  have you ever used the sony minidisc with the ...      0\n",
       "236890                                        please dont      1\n",
       "199499  i took a trip to iceland a few years ago one o...      0\n",
       "215435  be prepared for astounding insights and realiz...      0\n",
       "195493  pretending to likehatelisten to certain bands ...      0\n",
       "169179  son a woman is like a refrigerator  about  fee...      0\n",
       "138361  not out loud but pretty much constantly any sl...      1\n",
       "214789  theres a guy in my home town named lesley his ...      0\n",
       "39802           yeah i often say fuck you idiot to myself      1\n",
       "200177  life isnt fair  oldest sibling got sent off to...      0\n",
       "191318                 well that scared the shit outta me      1\n",
       "230584  does getting tattoos count i love seeing the s...      0\n",
       "100151                                    into the ground      0\n",
       "31358                                 yep everyday i live      1\n",
       "...                                                   ...    ...\n",
       "17156   the old me was even worse now im walking carca...      1\n",
       "15129                   tom hiddleston as loki in the mcu      0\n",
       "166761  i live with a messy person it is impossible to...      0\n",
       "3873    you cant be worse than the demons in my head  ...      1\n",
       "43543   throwing out your own hot takes to your self a...      0\n",
       "119097  i have fairy lights in my home to all year rou...      1\n",
       "188270                                         toe thumbs      0\n",
       "214843  i dontt understand how everything posted here ...      1\n",
       "130226                                              drugs      0\n",
       "223672                    ive always wanted to motor race      0\n",
       "75516   almost the whole day is kinda shitty morning i...      1\n",
       "238116  asking the real questions   i wouldnt necessar...      1\n",
       "1102    i have always wanted to get into building comp...      0\n",
       "189862                            old man by randy newman      0\n",
       "100707  absolutely i was and still am too prideful to ...      1\n",
       "85623   yeah man the fact that im now alone is comfort...      1\n",
       "212066  good smalls steps  thats exactly what i do  i ...      1\n",
       "47768                              classic car collecting      0\n",
       "160767  i saw him on homicide lots first when he playe...      0\n",
       "72183   wasting my time because you were too stubborn ...      0\n",
       "71754                              besides robin williams      0\n",
       "122571  really more of an episode in a series than a s...      0\n",
       "125956  nice perspective on the matter i mean rebellio...      1\n",
       "228677                             happy birthday we care      1\n",
       "232344  but the times when you actually leave it at ho...      0\n",
       "213654  do you participate in any other social media f...      1\n",
       "137564                                             racism      0\n",
       "28111   i put my mac n cheese in a dog bowl and shove ...      0\n",
       "66635   hire a plane to carry signs over my town with ...      0\n",
       "184085  i was just thinking about the idea of taking a...      1\n",
       "\n",
       "[47905 rows x 2 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train = train['text']\n",
    "y_train = train['label']\n",
    "X_dev = dev['text']\n",
    "y_dev = dev['label']\n",
    "X_test = test['text']\n",
    "y_test = test['label']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "Xv_train = vectorizer.fit_transform(X_train)\n",
    "Xv_dev = vectorizer.transform(X_dev)\n",
    "Xv_test = vectorizer.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\nC_param = [0.1,0.25,0.3,0.4,0.5,1,10,100]\\nfor c in C_param:\\n    print(\"C: \", c)\\n    lr = LogisticRegression(C=c)\\n    lr.fit(Xv_train, y_train)\\n    preds = lr.predict(Xv_dev)\\n    print(\"Acc \", metrics.accuracy_score(y_dev, preds))\\n    print(\"Precision \", metrics.precision_score(y_dev, preds))\\n    print(\"Recall \", metrics.recall_score(y_dev, preds))\\n    print(\"F1 score \", metrics.f1_score(y_dev, preds))\\n    print(metrics.classification_report(y_dev, preds))\\n'"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"\"\"\n",
    "C_param = [0.1,0.25,0.3,0.4,0.5,1,10,100]\n",
    "for c in C_param:\n",
    "    print(\"C: \", c)\n",
    "    lr = LogisticRegression(C=c)\n",
    "    lr.fit(Xv_train, y_train)\n",
    "    preds = lr.predict(Xv_dev)\n",
    "    print(\"Acc \", metrics.accuracy_score(y_dev, preds))\n",
    "    print(\"Precision \", metrics.precision_score(y_dev, preds))\n",
    "    print(\"Recall \", metrics.recall_score(y_dev, preds))\n",
    "    print(\"F1 score \", metrics.f1_score(y_dev, preds))\n",
    "    print(metrics.classification_report(y_dev, preds))\n",
    "\"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\nC_param = [0.1,0.25,0.3,0.4,0.5,1,10,100]\\nfor c in C_param:\\n    print(\"C: \", c)\\n    model = svm.LinearSVC(C=c)\\n    model.fit(Xv_train, y_train)\\n    preds = model.predict(Xv_dev)\\n    print(\"Acc \", metrics.accuracy_score(y_dev, preds))\\n    print(\"Precision \", metrics.precision_score(y_dev, preds))\\n    print(\"Recall \", metrics.recall_score(y_dev, preds))\\n    print(\"F1 score \", metrics.f1_score(y_dev, preds))\\n    print(metrics.classification_report(y_dev, preds))\\n'"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"\"\"\n",
    "C_param = [0.1,0.25,0.3,0.4,0.5,1,10,100]\n",
    "for c in C_param:\n",
    "    print(\"C: \", c)\n",
    "    model = svm.LinearSVC(C=c)\n",
    "    model.fit(Xv_train, y_train)\n",
    "    preds = model.predict(Xv_dev)\n",
    "    print(\"Acc \", metrics.accuracy_score(y_dev, preds))\n",
    "    print(\"Precision \", metrics.precision_score(y_dev, preds))\n",
    "    print(\"Recall \", metrics.recall_score(y_dev, preds))\n",
    "    print(\"F1 score \", metrics.f1_score(y_dev, preds))\n",
    "    print(metrics.classification_report(y_dev, preds))\n",
    "\"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages/sklearn/linear_model/logistic.py:433: FutureWarning: Default solver will be changed to 'lbfgs' in 0.22. Specify a solver to silence this warning.\n",
      "  FutureWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Acc  0.8476359461434089\n",
      "Precision  0.8560567190633892\n",
      "Recall  0.8133031995036781\n",
      "F1 score  0.8341324849448927\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.84      0.88      0.86     25339\n",
      "           1       0.86      0.81      0.83     22566\n",
      "\n",
      "   micro avg       0.85      0.85      0.85     47905\n",
      "   macro avg       0.85      0.85      0.85     47905\n",
      "weighted avg       0.85      0.85      0.85     47905\n",
      "\n"
     ]
    }
   ],
   "source": [
    "lr = LogisticRegression(C=1)\n",
    "lr.fit(Xv_train, y_train)\n",
    "preds = lr.predict(Xv_test)\n",
    "print(\"Acc \", metrics.accuracy_score(y_test, preds))\n",
    "print(\"Precision \", metrics.precision_score(y_test, preds))\n",
    "print(\"Recall \", metrics.recall_score(y_test, preds))\n",
    "print(\"F1 score \", metrics.f1_score(y_test, preds))\n",
    "print(metrics.classification_report(y_test, preds))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Acc  0.8497442855651811\n",
      "Precision  0.8541340215688081\n",
      "Recall  0.8212798014712399\n",
      "F1 score  0.8373847822157962\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.85      0.88      0.86     25339\n",
      "           1       0.85      0.82      0.84     22566\n",
      "\n",
      "   micro avg       0.85      0.85      0.85     47905\n",
      "   macro avg       0.85      0.85      0.85     47905\n",
      "weighted avg       0.85      0.85      0.85     47905\n",
      "\n"
     ]
    }
   ],
   "source": [
    "model = svm.LinearSVC(C=0.25)\n",
    "model.fit(Xv_train, y_train)\n",
    "preds = model.predict(Xv_test)\n",
    "print(\"Acc \", metrics.accuracy_score(y_test, preds))\n",
    "print(\"Precision \", metrics.precision_score(y_test, preds))\n",
    "print(\"Recall \", metrics.recall_score(y_test, preds))\n",
    "print(\"F1 score \", metrics.f1_score(y_test, preds))\n",
    "print(metrics.classification_report(y_test, preds))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "C:  0.5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages/sklearn/svm/base.py:196: FutureWarning: The default value of gamma will change from 'auto' to 'scale' in version 0.22 to account better for unscaled features. Set gamma explicitly to 'auto' or 'scale' to avoid this warning.\n",
      "  \"avoid this warning.\", FutureWarning)\n"
     ]
    }
   ],
   "source": [
    "# gaussian kernel\n",
    "\"\"\"\n",
    "C_param = [0.5,1,10,100]\n",
    "for c in C_param:\n",
    "    print(\"C: \", c)\n",
    "    model = svm.SVC(kernel=\"rbf\", C=c)\n",
    "    model.fit(Xv_train, y_train)\n",
    "    preds = model.predict(Xv_dev)\n",
    "    print(\"Acc \", metrics.accuracy_score(y_dev, preds))\n",
    "    print(\"Precision \", metrics.precision_score(y_dev, preds))\n",
    "    print(\"Recall \", metrics.recall_score(y_dev, preds))\n",
    "    print(\"F1 score \", metrics.f1_score(y_dev, preds))\n",
    "    print(metrics.classification_report(y_dev, preds))\n",
    "\"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Xv_train.to_pickle('Xv_train.pickle')\n",
    "#Xv_test.to_pickle('Xv_test.pickle')\n",
    "#y_train.to_pickle('y_train.pickle')\n",
    "#y_test.to_pickle('y_test.pickle')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}