test_data.ipynb

{
 "metadata": {
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.4"
  },
  "orig_nbformat": 2,
  "kernelspec": {
   "name": "python394jvsc74a57bd07b040fbebd82ff7a9df71a29d9a71bfbd0b73c26b6bf87fa4a0441d476a86e9e",
   "display_name": "Python 3.9.4 64-bit"
  },
  "metadata": {
   "interpreter": {
    "hash": "7b040fbebd82ff7a9df71a29d9a71bfbd0b73c26b6bf87fa4a0441d476a86e9e"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2,
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "                     id               created_at  \\\n",
       "31  1370547484540346368  2021-03-13 01:29:18 UTC   \n",
       "19  1342058372401487874  2020-12-24 10:43:44 UTC   \n",
       "5   1370621110924976131  2021-03-13 06:21:52 UTC   \n",
       "12  1349582013213376513  2021-01-14 05:00:00 UTC   \n",
       "32  1352466625019043843  2021-01-22 04:02:25 UTC   \n",
       "11  1349340424993972224  2021-01-13 13:00:01 UTC   \n",
       "25  1367338523460726787  2021-03-04 04:58:02 UTC   \n",
       "6   1349234725177720833  2021-01-13 06:00:00 UTC   \n",
       "28  1336214031825129473  2020-12-08 07:40:25 UTC   \n",
       "33  1361887163382521860  2021-02-17 03:56:17 UTC   \n",
       "27  1363658687911370753  2021-02-22 01:15:41 UTC   \n",
       "23  1345172959368007682  2021-01-02 01:00:00 UTC   \n",
       "43  1349630876674473984  2021-01-14 08:14:10 UTC   \n",
       "8   1367343589638860802  2021-03-04 05:18:10 UTC   \n",
       "24  1343420883960963072  2020-12-28 04:57:52 UTC   \n",
       "29  1370711617319538694  2021-03-13 12:21:30 UTC   \n",
       "2   1367444844948250630  2021-03-04 12:00:31 UTC   \n",
       "20  1351848211036602370  2021-01-20 11:05:04 UTC   \n",
       "38  1342788232300228609  2020-12-26 11:03:57 UTC   \n",
       "21  1354091157316280321  2021-01-26 15:37:44 UTC   \n",
       "1   1366573689441984515  2021-03-02 02:18:51 UTC   \n",
       "36  1353907304995819520  2021-01-26 03:27:10 UTC   \n",
       "16  1353560728221986816  2021-01-25 04:30:00 UTC   \n",
       "0   1345671246348861440  2021-01-03 10:00:01 UTC   \n",
       "7   1363164988538449921  2021-02-20 16:33:54 UTC   \n",
       "35  1366006342314381317  2021-02-28 12:44:25 UTC   \n",
       "9   1343193685010173952  2020-12-27 13:55:04 UTC   \n",
       "18  1350282082359025664  2021-01-16 03:21:50 UTC   \n",
       "30  1367428578074226688  2021-03-04 10:55:53 UTC   \n",
       "3   1369529975800356864  2021-03-10 06:06:05 UTC   \n",
       "13  1346667809649135616  2021-01-06 04:00:00 UTC   \n",
       "37  1350364173033631744  2021-01-16 08:48:02 UTC   \n",
       "44  1349628568612052993  2021-01-14 08:05:00 UTC   \n",
       "15  1349597114595110912  2021-01-14 06:00:01 UTC   \n",
       "17  1356247294945845248  2021-02-01 14:25:27 UTC   \n",
       "45  1363713331299713027  2021-02-22 04:52:49 UTC   \n",
       "22  1365010717925994498  2021-02-25 18:48:10 UTC   \n",
       "14  1341997842160750595  2020-12-24 06:43:13 UTC   \n",
       "42  1358611511002947588  2021-02-08 03:00:00 UTC   \n",
       "10  1341899779446505472  2020-12-24 00:13:33 UTC   \n",
       "26  1367349503934668805  2021-03-04 05:41:40 UTC   \n",
       "41  1339903238359769088  2020-12-18 12:00:00 UTC   \n",
       "40  1350025755573407744  2021-01-15 10:23:17 UTC   \n",
       "39  1359405271857070086  2021-02-10 07:34:07 UTC   \n",
       "34  1364036616830902284  2021-02-23 02:17:26 UTC   \n",
       "4   1344943634701959168  2021-01-01 09:48:45 UTC   \n",
       "\n",
       "                                                 text  \\\n",
       "31  Tata Cara Vaksinasi Lansia Ber-KTP DKI di Isto...   \n",
       "19  Melansir laman Halodoc, sebuah studi membuktik...   \n",
       "5   Melansir laman KlikDokter, penelitian yang ter...   \n",
       "12  \"Dok, kenapasih gejala virus corona banyak dan...   \n",
       "32  Vaksin Selektif Tepat Guna #KandangkanHanifAla...   \n",
       "11  Sakit hati, bukan berarti karena cinta aja ya....   \n",
       "25  Gomed dari Gojek berkolaborasi dengan HaloDoc ...   \n",
       "6   Sebelumnya masih sehat segar bugar, TAPI bisa ...   \n",
       "28  Catur merupakan olahraga yang dikenal baik unt...   \n",
       "33  Corona ngga cuma nyerang fisik tp juga psikis,...   \n",
       "27  Gejala dan Ciri-Ciri Psikopat yang Perlu Diwas...   \n",
       "23  Nyeri buah zakar atau testis bisa sebabkan ras...   \n",
       "43  Platform Alodokter menghubungkan lebih dari 30...   \n",
       "8   Ini mantap kolaborasi kemenkes, Gojek dan halo...   \n",
       "24  Siapa yang masih percaya kalau wanita yang sed...   \n",
       "29  Eh sob, pernah denger istilah ini nggak? “Post...   \n",
       "2   Bagaimana cara melakukan pendaftaran Vaksinasi...   \n",
       "20  Pernah ga lagi konsultasi di halodoc trus kelu...   \n",
       "38  @tanyainrl KALO SOAL GANGGUAN JIWA ITU JANGAN ...   \n",
       "21  Sering baca twit netijen yg ragu ke dokter kar...   \n",
       "1   Informasi penting! Layak disebarluaskan... @bl...   \n",
       "36  Tag temanmu yang suka kulit ayam! Melansir lam...   \n",
       "16  Duh, sukun emang enak banget ya apalagi kalau ...   \n",
       "0   Asam lambung bisa naik secara tiba-tiba. Kondi...   \n",
       "7   @AREAJULID Yabener krisis, tapi dia berusaha t...   \n",
       "35  Mengapresiasi inisiatif kolaborasi pemerintah ...   \n",
       "9   Kcg! Sekeluarga pecinta kocheng, jadi masing2 ...   \n",
       "18  Melansir laman alodokter, sup ayam hangat bisa...   \n",
       "30  Terobosan yg sangat menarik itu soal Vaksinasi...   \n",
       "3   Melansir laman KlikDokter, ketika orang sedang...   \n",
       "13  Suka makan buah belimbing? Walaupun belimbing ...   \n",
       "37  Udah 3x konsul di Halodoc dengan dokter yang b...   \n",
       "44  Manfaat Vaksin Covid-19 ini bukan hanya utk di...   \n",
       "15  Gimana sih caranya dan apa yang harus diajarka...   \n",
       "17  Setelah baca literatur dari berbagai sumber te...   \n",
       "45  CIRI - CIRI PSIKOPAT : - Tak punya emphaty - T...   \n",
       "22  @Helmi67711233 @Gemacan213 @DPR_RI @PKSejahter...   \n",
       "14  Kabar gembira vaksin sinovac Telah datang seba...   \n",
       "42  Orangtua pasti seneng deh kalo liat si kecil b...   \n",
       "10  This is why ive never ever trusted halodoc. De...   \n",
       "26  Kolaborasi yg keren nih, membantu pemerintah @...   \n",
       "41  Ini yakin yang mau ku bagi hadiah segini doang...   \n",
       "40  Salah satu manfaat Teripang adalah meningkatka...   \n",
       "39  halo manusia manusia goblok kalo lo lagi ga ad...   \n",
       "34  Serem tadi ada yang nelpon penipuan atas nama ...   \n",
       "4   Zoo aku mau sharing :))) aku kesel banget sama...   \n",
       "\n",
       "                                         cleaned_text              user_id  \\\n",
       "31  tata cara vaksinasi lansia ber ktp dki di isto...             17666340   \n",
       "19  melansir laman halodoc sebuah studi membuktika...            614166112   \n",
       "5   melansir laman klikdokter penelitian yang terb...            614166112   \n",
       "12  dok kenapasih gejala virus corona banyak dan s...             79972522   \n",
       "32  vaksin selektif tepat guna kandangkanhanifalat...  1274603373791113216   \n",
       "11  sakit hati bukan berarti karena cinta aja ya o...             79972522   \n",
       "25  gomed dari gojek berkolaborasi dengan halodoc ...           2958782773   \n",
       "6   sebelumnya masih sehat segar bugar tapi bisa m...             79972522   \n",
       "28  catur merupakan olahraga yang dikenal baik unt...            614166112   \n",
       "33  corona ngga cuma nyerang fisik tp juga psikis ...             60013296   \n",
       "27  gejala dan ciri ciri psikopat yang perlu diwas...  1217716301642137601   \n",
       "23  nyeri buah zakar atau testis bisa sebabkan ras...             79972522   \n",
       "43  platform alodokter menghubungkan lebih dari 30...             80204488   \n",
       "8   ini mantap kolaborasi kemenkes gojek dan halod...             46651600   \n",
       "24  siapa yang masih percaya kalau wanita yang sed...            614166112   \n",
       "29  eh sob pernah denger istilah ini nggak post tr...  1313312446690422794   \n",
       "2   bagaimana cara melakukan pendaftaran vaksinasi...             46651600   \n",
       "20  pernah ga lagi konsultasi di halodoc trus kelu...             74912605   \n",
       "38  kalo soal gangguan jiwa itu jangan percaya art...   820346061503856640   \n",
       "21  sering baca twit netijen yg ragu ke dokter kar...   849329765790224384   \n",
       "1   informasi penting layak disebarluaskan nakula ...           2958782773   \n",
       "36  tag temanmu yang suka kulit ayam melansir lama...            614166112   \n",
       "16  duh sukun emang enak banget ya apalagi kalau d...             79972522   \n",
       "0   asam lambung bisa naik secara tiba tiba kondis...             79972522   \n",
       "7   yabener krisis tapi dia berusaha tanya ke temp...            588175608   \n",
       "35  mengapresiasi inisiatif kolaborasi pemerintah ...             15687008   \n",
       "9   kcg sekeluarga pecinta kocheng jadi masing2 or...            624785829   \n",
       "18  melansir laman alodokter sup ayam hangat bisa ...            614166112   \n",
       "30  terobosan yg sangat menarik itu soal vaksinasi...   770614660059979776   \n",
       "3   melansir laman klikdokter ketika orang sedang ...            614166112   \n",
       "13  suka makan buah belimbing walaupun belimbing b...             79972522   \n",
       "37  udah 3x konsul di halodoc dengan dokter yang b...            624785829   \n",
       "44  manfaat vaksin covid 19 ini bukan hanya utk di...  1328659703929384960   \n",
       "15  gimana sih caranya dan apa yang harus diajarka...             79972522   \n",
       "17  setelah baca literatur dari berbagai sumber te...  1105744788681183233   \n",
       "45  ciri ciri psikopat tak punya emphaty tak meras...            338314080   \n",
       "22  ri id marufamin minuman beralkohol sangat berb...  1106035463972769792   \n",
       "14  kabar gembira vaksin sinovac telah datang seba...  1186821981628334080   \n",
       "42  orangtua pasti seneng deh kalo liat si kecil b...             79972522   \n",
       "10  this is why ive never ever trusted halodoc des...           2976768301   \n",
       "26  kolaborasi yg keren nih membantu pemerintah ut...  1021967355058876417   \n",
       "41  ini yakin yang mau ku bagi hadiah segini doang...           4618731253   \n",
       "40  salah satu manfaat teripang adalah meningkatka...  1327142598033756161   \n",
       "39  halo manusia manusia goblok kalo lo lagi ga ad...             57299114   \n",
       "34  serem tadi ada yang nelpon penipuan atas nama ...           1001354100   \n",
       "4   zoo aku mau sharing aku kesel banget sama pela...           1482552098   \n",
       "\n",
       "                      user_name user_screen_name  \\\n",
       "31   Daniel Giovanni Latumahina           qronoz   \n",
       "19             IG : @PsikologID       PsikologID   \n",
       "5              IG : @PsikologID       PsikologID   \n",
       "12                   KlikDokter    klikdoktercom   \n",
       "32                 Jeng Rini LG      Widyarenee_   \n",
       "11                   KlikDokter    klikdoktercom   \n",
       "25                      Gus Jul       elpanjullo   \n",
       "6                    KlikDokter    klikdoktercom   \n",
       "28             IG : @PsikologID       PsikologID   \n",
       "33              saye nasi lemak         ikancuwe   \n",
       "27                         Budé          budeee_   \n",
       "23                   KlikDokter    klikdoktercom   \n",
       "43             Telkom Indonesia  TelkomIndonesia   \n",
       "8                  Rudi Valinka           kurawa   \n",
       "24             IG : @PsikologID       PsikologID   \n",
       "29        Muslimah Media Center         MMC_IDN2   \n",
       "2                  Rudi Valinka           kurawa   \n",
       "20                IG: fitritash        fitritash   \n",
       "38                       Keke��         KEYGABRL   \n",
       "21                   Merr Magda        MerrMagda   \n",
       "1                       Gus Jul       elpanjullo   \n",
       "36             IG : @PsikologID       PsikologID   \n",
       "16                   KlikDokter    klikdoktercom   \n",
       "0                    KlikDokter    klikdoktercom   \n",
       "7                      crybaby™      28dandelion   \n",
       "35              Amir Karimuddin            amirk   \n",
       "9   k o c h e n g f e s s �� ��      kochengfess   \n",
       "18             IG : @PsikologID       PsikologID   \n",
       "30             Kumis Separoh ��    Kumis_Separoh   \n",
       "3              IG : @PsikologID       PsikologID   \n",
       "13                   KlikDokter    klikdoktercom   \n",
       "37         Meow Meow Meow �� ��      kochengfess   \n",
       "44               Ronggo Warsito    RonggoWarsit0   \n",
       "15                   KlikDokter    klikdoktercom   \n",
       "17                    Bang Tani      petanirumah   \n",
       "45                Anak Kolong™|      AnakKolong_   \n",
       "22                Casper Be Win     CasperBeWin1   \n",
       "14         ���� cíղԵα ղkɾí ����       qiunco2761   \n",
       "42                   KlikDokter    klikdoktercom   \n",
       "10                  Son Dal Mii       Mii_mishka   \n",
       "26                 WidyaNingrom   ning_elmainuri   \n",
       "41     Halodoc Official Account        HalodocID   \n",
       "40             sitisisterceria2  sitasisterceria   \n",
       "39                   ����������     BapaknyaRico   \n",
       "34                        Dicky      dicky_aria_   \n",
       "4                           ZOO         ZOO_FESS   \n",
       "\n",
       "                                     user_description  user_followers_count  \\\n",
       "31  Indonesian living in The Big Durian. Enjoys ru...                 17534   \n",
       "19  Komunitas Psikologi Digital : #Sharing, #Disku...               1003351   \n",
       "5   Komunitas Psikologi Digital : #Sharing, #Disku...               1000114   \n",
       "12  Media komunikasi & informasi kesehatan pertama...                 69362   \n",
       "32  Akun asli-bukan bayaran, Engineering, Cook, Fo...                  1218   \n",
       "11  Media komunikasi & informasi kesehatan pertama...                 69363   \n",
       "25  Hanya Gusti Allah yg berhak menentukan surga d...                  2346   \n",
       "6   Media komunikasi & informasi kesehatan pertama...                 69364   \n",
       "28  Komunitas Psikologi Digital : #Sharing, #Disku...               1003634   \n",
       "33                                                NaN                   160   \n",
       "27                   your life is shaped by your mind                   678   \n",
       "23  Media komunikasi & informasi kesehatan pertama...                 69368   \n",
       "43  Official account of Telkom Indonesia | Untuk l...                134894   \n",
       "8   Bahkan Pandawa pun lebih Kurawa.... #ForensicA...                352652   \n",
       "24  Komunitas Psikologi Digital : #Sharing, #Disku...               1003190   \n",
       "29  Official Account of Muslimah Media Center Indo...                  2569   \n",
       "2   Bahkan Pandawa pun lebih Kurawa.... #ForensicA...                352654   \n",
       "20  Yoga Teacher | Founder http://bugaraga.com | S...                 17932   \n",
       "38                                                NaN                   546   \n",
       "21  Writer of more than 20 non fiction books publi...                  1326   \n",
       "1   Hanya Gusti Allah yg berhak menentukan surga d...                  2341   \n",
       "36  Komunitas Psikologi Digital : #Sharing, #Disku...               1001876   \n",
       "16  Media komunikasi & informasi kesehatan pertama...                 69346   \n",
       "0   Media komunikasi & informasi kesehatan pertama...                 69369   \n",
       "7                                                 NaN                   577   \n",
       "35                               Tech ��‍�� Sport ⚽��                  5399   \n",
       "9   Pelopor base kochengg, MEOW! �������� ��������...                 45472   \n",
       "18  Komunitas Psikologi Digital : #Sharing, #Disku...               1002311   \n",
       "30  Meski Kumis Separoh, Tapi Hatiku Utuh Untuk In...                 12345   \n",
       "3   Komunitas Psikologi Digital : #Sharing, #Disku...               1000221   \n",
       "13  Media komunikasi & informasi kesehatan pertama...                 69357   \n",
       "37  Pelopor base kochengg, MEOW! �������� ��������...                 49045   \n",
       "44  “Life isn't about finding yourself. Life is ab...                   268   \n",
       "15  Media komunikasi & informasi kesehatan pertama...                 69362   \n",
       "17     Hanya PETANI RUMAHAN Bukan Pemilik Tanah Abang                 23591   \n",
       "45  I'm not right wing, I'm human wing | tukang kebun                 43992   \n",
       "22  Never quit the truth. Islam is my religion and...                  4704   \n",
       "14                                                NaN                  6521   \n",
       "42  Media komunikasi & informasi kesehatan pertama...                 69329   \n",
       "10  nenek robert, mi-i, dora, ador, amidor, bochin...                  1795   \n",
       "26                        من هنا نبدأ و نتغير ... !!!                  1558   \n",
       "41  Mitra Resmi @KemenkesRI & @BNPB_Indonesia untu...                  8606   \n",
       "40                                       �� NKRI ����                  1752   \n",
       "39  99% of my tweets are trash written in indonesi...                 12086   \n",
       "34  理想 || Perfect has 7 words, so does Jesslyn || ...                   646   \n",
       "4   Sub @ZOOFESS_ID @FFOODFESS @kataberbicara @MUS...                103114   \n",
       "\n",
       "    user_verified  total_retweets  \n",
       "31          False              12  \n",
       "19          False              38  \n",
       "5           False               6  \n",
       "12          False               6  \n",
       "32          False              17  \n",
       "11          False               4  \n",
       "25          False               6  \n",
       "6           False               8  \n",
       "28          False               3  \n",
       "33          False               3  \n",
       "27          False              16  \n",
       "23          False               4  \n",
       "43           True             103  \n",
       "8           False              24  \n",
       "24          False              10  \n",
       "29          False              36  \n",
       "2           False              62  \n",
       "20          False               4  \n",
       "38          False              11  \n",
       "21          False               4  \n",
       "1           False               3  \n",
       "36          False               9  \n",
       "16          False               3  \n",
       "0           False               8  \n",
       "7           False               5  \n",
       "35           True              11  \n",
       "9           False               8  \n",
       "18          False               4  \n",
       "30          False              15  \n",
       "3           False               8  \n",
       "13          False               3  \n",
       "37          False              18  \n",
       "44          False              13  \n",
       "15          False               6  \n",
       "17          False               4  \n",
       "45          False             270  \n",
       "22          False               4  \n",
       "14          False              17  \n",
       "42          False               4  \n",
       "10          False               3  \n",
       "26          False               5  \n",
       "41          False               3  \n",
       "40          False              69  \n",
       "39          False               4  \n",
       "34          False              12  \n",
       "4           False               3  "
      ],
      "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>id</th>\n      <th>created_at</th>\n      <th>text</th>\n      <th>cleaned_text</th>\n      <th>user_id</th>\n      <th>user_name</th>\n      <th>user_screen_name</th>\n      <th>user_description</th>\n      <th>user_followers_count</th>\n      <th>user_verified</th>\n      <th>total_retweets</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>31</th>\n      <td>1370547484540346368</td>\n      <td>2021-03-13 01:29:18 UTC</td>\n      <td>Tata Cara Vaksinasi Lansia Ber-KTP DKI di Isto...</td>\n      <td>tata cara vaksinasi lansia ber ktp dki di isto...</td>\n      <td>17666340</td>\n      <td>Daniel Giovanni Latumahina</td>\n      <td>qronoz</td>\n      <td>Indonesian living in The Big Durian. Enjoys ru...</td>\n      <td>17534</td>\n      <td>False</td>\n      <td>12</td>\n    </tr>\n    <tr>\n      <th>19</th>\n      <td>1342058372401487874</td>\n      <td>2020-12-24 10:43:44 UTC</td>\n      <td>Melansir laman Halodoc, sebuah studi membuktik...</td>\n      <td>melansir laman halodoc sebuah studi membuktika...</td>\n      <td>614166112</td>\n      <td>IG : @PsikologID</td>\n      <td>PsikologID</td>\n      <td>Komunitas Psikologi Digital : #Sharing, #Disku...</td>\n      <td>1003351</td>\n      <td>False</td>\n      <td>38</td>\n    </tr>\n    <tr>\n      <th>5</th>\n      <td>1370621110924976131</td>\n      <td>2021-03-13 06:21:52 UTC</td>\n      <td>Melansir laman KlikDokter, penelitian yang ter...</td>\n      <td>melansir laman klikdokter penelitian yang terb...</td>\n      <td>614166112</td>\n      <td>IG : @PsikologID</td>\n      <td>PsikologID</td>\n      <td>Komunitas Psikologi Digital : #Sharing, #Disku...</td>\n      <td>1000114</td>\n      <td>False</td>\n      <td>6</td>\n    </tr>\n    <tr>\n      <th>12</th>\n      <td>1349582013213376513</td>\n      <td>2021-01-14 05:00:00 UTC</td>\n      <td>\"Dok, kenapasih gejala virus corona banyak dan...</td>\n      <td>dok kenapasih gejala virus corona banyak dan s...</td>\n      <td>79972522</td>\n      <td>KlikDokter</td>\n      <td>klikdoktercom</td>\n      <td>Media komunikasi &amp; informasi kesehatan pertama...</td>\n      <td>69362</td>\n      <td>False</td>\n      <td>6</td>\n    </tr>\n    <tr>\n      <th>32</th>\n      <td>1352466625019043843</td>\n      <td>2021-01-22 04:02:25 UTC</td>\n      <td>Vaksin Selektif Tepat Guna #KandangkanHanifAla...</td>\n      <td>vaksin selektif tepat guna kandangkanhanifalat...</td>\n      <td>1274603373791113216</td>\n      <td>Jeng Rini LG</td>\n      <td>Widyarenee_</td>\n      <td>Akun asli-bukan bayaran, Engineering, Cook, Fo...</td>\n      <td>1218</td>\n      <td>False</td>\n      <td>17</td>\n    </tr>\n    <tr>\n      <th>11</th>\n      <td>1349340424993972224</td>\n      <td>2021-01-13 13:00:01 UTC</td>\n      <td>Sakit hati, bukan berarti karena cinta aja ya....</td>\n      <td>sakit hati bukan berarti karena cinta aja ya o...</td>\n      <td>79972522</td>\n      <td>KlikDokter</td>\n      <td>klikdoktercom</td>\n      <td>Media komunikasi &amp; informasi kesehatan pertama...</td>\n      <td>69363</td>\n      <td>False</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>25</th>\n      <td>1367338523460726787</td>\n      <td>2021-03-04 04:58:02 UTC</td>\n      <td>Gomed dari Gojek berkolaborasi dengan HaloDoc ...</td>\n      <td>gomed dari gojek berkolaborasi dengan halodoc ...</td>\n      <td>2958782773</td>\n      <td>Gus Jul</td>\n      <td>elpanjullo</td>\n      <td>Hanya Gusti Allah yg berhak menentukan surga d...</td>\n      <td>2346</td>\n      <td>False</td>\n      <td>6</td>\n    </tr>\n    <tr>\n      <th>6</th>\n      <td>1349234725177720833</td>\n      <td>2021-01-13 06:00:00 UTC</td>\n      <td>Sebelumnya masih sehat segar bugar, TAPI bisa ...</td>\n      <td>sebelumnya masih sehat segar bugar tapi bisa m...</td>\n      <td>79972522</td>\n      <td>KlikDokter</td>\n      <td>klikdoktercom</td>\n      <td>Media komunikasi &amp; informasi kesehatan pertama...</td>\n      <td>69364</td>\n      <td>False</td>\n      <td>8</td>\n    </tr>\n    <tr>\n      <th>28</th>\n      <td>1336214031825129473</td>\n      <td>2020-12-08 07:40:25 UTC</td>\n      <td>Catur merupakan olahraga yang dikenal baik unt...</td>\n      <td>catur merupakan olahraga yang dikenal baik unt...</td>\n      <td>614166112</td>\n      <td>IG : @PsikologID</td>\n      <td>PsikologID</td>\n      <td>Komunitas Psikologi Digital : #Sharing, #Disku...</td>\n      <td>1003634</td>\n      <td>False</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>33</th>\n      <td>1361887163382521860</td>\n      <td>2021-02-17 03:56:17 UTC</td>\n      <td>Corona ngga cuma nyerang fisik tp juga psikis,...</td>\n      <td>corona ngga cuma nyerang fisik tp juga psikis ...</td>\n      <td>60013296</td>\n      <td>saye nasi lemak</td>\n      <td>ikancuwe</td>\n      <td>NaN</td>\n      <td>160</td>\n      <td>False</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>27</th>\n      <td>1363658687911370753</td>\n      <td>2021-02-22 01:15:41 UTC</td>\n      <td>Gejala dan Ciri-Ciri Psikopat yang Perlu Diwas...</td>\n      <td>gejala dan ciri ciri psikopat yang perlu diwas...</td>\n      <td>1217716301642137601</td>\n      <td>Budé</td>\n      <td>budeee_</td>\n      <td>your life is shaped by your mind</td>\n      <td>678</td>\n      <td>False</td>\n      <td>16</td>\n    </tr>\n    <tr>\n      <th>23</th>\n      <td>1345172959368007682</td>\n      <td>2021-01-02 01:00:00 UTC</td>\n      <td>Nyeri buah zakar atau testis bisa sebabkan ras...</td>\n      <td>nyeri buah zakar atau testis bisa sebabkan ras...</td>\n      <td>79972522</td>\n      <td>KlikDokter</td>\n      <td>klikdoktercom</td>\n      <td>Media komunikasi &amp; informasi kesehatan pertama...</td>\n      <td>69368</td>\n      <td>False</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>43</th>\n      <td>1349630876674473984</td>\n      <td>2021-01-14 08:14:10 UTC</td>\n      <td>Platform Alodokter menghubungkan lebih dari 30...</td>\n      <td>platform alodokter menghubungkan lebih dari 30...</td>\n      <td>80204488</td>\n      <td>Telkom Indonesia</td>\n      <td>TelkomIndonesia</td>\n      <td>Official account of Telkom Indonesia | Untuk l...</td>\n      <td>134894</td>\n      <td>True</td>\n      <td>103</td>\n    </tr>\n    <tr>\n      <th>8</th>\n      <td>1367343589638860802</td>\n      <td>2021-03-04 05:18:10 UTC</td>\n      <td>Ini mantap kolaborasi kemenkes, Gojek dan halo...</td>\n      <td>ini mantap kolaborasi kemenkes gojek dan halod...</td>\n      <td>46651600</td>\n      <td>Rudi Valinka</td>\n      <td>kurawa</td>\n      <td>Bahkan Pandawa pun lebih Kurawa.... #ForensicA...</td>\n      <td>352652</td>\n      <td>False</td>\n      <td>24</td>\n    </tr>\n    <tr>\n      <th>24</th>\n      <td>1343420883960963072</td>\n      <td>2020-12-28 04:57:52 UTC</td>\n      <td>Siapa yang masih percaya kalau wanita yang sed...</td>\n      <td>siapa yang masih percaya kalau wanita yang sed...</td>\n      <td>614166112</td>\n      <td>IG : @PsikologID</td>\n      <td>PsikologID</td>\n      <td>Komunitas Psikologi Digital : #Sharing, #Disku...</td>\n      <td>1003190</td>\n      <td>False</td>\n      <td>10</td>\n    </tr>\n    <tr>\n      <th>29</th>\n      <td>1370711617319538694</td>\n      <td>2021-03-13 12:21:30 UTC</td>\n      <td>Eh sob, pernah denger istilah ini nggak? “Post...</td>\n      <td>eh sob pernah denger istilah ini nggak post tr...</td>\n      <td>1313312446690422794</td>\n      <td>Muslimah Media Center</td>\n      <td>MMC_IDN2</td>\n      <td>Official Account of Muslimah Media Center Indo...</td>\n      <td>2569</td>\n      <td>False</td>\n      <td>36</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>1367444844948250630</td>\n      <td>2021-03-04 12:00:31 UTC</td>\n      <td>Bagaimana cara melakukan pendaftaran Vaksinasi...</td>\n      <td>bagaimana cara melakukan pendaftaran vaksinasi...</td>\n      <td>46651600</td>\n      <td>Rudi Valinka</td>\n      <td>kurawa</td>\n      <td>Bahkan Pandawa pun lebih Kurawa.... #ForensicA...</td>\n      <td>352654</td>\n      <td>False</td>\n      <td>62</td>\n    </tr>\n    <tr>\n      <th>20</th>\n      <td>1351848211036602370</td>\n      <td>2021-01-20 11:05:04 UTC</td>\n      <td>Pernah ga lagi konsultasi di halodoc trus kelu...</td>\n      <td>pernah ga lagi konsultasi di halodoc trus kelu...</td>\n      <td>74912605</td>\n      <td>IG: fitritash</td>\n      <td>fitritash</td>\n      <td>Yoga Teacher | Founder http://bugaraga.com | S...</td>\n      <td>17932</td>\n      <td>False</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>38</th>\n      <td>1342788232300228609</td>\n      <td>2020-12-26 11:03:57 UTC</td>\n      <td>@tanyainrl KALO SOAL GANGGUAN JIWA ITU JANGAN ...</td>\n      <td>kalo soal gangguan jiwa itu jangan percaya art...</td>\n      <td>820346061503856640</td>\n      <td>Keke��</td>\n      <td>KEYGABRL</td>\n      <td>NaN</td>\n      <td>546</td>\n      <td>False</td>\n      <td>11</td>\n    </tr>\n    <tr>\n      <th>21</th>\n      <td>1354091157316280321</td>\n      <td>2021-01-26 15:37:44 UTC</td>\n      <td>Sering baca twit netijen yg ragu ke dokter kar...</td>\n      <td>sering baca twit netijen yg ragu ke dokter kar...</td>\n      <td>849329765790224384</td>\n      <td>Merr Magda</td>\n      <td>MerrMagda</td>\n      <td>Writer of more than 20 non fiction books publi...</td>\n      <td>1326</td>\n      <td>False</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>1366573689441984515</td>\n      <td>2021-03-02 02:18:51 UTC</td>\n      <td>Informasi penting! Layak disebarluaskan... @bl...</td>\n      <td>informasi penting layak disebarluaskan nakula ...</td>\n      <td>2958782773</td>\n      <td>Gus Jul</td>\n      <td>elpanjullo</td>\n      <td>Hanya Gusti Allah yg berhak menentukan surga d...</td>\n      <td>2341</td>\n      <td>False</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>36</th>\n      <td>1353907304995819520</td>\n      <td>2021-01-26 03:27:10 UTC</td>\n      <td>Tag temanmu yang suka kulit ayam! Melansir lam...</td>\n      <td>tag temanmu yang suka kulit ayam melansir lama...</td>\n      <td>614166112</td>\n      <td>IG : @PsikologID</td>\n      <td>PsikologID</td>\n      <td>Komunitas Psikologi Digital : #Sharing, #Disku...</td>\n      <td>1001876</td>\n      <td>False</td>\n      <td>9</td>\n    </tr>\n    <tr>\n      <th>16</th>\n      <td>1353560728221986816</td>\n      <td>2021-01-25 04:30:00 UTC</td>\n      <td>Duh, sukun emang enak banget ya apalagi kalau ...</td>\n      <td>duh sukun emang enak banget ya apalagi kalau d...</td>\n      <td>79972522</td>\n      <td>KlikDokter</td>\n      <td>klikdoktercom</td>\n      <td>Media komunikasi &amp; informasi kesehatan pertama...</td>\n      <td>69346</td>\n      <td>False</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>0</th>\n      <td>1345671246348861440</td>\n      <td>2021-01-03 10:00:01 UTC</td>\n      <td>Asam lambung bisa naik secara tiba-tiba. Kondi...</td>\n      <td>asam lambung bisa naik secara tiba tiba kondis...</td>\n      <td>79972522</td>\n      <td>KlikDokter</td>\n      <td>klikdoktercom</td>\n      <td>Media komunikasi &amp; informasi kesehatan pertama...</td>\n      <td>69369</td>\n      <td>False</td>\n      <td>8</td>\n    </tr>\n    <tr>\n      <th>7</th>\n      <td>1363164988538449921</td>\n      <td>2021-02-20 16:33:54 UTC</td>\n      <td>@AREAJULID Yabener krisis, tapi dia berusaha t...</td>\n      <td>yabener krisis tapi dia berusaha tanya ke temp...</td>\n      <td>588175608</td>\n      <td>crybaby™</td>\n      <td>28dandelion</td>\n      <td>NaN</td>\n      <td>577</td>\n      <td>False</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>35</th>\n      <td>1366006342314381317</td>\n      <td>2021-02-28 12:44:25 UTC</td>\n      <td>Mengapresiasi inisiatif kolaborasi pemerintah ...</td>\n      <td>mengapresiasi inisiatif kolaborasi pemerintah ...</td>\n      <td>15687008</td>\n      <td>Amir Karimuddin</td>\n      <td>amirk</td>\n      <td>Tech ��‍�� Sport ⚽��</td>\n      <td>5399</td>\n      <td>True</td>\n      <td>11</td>\n    </tr>\n    <tr>\n      <th>9</th>\n      <td>1343193685010173952</td>\n      <td>2020-12-27 13:55:04 UTC</td>\n      <td>Kcg! Sekeluarga pecinta kocheng, jadi masing2 ...</td>\n      <td>kcg sekeluarga pecinta kocheng jadi masing2 or...</td>\n      <td>624785829</td>\n      <td>k o c h e n g f e s s �� ��</td>\n      <td>kochengfess</td>\n      <td>Pelopor base kochengg, MEOW! �������� ��������...</td>\n      <td>45472</td>\n      <td>False</td>\n      <td>8</td>\n    </tr>\n    <tr>\n      <th>18</th>\n      <td>1350282082359025664</td>\n      <td>2021-01-16 03:21:50 UTC</td>\n      <td>Melansir laman alodokter, sup ayam hangat bisa...</td>\n      <td>melansir laman alodokter sup ayam hangat bisa ...</td>\n      <td>614166112</td>\n      <td>IG : @PsikologID</td>\n      <td>PsikologID</td>\n      <td>Komunitas Psikologi Digital : #Sharing, #Disku...</td>\n      <td>1002311</td>\n      <td>False</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>30</th>\n      <td>1367428578074226688</td>\n      <td>2021-03-04 10:55:53 UTC</td>\n      <td>Terobosan yg sangat menarik itu soal Vaksinasi...</td>\n      <td>terobosan yg sangat menarik itu soal vaksinasi...</td>\n      <td>770614660059979776</td>\n      <td>Kumis Separoh ��</td>\n      <td>Kumis_Separoh</td>\n      <td>Meski Kumis Separoh, Tapi Hatiku Utuh Untuk In...</td>\n      <td>12345</td>\n      <td>False</td>\n      <td>15</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>1369529975800356864</td>\n      <td>2021-03-10 06:06:05 UTC</td>\n      <td>Melansir laman KlikDokter, ketika orang sedang...</td>\n      <td>melansir laman klikdokter ketika orang sedang ...</td>\n      <td>614166112</td>\n      <td>IG : @PsikologID</td>\n      <td>PsikologID</td>\n      <td>Komunitas Psikologi Digital : #Sharing, #Disku...</td>\n      <td>1000221</td>\n      <td>False</td>\n      <td>8</td>\n    </tr>\n    <tr>\n      <th>13</th>\n      <td>1346667809649135616</td>\n      <td>2021-01-06 04:00:00 UTC</td>\n      <td>Suka makan buah belimbing? Walaupun belimbing ...</td>\n      <td>suka makan buah belimbing walaupun belimbing b...</td>\n      <td>79972522</td>\n      <td>KlikDokter</td>\n      <td>klikdoktercom</td>\n      <td>Media komunikasi &amp; informasi kesehatan pertama...</td>\n      <td>69357</td>\n      <td>False</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>37</th>\n      <td>1350364173033631744</td>\n      <td>2021-01-16 08:48:02 UTC</td>\n      <td>Udah 3x konsul di Halodoc dengan dokter yang b...</td>\n      <td>udah 3x konsul di halodoc dengan dokter yang b...</td>\n      <td>624785829</td>\n      <td>Meow Meow Meow �� ��</td>\n      <td>kochengfess</td>\n      <td>Pelopor base kochengg, MEOW! �������� ��������...</td>\n      <td>49045</td>\n      <td>False</td>\n      <td>18</td>\n    </tr>\n    <tr>\n      <th>44</th>\n      <td>1349628568612052993</td>\n      <td>2021-01-14 08:05:00 UTC</td>\n      <td>Manfaat Vaksin Covid-19 ini bukan hanya utk di...</td>\n      <td>manfaat vaksin covid 19 ini bukan hanya utk di...</td>\n      <td>1328659703929384960</td>\n      <td>Ronggo Warsito</td>\n      <td>RonggoWarsit0</td>\n      <td>“Life isn't about finding yourself. Life is ab...</td>\n      <td>268</td>\n      <td>False</td>\n      <td>13</td>\n    </tr>\n    <tr>\n      <th>15</th>\n      <td>1349597114595110912</td>\n      <td>2021-01-14 06:00:01 UTC</td>\n      <td>Gimana sih caranya dan apa yang harus diajarka...</td>\n      <td>gimana sih caranya dan apa yang harus diajarka...</td>\n      <td>79972522</td>\n      <td>KlikDokter</td>\n      <td>klikdoktercom</td>\n      <td>Media komunikasi &amp; informasi kesehatan pertama...</td>\n      <td>69362</td>\n      <td>False</td>\n      <td>6</td>\n    </tr>\n    <tr>\n      <th>17</th>\n      <td>1356247294945845248</td>\n      <td>2021-02-01 14:25:27 UTC</td>\n      <td>Setelah baca literatur dari berbagai sumber te...</td>\n      <td>setelah baca literatur dari berbagai sumber te...</td>\n      <td>1105744788681183233</td>\n      <td>Bang Tani</td>\n      <td>petanirumah</td>\n      <td>Hanya PETANI RUMAHAN Bukan Pemilik Tanah Abang</td>\n      <td>23591</td>\n      <td>False</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>45</th>\n      <td>1363713331299713027</td>\n      <td>2021-02-22 04:52:49 UTC</td>\n      <td>CIRI - CIRI PSIKOPAT : - Tak punya emphaty - T...</td>\n      <td>ciri ciri psikopat tak punya emphaty tak meras...</td>\n      <td>338314080</td>\n      <td>Anak Kolong™|</td>\n      <td>AnakKolong_</td>\n      <td>I'm not right wing, I'm human wing | tukang kebun</td>\n      <td>43992</td>\n      <td>False</td>\n      <td>270</td>\n    </tr>\n    <tr>\n      <th>22</th>\n      <td>1365010717925994498</td>\n      <td>2021-02-25 18:48:10 UTC</td>\n      <td>@Helmi67711233 @Gemacan213 @DPR_RI @PKSejahter...</td>\n      <td>ri id marufamin minuman beralkohol sangat berb...</td>\n      <td>1106035463972769792</td>\n      <td>Casper Be Win</td>\n      <td>CasperBeWin1</td>\n      <td>Never quit the truth. Islam is my religion and...</td>\n      <td>4704</td>\n      <td>False</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>14</th>\n      <td>1341997842160750595</td>\n      <td>2020-12-24 06:43:13 UTC</td>\n      <td>Kabar gembira vaksin sinovac Telah datang seba...</td>\n      <td>kabar gembira vaksin sinovac telah datang seba...</td>\n      <td>1186821981628334080</td>\n      <td>���� cíղԵα ղkɾí ����</td>\n      <td>qiunco2761</td>\n      <td>NaN</td>\n      <td>6521</td>\n      <td>False</td>\n      <td>17</td>\n    </tr>\n    <tr>\n      <th>42</th>\n      <td>1358611511002947588</td>\n      <td>2021-02-08 03:00:00 UTC</td>\n      <td>Orangtua pasti seneng deh kalo liat si kecil b...</td>\n      <td>orangtua pasti seneng deh kalo liat si kecil b...</td>\n      <td>79972522</td>\n      <td>KlikDokter</td>\n      <td>klikdoktercom</td>\n      <td>Media komunikasi &amp; informasi kesehatan pertama...</td>\n      <td>69329</td>\n      <td>False</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>10</th>\n      <td>1341899779446505472</td>\n      <td>2020-12-24 00:13:33 UTC</td>\n      <td>This is why ive never ever trusted halodoc. De...</td>\n      <td>this is why ive never ever trusted halodoc des...</td>\n      <td>2976768301</td>\n      <td>Son Dal Mii</td>\n      <td>Mii_mishka</td>\n      <td>nenek robert, mi-i, dora, ador, amidor, bochin...</td>\n      <td>1795</td>\n      <td>False</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>26</th>\n      <td>1367349503934668805</td>\n      <td>2021-03-04 05:41:40 UTC</td>\n      <td>Kolaborasi yg keren nih, membantu pemerintah @...</td>\n      <td>kolaborasi yg keren nih membantu pemerintah ut...</td>\n      <td>1021967355058876417</td>\n      <td>WidyaNingrom</td>\n      <td>ning_elmainuri</td>\n      <td>من هنا نبدأ و نتغير ... !!!</td>\n      <td>1558</td>\n      <td>False</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>41</th>\n      <td>1339903238359769088</td>\n      <td>2020-12-18 12:00:00 UTC</td>\n      <td>Ini yakin yang mau ku bagi hadiah segini doang...</td>\n      <td>ini yakin yang mau ku bagi hadiah segini doang...</td>\n      <td>4618731253</td>\n      <td>Halodoc Official Account</td>\n      <td>HalodocID</td>\n      <td>Mitra Resmi @KemenkesRI &amp; @BNPB_Indonesia untu...</td>\n      <td>8606</td>\n      <td>False</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>40</th>\n      <td>1350025755573407744</td>\n      <td>2021-01-15 10:23:17 UTC</td>\n      <td>Salah satu manfaat Teripang adalah meningkatka...</td>\n      <td>salah satu manfaat teripang adalah meningkatka...</td>\n      <td>1327142598033756161</td>\n      <td>sitisisterceria2</td>\n      <td>sitasisterceria</td>\n      <td>�� NKRI ����</td>\n      <td>1752</td>\n      <td>False</td>\n      <td>69</td>\n    </tr>\n    <tr>\n      <th>39</th>\n      <td>1359405271857070086</td>\n      <td>2021-02-10 07:34:07 UTC</td>\n      <td>halo manusia manusia goblok kalo lo lagi ga ad...</td>\n      <td>halo manusia manusia goblok kalo lo lagi ga ad...</td>\n      <td>57299114</td>\n      <td>����������</td>\n      <td>BapaknyaRico</td>\n      <td>99% of my tweets are trash written in indonesi...</td>\n      <td>12086</td>\n      <td>False</td>\n      <td>4</td>\n    </tr>\n    <tr>\n      <th>34</th>\n      <td>1364036616830902284</td>\n      <td>2021-02-23 02:17:26 UTC</td>\n      <td>Serem tadi ada yang nelpon penipuan atas nama ...</td>\n      <td>serem tadi ada yang nelpon penipuan atas nama ...</td>\n      <td>1001354100</td>\n      <td>Dicky</td>\n      <td>dicky_aria_</td>\n      <td>理想 || Perfect has 7 words, so does Jesslyn || ...</td>\n      <td>646</td>\n      <td>False</td>\n      <td>12</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>1344943634701959168</td>\n      <td>2021-01-01 09:48:45 UTC</td>\n      <td>Zoo aku mau sharing :))) aku kesel banget sama...</td>\n      <td>zoo aku mau sharing aku kesel banget sama pela...</td>\n      <td>1482552098</td>\n      <td>ZOO</td>\n      <td>ZOO_FESS</td>\n      <td>Sub @ZOOFESS_ID @FFOODFESS @kataberbicara @MUS...</td>\n      <td>103114</td>\n      <td>False</td>\n      <td>3</td>\n    </tr>\n  </tbody>\n</table>\n</div>"
     },
     "metadata": {},
     "execution_count": 12
    }
   ],
   "source": [
    "df = pd.read_csv('Sample Tweets\\sample_tweet-brand2.csv')\n",
    "sample = df.sample(df.shape[0])\n",
    "sample"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "import nltk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "tw=nltk.TweetTokenizer()\n",
    "sample['tokenized']=sample.text.apply(tw.tokenize)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "82    [Ridwan, Kamil, :, Saya, Dukung, AHY, ,, Janga...\n",
       "45    [Gub, Jateng, @ganjarpranowo, dan, Gub, Jabar,...\n",
       "98    [Oktober, 2018, Jembatan, hancur, sbb, banjir,...\n",
       "32    [Warga, DKI, menggugat, @aniesbaswedan, gegara...\n",
       "9     [Kasihan, kita, juga, kang, ,, warga, ., Gak, ...\n",
       "                            ...                        \n",
       "1     [Sebanyak, 15, relawan, dan, bantuan, logistik...\n",
       "37    [Kok, gk, curhat, ke, Kan, @ridwankamil, ?, Ka...\n",
       "36    [Menyikapi, maraknya, massa, pendukung, HRS, a...\n",
       "22    [https://t.co/juThQRplqS, Menyikapi, maraknya,...\n",
       "26    [Untung, gak, jadi, silaturahmi, ,, kang, ., K...\n",
       "Name: tokenized, Length: 100, dtype: object"
      ]
     },
     "metadata": {},
     "execution_count": 64
    }
   ],
   "source": [
    "sample['tokenized']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "Zoo aku mau sharing :))) aku kesel banget sama pelayanan salah satu drh halodoc. Iya sih aku cuma bayar 10rb, tapi masa bener2 dicuekin sampe waktunya abis dan konsulnya cancel otomatis? :))) 10rb melayang, dapet saran jg enggak. Btw aku tuh cuma nanya, kucingku lg (cont) https://t.co/6qhSxiYgGb\n"
     ]
    }
   ],
   "source": [
    "print(sample.loc[4]['text'])    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "sample.to_csv('sample.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "sample[['id','text']].to_csv('sample.txt', header=None, index=None, sep=' ', mode='a')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "from random import choice\n",
    "\n",
    "with open('sample.txt', 'r',  encoding=\"mbcs\") as r:\n",
    "    lines = r.readlines()\n",
    "\n",
    "with open('sample_shuffled_1.txt', 'w', encoding=\"mbcs\") as w:\n",
    "    while lines:\n",
    "        l = choice(lines)\n",
    "        lines.remove(l)\n",
    "        w.write(l)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ]
}