3.4_Prepr_train_PCA.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data preprocessing: PCA\n",
    "\n",
    "**NOTEBOOK GOAL**: Aggregate attributes into meaningful Principal Components\n",
    "\n",
    "**DATASET TRANSFORMATION**: `preprocessed_(train|test).csv` >> `preprocessed_(train|test)_PCA.csv`\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# reoder variables to work on train or test dataset\n",
    "work_on = 'test'\n",
    "#work_on = 'train'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "sns.set(style=\"white\", color_codes=True)\n",
    "sns.set_context(rc={\"font.family\":'sans',\"font.size\":24,\"axes.titlesize\":24,\"axes.labelsize\":24})  \n",
    "\n",
    "import warnings \n",
    "warnings.filterwarnings(\"ignore\")\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('./dataset/preprocessed_' + work_on + '.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 37586 entries, 0 to 37585\n",
      "Data columns (total 55 columns):\n",
      "StoreID                        37586 non-null int64\n",
      "Date                           37586 non-null object\n",
      "IsHoliday                      37586 non-null int64\n",
      "HasPromotions                  37586 non-null int64\n",
      "StoreType                      37586 non-null object\n",
      "AssortmentType                 37586 non-null object\n",
      "NearestCompetitor              37586 non-null int64\n",
      "Region                         37586 non-null int64\n",
      "Region_AreaKM2                 37586 non-null int64\n",
      "Region_GDP                     37586 non-null int64\n",
      "Region_PopulationK             37586 non-null int64\n",
      "CloudCover                     37586 non-null float64\n",
      "Events                         37586 non-null object\n",
      "Max_Dew_PointC                 37586 non-null int64\n",
      "Max_Humidity                   37586 non-null int64\n",
      "Max_Sea_Level_PressurehPa      37586 non-null int64\n",
      "Max_TemperatureC               37586 non-null int64\n",
      "Max_VisibilityKm               37586 non-null float64\n",
      "Max_Wind_SpeedKm_h             37586 non-null int64\n",
      "Mean_Dew_PointC                37586 non-null int64\n",
      "Mean_Humidity                  37586 non-null int64\n",
      "Mean_Sea_Level_PressurehPa     37586 non-null int64\n",
      "Mean_TemperatureC              37586 non-null int64\n",
      "Mean_VisibilityKm              37586 non-null float64\n",
      "Mean_Wind_SpeedKm_h            37586 non-null int64\n",
      "Min_Dew_PointC                 37586 non-null int64\n",
      "Min_Humidity                   37586 non-null int64\n",
      "Min_Sea_Level_PressurehPa      37586 non-null int64\n",
      "Min_TemperatureC               37586 non-null int64\n",
      "Min_VisibilitykM               37586 non-null float64\n",
      "Precipitationmm                37586 non-null float64\n",
      "WindDirDegrees                 37586 non-null int64\n",
      "D_Day                          37586 non-null int64\n",
      "D_DayOfYear                    37586 non-null int64\n",
      "D_Month                        37586 non-null int64\n",
      "D_Year                         37586 non-null int64\n",
      "D_DayOfweek                    37586 non-null int64\n",
      "StoreType_SuperMarket          37586 non-null int64\n",
      "StoreType_HyperMarket          37586 non-null int64\n",
      "StoreType_StandardMarket       37586 non-null int64\n",
      "StoreType_ShoppingCenter       37586 non-null int64\n",
      "AssortmentType_General         37586 non-null int64\n",
      "AssortmentType_WithNFDept      37586 non-null int64\n",
      "AssortmentType_WithFishDept    37586 non-null int64\n",
      "Events_Fog                     37586 non-null int64\n",
      "Events_Hail                    37586 non-null int64\n",
      "Events_Rain                    37586 non-null int64\n",
      "Events_Snow                    37586 non-null int64\n",
      "Events_Thunderstorm            37586 non-null int64\n",
      "MeanStoreSales                 37586 non-null float64\n",
      "MeanRegionSales                37586 non-null float64\n",
      "MeanCustomers                  37586 non-null float64\n",
      "MeanRegionCustomers            37586 non-null float64\n",
      "D_DayOfWeek_cos                37586 non-null float64\n",
      "D_DayOfWeek_sin                37586 non-null float64\n",
      "dtypes: float64(11), int64(40), object(4)\n",
      "memory usage: 15.8+ MB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "========= COLUMNS WITH NULL VALUES =================\n",
      "Series([], dtype: bool)\n",
      "========= COLUMNS WITH INFINITE VALUES =================\n",
      "CloudCover             True\n",
      "Max_VisibilityKm       True\n",
      "Mean_VisibilityKm      True\n",
      "Min_VisibilitykM       True\n",
      "Precipitationmm        True\n",
      "MeanStoreSales         True\n",
      "MeanRegionSales        True\n",
      "MeanCustomers          True\n",
      "MeanRegionCustomers    True\n",
      "D_DayOfWeek_cos        True\n",
      "D_DayOfWeek_sin        True\n",
      "dtype: bool\n"
     ]
    }
   ],
   "source": [
    "m = df.isnull().any()\n",
    "print(\"========= COLUMNS WITH NULL VALUES =================\")\n",
    "print(m[m])\n",
    "print(\"========= COLUMNS WITH INFINITE VALUES =================\")\n",
    "m = np.isfinite(df.select_dtypes(include=['float64'])).any()\n",
    "print(m[m])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Normalization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.005299</td>\n",
       "      <td>0.005150</td>\n",
       "      <td>0.003486</td>\n",
       "      <td>0.003451</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.005613</td>\n",
       "      <td>0.005154</td>\n",
       "      <td>0.003932</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>...</td>\n",
       "      <td>0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.003782</td>\n",
       "      <td>0.005523</td>\n",
       "      <td>0.005145</td>\n",
       "      <td>0.001936</td>\n",
       "      <td>0.003643</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.006212</td>\n",
       "      <td>0.005124</td>\n",
       "      <td>0.002621</td>\n",
       "      <td>0.002198</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004277</td>\n",
       "      <td>0.019921</td>\n",
       "      <td>1.956490e-07</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.956490e-07</td>\n",
       "      <td>1.956490e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.001891</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005155</td>\n",
       "      <td>0.003098</td>\n",
       "      <td>0.003451</td>\n",
       "      <td>-0.001574</td>\n",
       "      <td>0.005538</td>\n",
       "      <td>0.005159</td>\n",
       "      <td>0.001966</td>\n",
       "      <td>0.004030</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.912979e-07</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.912979e-07</td>\n",
       "      <td>3.912979e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.006618</td>\n",
       "      <td>0.004853</td>\n",
       "      <td>0.005130</td>\n",
       "      <td>0.003873</td>\n",
       "      <td>0.008052</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.004865</td>\n",
       "      <td>0.005093</td>\n",
       "      <td>0.003932</td>\n",
       "      <td>0.008427</td>\n",
       "      <td>...</td>\n",
       "      <td>0.002851</td>\n",
       "      <td>0.000980</td>\n",
       "      <td>7.825958e-07</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.018155</td>\n",
       "      <td>7.825958e-07</td>\n",
       "      <td>7.825958e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.004853</td>\n",
       "      <td>0.005150</td>\n",
       "      <td>0.004260</td>\n",
       "      <td>0.007093</td>\n",
       "      <td>-0.001574</td>\n",
       "      <td>0.004865</td>\n",
       "      <td>0.005154</td>\n",
       "      <td>0.003932</td>\n",
       "      <td>0.006961</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002000</td>\n",
       "      <td>9.782448e-07</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>9.782448e-07</td>\n",
       "      <td>9.782448e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.001891</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005196</td>\n",
       "      <td>0.003098</td>\n",
       "      <td>0.006710</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005613</td>\n",
       "      <td>0.005184</td>\n",
       "      <td>0.002621</td>\n",
       "      <td>0.005129</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001426</td>\n",
       "      <td>0.000980</td>\n",
       "      <td>1.173894e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.027349</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.173894e-06</td>\n",
       "      <td>1.173894e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.000945</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005231</td>\n",
       "      <td>0.003098</td>\n",
       "      <td>0.004026</td>\n",
       "      <td>-0.001574</td>\n",
       "      <td>0.004790</td>\n",
       "      <td>0.005240</td>\n",
       "      <td>0.002621</td>\n",
       "      <td>0.004763</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001426</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.369543e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.369543e-06</td>\n",
       "      <td>1.369543e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.001891</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005236</td>\n",
       "      <td>0.003486</td>\n",
       "      <td>0.003451</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005538</td>\n",
       "      <td>0.005245</td>\n",
       "      <td>0.001966</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.565192e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.565192e-06</td>\n",
       "      <td>1.565192e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.000945</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005221</td>\n",
       "      <td>0.004260</td>\n",
       "      <td>0.002492</td>\n",
       "      <td>-0.001574</td>\n",
       "      <td>0.005538</td>\n",
       "      <td>0.005225</td>\n",
       "      <td>0.001966</td>\n",
       "      <td>0.001099</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.004277</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.760841e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.760841e-06</td>\n",
       "      <td>1.760841e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.005673</td>\n",
       "      <td>0.005467</td>\n",
       "      <td>0.005181</td>\n",
       "      <td>0.006197</td>\n",
       "      <td>0.004026</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.005388</td>\n",
       "      <td>0.005184</td>\n",
       "      <td>0.005243</td>\n",
       "      <td>0.002198</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.152139e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.152139e-06</td>\n",
       "      <td>2.152139e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.008509</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005186</td>\n",
       "      <td>0.003873</td>\n",
       "      <td>0.002492</td>\n",
       "      <td>0.006297</td>\n",
       "      <td>0.006810</td>\n",
       "      <td>0.005194</td>\n",
       "      <td>0.002621</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002851</td>\n",
       "      <td>0.000980</td>\n",
       "      <td>2.347787e-06</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.347787e-06</td>\n",
       "      <td>2.347787e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005201</td>\n",
       "      <td>0.003873</td>\n",
       "      <td>0.004984</td>\n",
       "      <td>-0.001574</td>\n",
       "      <td>0.004939</td>\n",
       "      <td>0.005210</td>\n",
       "      <td>0.003277</td>\n",
       "      <td>0.003664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.543436e-06</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.543436e-06</td>\n",
       "      <td>2.543436e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.001891</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005201</td>\n",
       "      <td>0.004647</td>\n",
       "      <td>0.004026</td>\n",
       "      <td>-0.001574</td>\n",
       "      <td>0.004939</td>\n",
       "      <td>0.005210</td>\n",
       "      <td>0.002621</td>\n",
       "      <td>0.003664</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.739085e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.739085e-06</td>\n",
       "      <td>2.739085e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>-0.000945</td>\n",
       "      <td>0.004518</td>\n",
       "      <td>0.005181</td>\n",
       "      <td>0.003098</td>\n",
       "      <td>0.005176</td>\n",
       "      <td>-0.003149</td>\n",
       "      <td>0.004416</td>\n",
       "      <td>0.005179</td>\n",
       "      <td>0.002621</td>\n",
       "      <td>0.005862</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001426</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.934734e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.934734e-06</td>\n",
       "      <td>2.934734e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.001891</td>\n",
       "      <td>0.004240</td>\n",
       "      <td>0.005176</td>\n",
       "      <td>0.002711</td>\n",
       "      <td>0.004984</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005089</td>\n",
       "      <td>0.005184</td>\n",
       "      <td>0.002621</td>\n",
       "      <td>0.006595</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004277</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.130383e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.130383e-06</td>\n",
       "      <td>3.130383e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.004853</td>\n",
       "      <td>0.005160</td>\n",
       "      <td>0.005035</td>\n",
       "      <td>0.004984</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.004715</td>\n",
       "      <td>0.005174</td>\n",
       "      <td>0.005243</td>\n",
       "      <td>0.005862</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004277</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.521681e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.521681e-06</td>\n",
       "      <td>3.521681e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.003782</td>\n",
       "      <td>0.004518</td>\n",
       "      <td>0.005165</td>\n",
       "      <td>0.006584</td>\n",
       "      <td>0.004026</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.004191</td>\n",
       "      <td>0.005179</td>\n",
       "      <td>0.007209</td>\n",
       "      <td>0.005129</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.717330e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.717330e-06</td>\n",
       "      <td>3.717330e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.005673</td>\n",
       "      <td>0.004853</td>\n",
       "      <td>0.005171</td>\n",
       "      <td>0.006971</td>\n",
       "      <td>0.003067</td>\n",
       "      <td>0.006297</td>\n",
       "      <td>0.004416</td>\n",
       "      <td>0.005179</td>\n",
       "      <td>0.007864</td>\n",
       "      <td>0.003664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007128</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.912979e-06</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.912979e-06</td>\n",
       "      <td>3.912979e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.005673</td>\n",
       "      <td>0.004853</td>\n",
       "      <td>0.005171</td>\n",
       "      <td>0.006197</td>\n",
       "      <td>0.004601</td>\n",
       "      <td>0.006297</td>\n",
       "      <td>0.004790</td>\n",
       "      <td>0.005184</td>\n",
       "      <td>0.007209</td>\n",
       "      <td>0.004763</td>\n",
       "      <td>...</td>\n",
       "      <td>0.009980</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.108628e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.108628e-06</td>\n",
       "      <td>4.108628e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005171</td>\n",
       "      <td>0.005809</td>\n",
       "      <td>0.002684</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.004490</td>\n",
       "      <td>0.005174</td>\n",
       "      <td>0.005898</td>\n",
       "      <td>0.002931</td>\n",
       "      <td>...</td>\n",
       "      <td>0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.304277e-06</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.304277e-06</td>\n",
       "      <td>4.304277e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.004727</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005140</td>\n",
       "      <td>0.003098</td>\n",
       "      <td>0.003451</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.006137</td>\n",
       "      <td>0.005144</td>\n",
       "      <td>0.001966</td>\n",
       "      <td>0.002198</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001426</td>\n",
       "      <td>0.002000</td>\n",
       "      <td>4.499926e-06</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.499926e-06</td>\n",
       "      <td>4.499926e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.001891</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005155</td>\n",
       "      <td>0.003873</td>\n",
       "      <td>0.003067</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005388</td>\n",
       "      <td>0.005144</td>\n",
       "      <td>0.003277</td>\n",
       "      <td>0.003664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.891224e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.891224e-06</td>\n",
       "      <td>4.891224e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005100</td>\n",
       "      <td>0.005035</td>\n",
       "      <td>0.002684</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.005388</td>\n",
       "      <td>0.005103</td>\n",
       "      <td>0.003932</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.086873e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.086873e-06</td>\n",
       "      <td>5.086873e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.005673</td>\n",
       "      <td>0.004518</td>\n",
       "      <td>0.005070</td>\n",
       "      <td>0.006971</td>\n",
       "      <td>0.006135</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.004640</td>\n",
       "      <td>0.005078</td>\n",
       "      <td>0.007209</td>\n",
       "      <td>0.004030</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.282522e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.282522e-06</td>\n",
       "      <td>5.282522e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.003782</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005095</td>\n",
       "      <td>0.004260</td>\n",
       "      <td>0.007668</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.005089</td>\n",
       "      <td>0.005098</td>\n",
       "      <td>0.005243</td>\n",
       "      <td>0.006961</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.478171e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.478171e-06</td>\n",
       "      <td>5.478171e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.003782</td>\n",
       "      <td>0.005021</td>\n",
       "      <td>0.005160</td>\n",
       "      <td>0.004260</td>\n",
       "      <td>0.006135</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.004715</td>\n",
       "      <td>0.005144</td>\n",
       "      <td>0.004587</td>\n",
       "      <td>0.006595</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.673820e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.673820e-06</td>\n",
       "      <td>5.673820e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.007564</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005160</td>\n",
       "      <td>0.005035</td>\n",
       "      <td>0.005176</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.004790</td>\n",
       "      <td>0.005159</td>\n",
       "      <td>0.005243</td>\n",
       "      <td>0.004030</td>\n",
       "      <td>...</td>\n",
       "      <td>0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.869469e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.869469e-06</td>\n",
       "      <td>5.869469e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.005673</td>\n",
       "      <td>0.004574</td>\n",
       "      <td>0.005105</td>\n",
       "      <td>0.004260</td>\n",
       "      <td>0.010544</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.004191</td>\n",
       "      <td>0.005078</td>\n",
       "      <td>0.005243</td>\n",
       "      <td>0.010625</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6.260767e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6.260767e-06</td>\n",
       "      <td>6.260767e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.008509</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005095</td>\n",
       "      <td>0.005809</td>\n",
       "      <td>0.011694</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.004715</td>\n",
       "      <td>0.005073</td>\n",
       "      <td>0.005898</td>\n",
       "      <td>0.011358</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.015921</td>\n",
       "      <td>6.456416e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.027349</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6.456416e-06</td>\n",
       "      <td>6.456416e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005145</td>\n",
       "      <td>0.003486</td>\n",
       "      <td>0.014187</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004790</td>\n",
       "      <td>0.005139</td>\n",
       "      <td>0.003932</td>\n",
       "      <td>0.010625</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004277</td>\n",
       "      <td>0.002980</td>\n",
       "      <td>6.652065e-06</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.024992</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.018155</td>\n",
       "      <td>6.652065e-06</td>\n",
       "      <td>6.652065e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37556</th>\n",
       "      <td>0.004727</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005140</td>\n",
       "      <td>0.003098</td>\n",
       "      <td>0.003451</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.006137</td>\n",
       "      <td>0.005144</td>\n",
       "      <td>0.001966</td>\n",
       "      <td>0.002198</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001426</td>\n",
       "      <td>0.002000</td>\n",
       "      <td>8.931571e-03</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.931571e-03</td>\n",
       "      <td>8.931571e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37557</th>\n",
       "      <td>0.001891</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005155</td>\n",
       "      <td>0.003873</td>\n",
       "      <td>0.003067</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.005388</td>\n",
       "      <td>0.005144</td>\n",
       "      <td>0.003277</td>\n",
       "      <td>0.003664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.931962e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.931962e-03</td>\n",
       "      <td>8.931962e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37558</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005100</td>\n",
       "      <td>0.005035</td>\n",
       "      <td>0.002684</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.005388</td>\n",
       "      <td>0.005103</td>\n",
       "      <td>0.003932</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.932157e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.932157e-03</td>\n",
       "      <td>8.932157e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37559</th>\n",
       "      <td>0.005673</td>\n",
       "      <td>0.004518</td>\n",
       "      <td>0.005070</td>\n",
       "      <td>0.006971</td>\n",
       "      <td>0.006135</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.004640</td>\n",
       "      <td>0.005078</td>\n",
       "      <td>0.007209</td>\n",
       "      <td>0.004030</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.932353e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.932353e-03</td>\n",
       "      <td>8.932353e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37560</th>\n",
       "      <td>0.003782</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005095</td>\n",
       "      <td>0.004260</td>\n",
       "      <td>0.007668</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.005089</td>\n",
       "      <td>0.005098</td>\n",
       "      <td>0.005243</td>\n",
       "      <td>0.006961</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.932549e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.932549e-03</td>\n",
       "      <td>8.932549e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37561</th>\n",
       "      <td>0.003782</td>\n",
       "      <td>0.005021</td>\n",
       "      <td>0.005160</td>\n",
       "      <td>0.004260</td>\n",
       "      <td>0.006135</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.004715</td>\n",
       "      <td>0.005144</td>\n",
       "      <td>0.004587</td>\n",
       "      <td>0.006595</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.932744e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.932744e-03</td>\n",
       "      <td>8.932744e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37562</th>\n",
       "      <td>0.007564</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005160</td>\n",
       "      <td>0.005035</td>\n",
       "      <td>0.005176</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.004790</td>\n",
       "      <td>0.005159</td>\n",
       "      <td>0.005243</td>\n",
       "      <td>0.004030</td>\n",
       "      <td>...</td>\n",
       "      <td>0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.932940e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.932940e-03</td>\n",
       "      <td>8.932940e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37563</th>\n",
       "      <td>0.005673</td>\n",
       "      <td>0.004574</td>\n",
       "      <td>0.005105</td>\n",
       "      <td>0.004260</td>\n",
       "      <td>0.010544</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.004191</td>\n",
       "      <td>0.005078</td>\n",
       "      <td>0.005243</td>\n",
       "      <td>0.010625</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.933331e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.933331e-03</td>\n",
       "      <td>8.933331e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37564</th>\n",
       "      <td>0.008509</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005095</td>\n",
       "      <td>0.005809</td>\n",
       "      <td>0.011694</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.004715</td>\n",
       "      <td>0.005073</td>\n",
       "      <td>0.005898</td>\n",
       "      <td>0.011358</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.015921</td>\n",
       "      <td>8.933527e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.027349</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.933527e-03</td>\n",
       "      <td>8.933527e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37565</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005145</td>\n",
       "      <td>0.003486</td>\n",
       "      <td>0.014187</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004790</td>\n",
       "      <td>0.005139</td>\n",
       "      <td>0.003932</td>\n",
       "      <td>0.010625</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004277</td>\n",
       "      <td>0.002980</td>\n",
       "      <td>8.933723e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.024992</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.018155</td>\n",
       "      <td>8.933723e-03</td>\n",
       "      <td>8.933723e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37566</th>\n",
       "      <td>0.004727</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005150</td>\n",
       "      <td>0.003486</td>\n",
       "      <td>0.008244</td>\n",
       "      <td>-0.001574</td>\n",
       "      <td>0.004565</td>\n",
       "      <td>0.005134</td>\n",
       "      <td>0.003932</td>\n",
       "      <td>0.009892</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004277</td>\n",
       "      <td>0.007961</td>\n",
       "      <td>8.933918e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.933918e-03</td>\n",
       "      <td>8.933918e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37567</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005135</td>\n",
       "      <td>0.003098</td>\n",
       "      <td>0.004984</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.005014</td>\n",
       "      <td>0.005139</td>\n",
       "      <td>0.003932</td>\n",
       "      <td>0.003664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.015921</td>\n",
       "      <td>8.934310e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.934310e-03</td>\n",
       "      <td>8.934310e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37568</th>\n",
       "      <td>-0.000945</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005231</td>\n",
       "      <td>0.005035</td>\n",
       "      <td>0.002492</td>\n",
       "      <td>-0.004723</td>\n",
       "      <td>0.004191</td>\n",
       "      <td>0.005235</td>\n",
       "      <td>0.003932</td>\n",
       "      <td>0.002198</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.934897e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.934897e-03</td>\n",
       "      <td>8.934897e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37569</th>\n",
       "      <td>0.003782</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005211</td>\n",
       "      <td>0.006197</td>\n",
       "      <td>0.002492</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.004790</td>\n",
       "      <td>0.005220</td>\n",
       "      <td>0.005243</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001426</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.935092e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.935092e-03</td>\n",
       "      <td>8.935092e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37570</th>\n",
       "      <td>0.005673</td>\n",
       "      <td>0.004853</td>\n",
       "      <td>0.005196</td>\n",
       "      <td>0.007359</td>\n",
       "      <td>0.003067</td>\n",
       "      <td>0.007871</td>\n",
       "      <td>0.004640</td>\n",
       "      <td>0.005194</td>\n",
       "      <td>0.007864</td>\n",
       "      <td>0.002931</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007128</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.935288e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.935288e-03</td>\n",
       "      <td>8.935288e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37571</th>\n",
       "      <td>0.006618</td>\n",
       "      <td>0.005244</td>\n",
       "      <td>0.005165</td>\n",
       "      <td>0.008520</td>\n",
       "      <td>0.003643</td>\n",
       "      <td>0.006297</td>\n",
       "      <td>0.004266</td>\n",
       "      <td>0.005164</td>\n",
       "      <td>0.008519</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.935483e-03</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.935483e-03</td>\n",
       "      <td>8.935483e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37572</th>\n",
       "      <td>0.008509</td>\n",
       "      <td>0.004574</td>\n",
       "      <td>0.005176</td>\n",
       "      <td>0.006584</td>\n",
       "      <td>0.006518</td>\n",
       "      <td>0.009446</td>\n",
       "      <td>0.004490</td>\n",
       "      <td>0.005164</td>\n",
       "      <td>0.007864</td>\n",
       "      <td>0.004763</td>\n",
       "      <td>...</td>\n",
       "      <td>0.009980</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.935679e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.935679e-03</td>\n",
       "      <td>8.935679e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37573</th>\n",
       "      <td>0.005673</td>\n",
       "      <td>0.004853</td>\n",
       "      <td>0.005196</td>\n",
       "      <td>0.006197</td>\n",
       "      <td>0.005560</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.004041</td>\n",
       "      <td>0.005205</td>\n",
       "      <td>0.007864</td>\n",
       "      <td>0.004763</td>\n",
       "      <td>...</td>\n",
       "      <td>0.009980</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.936070e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.936070e-03</td>\n",
       "      <td>8.936070e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37574</th>\n",
       "      <td>0.006618</td>\n",
       "      <td>0.004853</td>\n",
       "      <td>0.005201</td>\n",
       "      <td>0.008520</td>\n",
       "      <td>0.005560</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.004041</td>\n",
       "      <td>0.005200</td>\n",
       "      <td>0.007864</td>\n",
       "      <td>0.003664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001426</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.936266e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.936266e-03</td>\n",
       "      <td>8.936266e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37575</th>\n",
       "      <td>0.007564</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005155</td>\n",
       "      <td>0.009682</td>\n",
       "      <td>0.004026</td>\n",
       "      <td>0.009446</td>\n",
       "      <td>0.003892</td>\n",
       "      <td>0.005154</td>\n",
       "      <td>0.010485</td>\n",
       "      <td>0.003664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008554</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.936462e-03</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.936462e-03</td>\n",
       "      <td>8.936462e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37576</th>\n",
       "      <td>0.008509</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005115</td>\n",
       "      <td>0.008908</td>\n",
       "      <td>0.006135</td>\n",
       "      <td>0.009446</td>\n",
       "      <td>0.004041</td>\n",
       "      <td>0.005124</td>\n",
       "      <td>0.009175</td>\n",
       "      <td>0.002198</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008554</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.936657e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.936657e-03</td>\n",
       "      <td>8.936657e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37577</th>\n",
       "      <td>0.004727</td>\n",
       "      <td>0.003682</td>\n",
       "      <td>0.005145</td>\n",
       "      <td>0.006197</td>\n",
       "      <td>0.006135</td>\n",
       "      <td>0.001574</td>\n",
       "      <td>0.003517</td>\n",
       "      <td>0.005134</td>\n",
       "      <td>0.007209</td>\n",
       "      <td>0.007694</td>\n",
       "      <td>...</td>\n",
       "      <td>0.009980</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.936853e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.936853e-03</td>\n",
       "      <td>8.936853e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37578</th>\n",
       "      <td>0.000945</td>\n",
       "      <td>0.004240</td>\n",
       "      <td>0.005171</td>\n",
       "      <td>0.005422</td>\n",
       "      <td>0.004984</td>\n",
       "      <td>-0.001574</td>\n",
       "      <td>0.003517</td>\n",
       "      <td>0.005179</td>\n",
       "      <td>0.005243</td>\n",
       "      <td>0.005129</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004277</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.937049e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.937049e-03</td>\n",
       "      <td>8.937049e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37579</th>\n",
       "      <td>0.001891</td>\n",
       "      <td>0.003682</td>\n",
       "      <td>0.005176</td>\n",
       "      <td>0.007746</td>\n",
       "      <td>0.005176</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002844</td>\n",
       "      <td>0.005184</td>\n",
       "      <td>0.008519</td>\n",
       "      <td>0.004763</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008554</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.937440e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.937440e-03</td>\n",
       "      <td>8.937440e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37580</th>\n",
       "      <td>0.004727</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005191</td>\n",
       "      <td>0.009295</td>\n",
       "      <td>0.004026</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.003443</td>\n",
       "      <td>0.005200</td>\n",
       "      <td>0.008519</td>\n",
       "      <td>0.002198</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004277</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.937636e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.937636e-03</td>\n",
       "      <td>8.937636e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37581</th>\n",
       "      <td>0.002836</td>\n",
       "      <td>0.004518</td>\n",
       "      <td>0.005186</td>\n",
       "      <td>0.006584</td>\n",
       "      <td>0.006518</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.003892</td>\n",
       "      <td>0.005189</td>\n",
       "      <td>0.007209</td>\n",
       "      <td>0.004030</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005703</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.937831e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.937831e-03</td>\n",
       "      <td>8.937831e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37582</th>\n",
       "      <td>0.003782</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005160</td>\n",
       "      <td>0.006971</td>\n",
       "      <td>0.002109</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.004341</td>\n",
       "      <td>0.005154</td>\n",
       "      <td>0.006553</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001426</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.938027e-03</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.938027e-03</td>\n",
       "      <td>8.938027e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37583</th>\n",
       "      <td>0.004727</td>\n",
       "      <td>0.005188</td>\n",
       "      <td>0.005125</td>\n",
       "      <td>0.008133</td>\n",
       "      <td>0.003067</td>\n",
       "      <td>0.003149</td>\n",
       "      <td>0.003967</td>\n",
       "      <td>0.005129</td>\n",
       "      <td>0.007209</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>...</td>\n",
       "      <td>0.002851</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.938223e-03</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.938223e-03</td>\n",
       "      <td>8.938223e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37584</th>\n",
       "      <td>0.011346</td>\n",
       "      <td>0.005244</td>\n",
       "      <td>0.005100</td>\n",
       "      <td>0.006971</td>\n",
       "      <td>0.004984</td>\n",
       "      <td>0.012594</td>\n",
       "      <td>0.005613</td>\n",
       "      <td>0.005108</td>\n",
       "      <td>0.007864</td>\n",
       "      <td>0.002198</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008554</td>\n",
       "      <td>0.000980</td>\n",
       "      <td>8.938418e-03</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.938418e-03</td>\n",
       "      <td>8.938418e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37585</th>\n",
       "      <td>0.013237</td>\n",
       "      <td>0.005578</td>\n",
       "      <td>0.005075</td>\n",
       "      <td>0.005422</td>\n",
       "      <td>0.005560</td>\n",
       "      <td>0.017317</td>\n",
       "      <td>0.006586</td>\n",
       "      <td>0.005073</td>\n",
       "      <td>0.007209</td>\n",
       "      <td>0.004030</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011405</td>\n",
       "      <td>0.011960</td>\n",
       "      <td>8.938810e-03</td>\n",
       "      <td>0.011588</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00733</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8.938810e-03</td>\n",
       "      <td>8.938810e-03</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>37586 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             0         1         2         3         4         5         6   \\\n",
       "0      0.002836  0.005299  0.005150  0.003486  0.003451  0.003149  0.005613   \n",
       "1      0.003782  0.005523  0.005145  0.001936  0.003643  0.003149  0.006212   \n",
       "2      0.001891  0.005578  0.005155  0.003098  0.003451 -0.001574  0.005538   \n",
       "3      0.006618  0.004853  0.005130  0.003873  0.008052  0.001574  0.004865   \n",
       "4      0.002836  0.004853  0.005150  0.004260  0.007093 -0.001574  0.004865   \n",
       "5      0.001891  0.005578  0.005196  0.003098  0.006710  0.000000  0.005613   \n",
       "6      0.000945  0.005188  0.005231  0.003098  0.004026 -0.001574  0.004790   \n",
       "7      0.001891  0.005578  0.005236  0.003486  0.003451  0.000000  0.005538   \n",
       "8      0.000945  0.005578  0.005221  0.004260  0.002492 -0.001574  0.005538   \n",
       "9      0.005673  0.005467  0.005181  0.006197  0.004026  0.004723  0.005388   \n",
       "10     0.008509  0.005578  0.005186  0.003873  0.002492  0.006297  0.006810   \n",
       "11     0.002836  0.005578  0.005201  0.003873  0.004984 -0.001574  0.004939   \n",
       "12     0.001891  0.005578  0.005201  0.004647  0.004026 -0.001574  0.004939   \n",
       "13    -0.000945  0.004518  0.005181  0.003098  0.005176 -0.003149  0.004416   \n",
       "14     0.001891  0.004240  0.005176  0.002711  0.004984  0.000000  0.005089   \n",
       "15     0.002836  0.004853  0.005160  0.005035  0.004984  0.001574  0.004715   \n",
       "16     0.003782  0.004518  0.005165  0.006584  0.004026  0.004723  0.004191   \n",
       "17     0.005673  0.004853  0.005171  0.006971  0.003067  0.006297  0.004416   \n",
       "18     0.005673  0.004853  0.005171  0.006197  0.004601  0.006297  0.004790   \n",
       "19     0.002836  0.005188  0.005171  0.005809  0.002684  0.001574  0.004490   \n",
       "20     0.004727  0.005578  0.005140  0.003098  0.003451  0.003149  0.006137   \n",
       "21     0.001891  0.005188  0.005155  0.003873  0.003067  0.000000  0.005388   \n",
       "22     0.002836  0.005578  0.005100  0.005035  0.002684  0.001574  0.005388   \n",
       "23     0.005673  0.004518  0.005070  0.006971  0.006135  0.004723  0.004640   \n",
       "24     0.003782  0.005188  0.005095  0.004260  0.007668  0.003149  0.005089   \n",
       "25     0.003782  0.005021  0.005160  0.004260  0.006135  0.001574  0.004715   \n",
       "26     0.007564  0.005188  0.005160  0.005035  0.005176  0.003149  0.004790   \n",
       "27     0.005673  0.004574  0.005105  0.004260  0.010544  0.001574  0.004191   \n",
       "28     0.008509  0.005188  0.005095  0.005809  0.011694  0.004723  0.004715   \n",
       "29     0.002836  0.005188  0.005145  0.003486  0.014187  0.000000  0.004790   \n",
       "...         ...       ...       ...       ...       ...       ...       ...   \n",
       "37556  0.004727  0.005578  0.005140  0.003098  0.003451  0.003149  0.006137   \n",
       "37557  0.001891  0.005188  0.005155  0.003873  0.003067  0.000000  0.005388   \n",
       "37558  0.002836  0.005578  0.005100  0.005035  0.002684  0.001574  0.005388   \n",
       "37559  0.005673  0.004518  0.005070  0.006971  0.006135  0.004723  0.004640   \n",
       "37560  0.003782  0.005188  0.005095  0.004260  0.007668  0.003149  0.005089   \n",
       "37561  0.003782  0.005021  0.005160  0.004260  0.006135  0.001574  0.004715   \n",
       "37562  0.007564  0.005188  0.005160  0.005035  0.005176  0.003149  0.004790   \n",
       "37563  0.005673  0.004574  0.005105  0.004260  0.010544  0.001574  0.004191   \n",
       "37564  0.008509  0.005188  0.005095  0.005809  0.011694  0.004723  0.004715   \n",
       "37565  0.002836  0.005188  0.005145  0.003486  0.014187  0.000000  0.004790   \n",
       "37566  0.004727  0.005188  0.005150  0.003486  0.008244 -0.001574  0.004565   \n",
       "37567  0.002836  0.005188  0.005135  0.003098  0.004984  0.001574  0.005014   \n",
       "37568 -0.000945  0.005188  0.005231  0.005035  0.002492 -0.004723  0.004191   \n",
       "37569  0.003782  0.005188  0.005211  0.006197  0.002492  0.003149  0.004790   \n",
       "37570  0.005673  0.004853  0.005196  0.007359  0.003067  0.007871  0.004640   \n",
       "37571  0.006618  0.005244  0.005165  0.008520  0.003643  0.006297  0.004266   \n",
       "37572  0.008509  0.004574  0.005176  0.006584  0.006518  0.009446  0.004490   \n",
       "37573  0.005673  0.004853  0.005196  0.006197  0.005560  0.004723  0.004041   \n",
       "37574  0.006618  0.004853  0.005201  0.008520  0.005560  0.004723  0.004041   \n",
       "37575  0.007564  0.005188  0.005155  0.009682  0.004026  0.009446  0.003892   \n",
       "37576  0.008509  0.005188  0.005115  0.008908  0.006135  0.009446  0.004041   \n",
       "37577  0.004727  0.003682  0.005145  0.006197  0.006135  0.001574  0.003517   \n",
       "37578  0.000945  0.004240  0.005171  0.005422  0.004984 -0.001574  0.003517   \n",
       "37579  0.001891  0.003682  0.005176  0.007746  0.005176  0.000000  0.002844   \n",
       "37580  0.004727  0.005188  0.005191  0.009295  0.004026  0.003149  0.003443   \n",
       "37581  0.002836  0.004518  0.005186  0.006584  0.006518  0.003149  0.003892   \n",
       "37582  0.003782  0.005578  0.005160  0.006971  0.002109  0.003149  0.004341   \n",
       "37583  0.004727  0.005188  0.005125  0.008133  0.003067  0.003149  0.003967   \n",
       "37584  0.011346  0.005244  0.005100  0.006971  0.004984  0.012594  0.005613   \n",
       "37585  0.013237  0.005578  0.005075  0.005422  0.005560  0.017317  0.006586   \n",
       "\n",
       "             7         8         9       ...             13        14  \\\n",
       "0      0.005154  0.003932  0.001832      ...       0.002851  0.000000   \n",
       "1      0.005124  0.002621  0.002198      ...       0.004277  0.019921   \n",
       "2      0.005159  0.001966  0.004030      ...      -0.002851  0.000000   \n",
       "3      0.005093  0.003932  0.008427      ...       0.002851  0.000980   \n",
       "4      0.005154  0.003932  0.006961      ...       0.000000  0.002000   \n",
       "5      0.005184  0.002621  0.005129      ...       0.001426  0.000980   \n",
       "6      0.005240  0.002621  0.004763      ...       0.001426  0.000000   \n",
       "7      0.005245  0.001966  0.001832      ...      -0.002851  0.000000   \n",
       "8      0.005225  0.001966  0.001099      ...      -0.004277  0.000000   \n",
       "9      0.005184  0.005243  0.002198      ...       0.000000  0.000000   \n",
       "10     0.005194  0.002621  0.001832      ...      -0.002851  0.000980   \n",
       "11     0.005210  0.003277  0.003664      ...       0.000000  0.000000   \n",
       "12     0.005210  0.002621  0.003664      ...      -0.002851  0.000000   \n",
       "13     0.005179  0.002621  0.005862      ...       0.001426  0.000000   \n",
       "14     0.005184  0.002621  0.006595      ...       0.004277  0.000000   \n",
       "15     0.005174  0.005243  0.005862      ...       0.004277  0.000000   \n",
       "16     0.005179  0.007209  0.005129      ...       0.005703  0.000000   \n",
       "17     0.005179  0.007864  0.003664      ...       0.007128  0.000000   \n",
       "18     0.005184  0.007209  0.004763      ...       0.009980  0.000000   \n",
       "19     0.005174  0.005898  0.002931      ...       0.002851  0.000000   \n",
       "20     0.005144  0.001966  0.002198      ...      -0.001426  0.002000   \n",
       "21     0.005144  0.003277  0.003664      ...       0.000000  0.000000   \n",
       "22     0.005103  0.003932  0.001832      ...      -0.002851  0.000000   \n",
       "23     0.005078  0.007209  0.004030      ...       0.005703  0.000000   \n",
       "24     0.005098  0.005243  0.006961      ...       0.005703  0.000000   \n",
       "25     0.005144  0.004587  0.006595      ...       0.005703  0.000000   \n",
       "26     0.005159  0.005243  0.004030      ...       0.002851  0.000000   \n",
       "27     0.005078  0.005243  0.010625      ...       0.005703  0.000000   \n",
       "28     0.005073  0.005898  0.011358      ...       0.005703  0.015921   \n",
       "29     0.005139  0.003932  0.010625      ...       0.004277  0.002980   \n",
       "...         ...       ...       ...      ...            ...       ...   \n",
       "37556  0.005144  0.001966  0.002198      ...      -0.001426  0.002000   \n",
       "37557  0.005144  0.003277  0.003664      ...       0.000000  0.000000   \n",
       "37558  0.005103  0.003932  0.001832      ...      -0.002851  0.000000   \n",
       "37559  0.005078  0.007209  0.004030      ...       0.005703  0.000000   \n",
       "37560  0.005098  0.005243  0.006961      ...       0.005703  0.000000   \n",
       "37561  0.005144  0.004587  0.006595      ...       0.005703  0.000000   \n",
       "37562  0.005159  0.005243  0.004030      ...       0.002851  0.000000   \n",
       "37563  0.005078  0.005243  0.010625      ...       0.005703  0.000000   \n",
       "37564  0.005073  0.005898  0.011358      ...       0.005703  0.015921   \n",
       "37565  0.005139  0.003932  0.010625      ...       0.004277  0.002980   \n",
       "37566  0.005134  0.003932  0.009892      ...       0.004277  0.007961   \n",
       "37567  0.005139  0.003932  0.003664      ...       0.005703  0.015921   \n",
       "37568  0.005235  0.003932  0.002198      ...      -0.002851  0.000000   \n",
       "37569  0.005220  0.005243  0.001832      ...      -0.001426  0.000000   \n",
       "37570  0.005194  0.007864  0.002931      ...       0.007128  0.000000   \n",
       "37571  0.005164  0.008519  0.001832      ...       0.005703  0.000000   \n",
       "37572  0.005164  0.007864  0.004763      ...       0.009980  0.000000   \n",
       "37573  0.005205  0.007864  0.004763      ...       0.009980  0.000000   \n",
       "37574  0.005200  0.007864  0.003664      ...       0.001426  0.000000   \n",
       "37575  0.005154  0.010485  0.003664      ...       0.008554  0.000000   \n",
       "37576  0.005124  0.009175  0.002198      ...       0.008554  0.000000   \n",
       "37577  0.005134  0.007209  0.007694      ...       0.009980  0.000000   \n",
       "37578  0.005179  0.005243  0.005129      ...       0.004277  0.000000   \n",
       "37579  0.005184  0.008519  0.004763      ...       0.008554  0.000000   \n",
       "37580  0.005200  0.008519  0.002198      ...       0.004277  0.000000   \n",
       "37581  0.005189  0.007209  0.004030      ...       0.005703  0.000000   \n",
       "37582  0.005154  0.006553  0.001832      ...       0.001426  0.000000   \n",
       "37583  0.005129  0.007209  0.001832      ...       0.002851  0.000000   \n",
       "37584  0.005108  0.007864  0.002198      ...       0.008554  0.000980   \n",
       "37585  0.005073  0.007209  0.004030      ...       0.011405  0.011960   \n",
       "\n",
       "                 15        16        17        18       19        20  \\\n",
       "0      0.000000e+00  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "1      1.956490e-07  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "2      3.912979e-07  0.011588  0.000000  0.000000  0.00733  0.000000   \n",
       "3      7.825958e-07  0.000000  0.000000  0.000000  0.00733  0.018155   \n",
       "4      9.782448e-07  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "5      1.173894e-06  0.000000  0.000000  0.027349  0.00733  0.000000   \n",
       "6      1.369543e-06  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "7      1.565192e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "8      1.760841e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "9      2.152139e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "10     2.347787e-06  0.011588  0.000000  0.000000  0.00733  0.000000   \n",
       "11     2.543436e-06  0.011588  0.000000  0.000000  0.00000  0.000000   \n",
       "12     2.739085e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "13     2.934734e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "14     3.130383e-06  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "15     3.521681e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "16     3.717330e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "17     3.912979e-06  0.011588  0.000000  0.000000  0.00000  0.000000   \n",
       "18     4.108628e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "19     4.304277e-06  0.011588  0.000000  0.000000  0.00000  0.000000   \n",
       "20     4.499926e-06  0.011588  0.000000  0.000000  0.00733  0.000000   \n",
       "21     4.891224e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "22     5.086873e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "23     5.282522e-06  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "24     5.478171e-06  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "25     5.673820e-06  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "26     5.869469e-06  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "27     6.260767e-06  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "28     6.456416e-06  0.000000  0.000000  0.027349  0.00733  0.000000   \n",
       "29     6.652065e-06  0.000000  0.024992  0.000000  0.00733  0.018155   \n",
       "...             ...       ...       ...       ...      ...       ...   \n",
       "37556  8.931571e-03  0.011588  0.000000  0.000000  0.00733  0.000000   \n",
       "37557  8.931962e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37558  8.932157e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37559  8.932353e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37560  8.932549e-03  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "37561  8.932744e-03  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "37562  8.932940e-03  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "37563  8.933331e-03  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "37564  8.933527e-03  0.000000  0.000000  0.027349  0.00733  0.000000   \n",
       "37565  8.933723e-03  0.000000  0.024992  0.000000  0.00733  0.018155   \n",
       "37566  8.933918e-03  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "37567  8.934310e-03  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "37568  8.934897e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37569  8.935092e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37570  8.935288e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37571  8.935483e-03  0.011588  0.000000  0.000000  0.00000  0.000000   \n",
       "37572  8.935679e-03  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "37573  8.936070e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37574  8.936266e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37575  8.936462e-03  0.011588  0.000000  0.000000  0.00000  0.000000   \n",
       "37576  8.936657e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37577  8.936853e-03  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "37578  8.937049e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37579  8.937440e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37580  8.937636e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37581  8.937831e-03  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "37582  8.938027e-03  0.011588  0.000000  0.000000  0.00000  0.000000   \n",
       "37583  8.938223e-03  0.011588  0.000000  0.000000  0.00000  0.000000   \n",
       "37584  8.938418e-03  0.000000  0.000000  0.000000  0.00733  0.000000   \n",
       "37585  8.938810e-03  0.011588  0.000000  0.000000  0.00733  0.000000   \n",
       "\n",
       "                 21            22  \n",
       "0      0.000000e+00  0.000000e+00  \n",
       "1      1.956490e-07  1.956490e-07  \n",
       "2      3.912979e-07  3.912979e-07  \n",
       "3      7.825958e-07  7.825958e-07  \n",
       "4      9.782448e-07  9.782448e-07  \n",
       "5      1.173894e-06  1.173894e-06  \n",
       "6      1.369543e-06  1.369543e-06  \n",
       "7      1.565192e-06  1.565192e-06  \n",
       "8      1.760841e-06  1.760841e-06  \n",
       "9      2.152139e-06  2.152139e-06  \n",
       "10     2.347787e-06  2.347787e-06  \n",
       "11     2.543436e-06  2.543436e-06  \n",
       "12     2.739085e-06  2.739085e-06  \n",
       "13     2.934734e-06  2.934734e-06  \n",
       "14     3.130383e-06  3.130383e-06  \n",
       "15     3.521681e-06  3.521681e-06  \n",
       "16     3.717330e-06  3.717330e-06  \n",
       "17     3.912979e-06  3.912979e-06  \n",
       "18     4.108628e-06  4.108628e-06  \n",
       "19     4.304277e-06  4.304277e-06  \n",
       "20     4.499926e-06  4.499926e-06  \n",
       "21     4.891224e-06  4.891224e-06  \n",
       "22     5.086873e-06  5.086873e-06  \n",
       "23     5.282522e-06  5.282522e-06  \n",
       "24     5.478171e-06  5.478171e-06  \n",
       "25     5.673820e-06  5.673820e-06  \n",
       "26     5.869469e-06  5.869469e-06  \n",
       "27     6.260767e-06  6.260767e-06  \n",
       "28     6.456416e-06  6.456416e-06  \n",
       "29     6.652065e-06  6.652065e-06  \n",
       "...             ...           ...  \n",
       "37556  8.931571e-03  8.931571e-03  \n",
       "37557  8.931962e-03  8.931962e-03  \n",
       "37558  8.932157e-03  8.932157e-03  \n",
       "37559  8.932353e-03  8.932353e-03  \n",
       "37560  8.932549e-03  8.932549e-03  \n",
       "37561  8.932744e-03  8.932744e-03  \n",
       "37562  8.932940e-03  8.932940e-03  \n",
       "37563  8.933331e-03  8.933331e-03  \n",
       "37564  8.933527e-03  8.933527e-03  \n",
       "37565  8.933723e-03  8.933723e-03  \n",
       "37566  8.933918e-03  8.933918e-03  \n",
       "37567  8.934310e-03  8.934310e-03  \n",
       "37568  8.934897e-03  8.934897e-03  \n",
       "37569  8.935092e-03  8.935092e-03  \n",
       "37570  8.935288e-03  8.935288e-03  \n",
       "37571  8.935483e-03  8.935483e-03  \n",
       "37572  8.935679e-03  8.935679e-03  \n",
       "37573  8.936070e-03  8.936070e-03  \n",
       "37574  8.936266e-03  8.936266e-03  \n",
       "37575  8.936462e-03  8.936462e-03  \n",
       "37576  8.936657e-03  8.936657e-03  \n",
       "37577  8.936853e-03  8.936853e-03  \n",
       "37578  8.937049e-03  8.937049e-03  \n",
       "37579  8.937440e-03  8.937440e-03  \n",
       "37580  8.937636e-03  8.937636e-03  \n",
       "37581  8.937831e-03  8.937831e-03  \n",
       "37582  8.938027e-03  8.938027e-03  \n",
       "37583  8.938223e-03  8.938223e-03  \n",
       "37584  8.938418e-03  8.938418e-03  \n",
       "37585  8.938810e-03  8.938810e-03  \n",
       "\n",
       "[37586 rows x 23 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import sklearn.preprocessing\n",
    "features = ['Max_Dew_PointC','Max_Humidity','Max_Sea_Level_PressurehPa','Max_TemperatureC',\n",
    "            'Max_Wind_SpeedKm_h','Mean_Dew_PointC','Mean_Humidity','Mean_Sea_Level_PressurehPa',\n",
    "            'Mean_TemperatureC','Mean_Wind_SpeedKm_h','Min_Dew_PointC','Min_Humidity',\n",
    "            'Min_Sea_Level_PressurehPa','Min_TemperatureC','Precipitationmm','Mean_VisibilityKm',\n",
    "            'Events_Fog','Events_Hail','Events_Thunderstorm','Events_Rain','Events_Snow','Max_VisibilityKm',\n",
    "            'Min_VisibilitykM']\n",
    "# Separating out the features\n",
    "x = df.loc[:, features].values\n",
    "x\n",
    "# Separating out the target\n",
    "#y = df.loc[:,['NumberOfSales']].values\n",
    "# Standardizing the features\n",
    "x = sklearn.preprocessing.normalize(x,axis=0)\n",
    "dff=pd.DataFrame(x)\n",
    "dff"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Max_Dew_PointC\n",
      "Max_Humidity\n",
      "Max_Sea_Level_PressurehPa\n",
      "Max_TemperatureC\n",
      "Max_Wind_SpeedKm_h\n",
      "Mean_Dew_PointC\n",
      "Mean_Humidity\n",
      "Mean_Sea_Level_PressurehPa\n",
      "Mean_TemperatureC\n",
      "Mean_Wind_SpeedKm_h\n",
      "Min_Dew_PointC\n",
      "Min_Humidity\n",
      "Min_Sea_Level_PressurehPa\n",
      "Min_TemperatureC\n",
      "Precipitationmm\n",
      "Mean_VisibilityKm\n",
      "Events_Fog\n",
      "Events_Hail\n",
      "Events_Thunderstorm\n",
      "Events_Rain\n",
      "Events_Snow\n",
      "Max_VisibilityKm\n",
      "Min_VisibilitykM\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['index',\n",
       " 'StoreID',\n",
       " 'Date',\n",
       " 'IsHoliday',\n",
       " 'HasPromotions',\n",
       " 'StoreType',\n",
       " 'AssortmentType',\n",
       " 'NearestCompetitor',\n",
       " 'Region',\n",
       " 'Region_AreaKM2',\n",
       " 'Region_GDP',\n",
       " 'Region_PopulationK',\n",
       " 'CloudCover',\n",
       " 'Events',\n",
       " 'WindDirDegrees',\n",
       " 'D_Day',\n",
       " 'D_DayOfYear',\n",
       " 'D_Month',\n",
       " 'D_Year',\n",
       " 'D_DayOfweek',\n",
       " 'StoreType_SuperMarket',\n",
       " 'StoreType_HyperMarket',\n",
       " 'StoreType_StandardMarket',\n",
       " 'StoreType_ShoppingCenter',\n",
       " 'AssortmentType_General',\n",
       " 'AssortmentType_WithNFDept',\n",
       " 'AssortmentType_WithFishDept',\n",
       " 'MeanStoreSales',\n",
       " 'MeanRegionSales',\n",
       " 'MeanCustomers',\n",
       " 'MeanRegionCustomers',\n",
       " 'D_DayOfWeek_cos',\n",
       " 'D_DayOfWeek_sin']"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# remaining features after PCA\n",
    "remaining_features = list(df.columns)\n",
    "\n",
    "for f in features:\n",
    "    print(f)\n",
    "    remaining_features.remove(f)\n",
    "\n",
    "remaining_features"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Performing normalization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.decomposition import PCA\n",
    "\n",
    "n_components=12\n",
    "p_list = ['p'+str(x) for x in range(1, n_components+1)]\n",
    "pca = PCA(n_components=n_components)\n",
    "principalComponents = pca.fit_transform(x)\n",
    "principalDf = pd.DataFrame(data = principalComponents, columns = p_list)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Computing variance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.25174889, 0.20612377, 0.10038703, 0.09537898, 0.08058528,\n",
       "       0.07313442, 0.05622994, 0.04906729, 0.03593161, 0.01949142,\n",
       "       0.01758486, 0.00773   ])"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pca.explained_variance_ratio_"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "These values represent the percentage of information each principal components provide"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([25.17, 45.78, 55.82, 65.36, 73.42, 80.73, 86.35, 91.26, 94.85,\n",
       "       96.8 , 98.56, 99.33])"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "var1=np.cumsum(np.round(pca.explained_variance_ratio_, decimals=4)*100)\n",
    "var1"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This array represents the total percentage of information available considering from 1 to n principal components"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x7efe601675c0>]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJzt3Xl8VeWB//FP9pANCEtWICzhAUQJsoNQBLVuA7QFRmUUrdZ22s50cX5q26l2+uuiM51aO9Np61axLqioA9alKItQQNaAbD6sIXvCEpKQPffe+eNeLFBQyL3Jucv3/XrxuveenFfON5B8efLc55wT5fF4EBGR8BLtdAAREQk8lbuISBhSuYuIhCGVu4hIGIp1OoAxJgEYB1QALofjiIiEihggC9hsrW0594OOlzveYl/rdAgRkRA1FfjLuRuDodwrAF544QUyMzOdziIiEhIqKytZsGAB+Dr0XMFQ7i6AzMxMcnNznc4iIhJqzjudrTdURUTCkMpdRCQMfea0jDHmGeBmoNpaO9K3LR14GcgDioD51toaY0wU8DhwI9AI3Gmt3dY50UVE5EIuZuT+LHD9OdseBFZYa/OBFb7XADcA+b4/9wK/DUxMERG5FJ9Z7tbaNcCJczbPBhb5ni8C5pyx/Tlrrcda+yHQwxiTFaiwIiJycTo6555hra0A8D329W3PAUrO2K/Ut01ERLpQoJdCRp1nm64pLCIRqbXNRX1jK3UNrdQ3tlLf0EZdYyv1vtctrS5mf24wOX1SAn7sjpZ7lTEmy1pb4Zt2qfZtLwX6nbFfLlDuT0AREae53R4amtuob2g9q5zrGtp8pX329vqGVuqb2mhp/ewrqgzp1yOoyn0ZsBB4xPe49Izt3zTGLAYmALWnp29ERIJRW7ub8qOnOFJZR3FlPUdPNv21oH0F3tDUivsi5yC6JcSQmhRPbt8UUpPiSUuKJzU5ntSkeFKT48563SM1gb49kzrl67qYpZAvAdOB3saYUuBhvKX+ijHmbqAYmOfb/W28yyAP4F0KeVcnZBYRuWQul5vyYw0UV9VTXFHHkap6iivrKD/agOs8zR0dHUVaUjw9UuPpl+Er6uR4UpLiSU2KI+2Twj6zwOOIi41x4Kv7W59Z7tbaWy/woZnn2dcDfMPfUCIiHeVye6g60UBxZT3FlfWfjMhLq0/R7nKftW9SYiz5/XowICuN/hmp9M9MJSM9mbTkeJISY4mKOt/biKEhGK4tIyJyyTweD0drmj4p7+Iqb5GXVJ2ite3sue6E+BgGZqfRPzOVAZl/fezVPTGkC/zTqNxFJKh5PB5O1DVzpNI7jXJ6NF5SVU9Ty9klHhcbTb++qfTPSqV/RuonI/K+PZOIjg7PEr8QlbuIBI22djclVfUcKqvlUHkth8pqKaqoo6Gp7az9YmOiyOmTQv/MNAZkpn4yEs/olUxMhJX4hajcRcQRpxpbOVxe90mJHy6vpaSqnnbXX9/cjIqC7N7JjMrvTf+MNAb4RuTZfVKIjdF1Dz+Nyl1EOtXpufGDvgI/XeTVNU1n7RcfF8PgnB4MyunOwJzuDMpOY0BmGokJqqmO0N+aiARMW7ub0uq/TqscLvOOzM+dVumRksCVpi8Ds9O8ZZ7dnew+KZpSCSCVu4h0SENTm6/A/1rkxVV155lWSTmryAdld6dnWqKDySODyl1ELkpzSzub9lSyfmcFB0pOUnWi8ayPx8dGfzIKP13iA7LS6KZpFUfob11ELqit3cXWj6tZU1jGpj2Vn1wrpXtKPKOH9jmrzLN7JxOjNzmDhspdRM7icrn56MAx1hSWsWFnOQ3N7QBk9U5m2ugcphXk0C8jNWxP/gkXKncRwe32sLfoBGu3l7FuRzknT7UA0Lt7ItdNzGNaQQ6Dc7ur0EOIyl0kQnk8Hg6W1bKmsIy128s4dtK7NLF7Sjw3Ts5j2uhchuelR9yZneFC5S4SYUqq6llTWMaawlLKjzUAkJwYyzXj+jN1dA6jhvTW3HkYULmLRICqE42sKSxl7fYyDpfXAd6ThqYW5DBtdA5jhvUNmkvVSmCo3EXC1Im6Zv6yo4w1hWXYIzWA95os40dkMm10DuMvy9QyxTCmf1mRMFLf2Mr6j8pZU1jGroPHcHsgOgoK8vswdXQOky/PIiUp3umY0gVU7iIhrqmlnY27KvigsIxCW/3JXYWG56UzbXQOU67I1hmhEUjlLhKiak+1sGztId76y6FP1qIPyu7OtNE5TC3IoW9659ybU0KDX+VujPkW8BUgCnjSWvsrY0w68DKQBxQB8621NX7mFBGf6ppG3lh9gOUbi2ltc9E9JZ6/v3YonxudS7+MVKfjSZDocLkbY0biLfbxQCvwrjHmLd+2FdbaR4wxDwIPAg8EIqxIJCupqmfJyv18sK0Ul9tDn57d+OL0IVwzvj+J8folXM7mz3fEcOBDa20jgDHmA+ALwGxgum+fRcBqVO4iHbavuIYlK/fz4a4KPB7ol5HC3Bn5TBudqxtWyAX5U+67gJ8aY3oBTcCNwBYgw1pbAWCtrTDG9PU/pkhk8Xg8fLT/GK+u3MeO/ccAGNq/B3NnDGXCZZk6a1Q+U4fL3Vq71xjzKPAecArYAbQHKphIJHK7PWzcXcmSlfvYV3wS8C5jnDsznyuG9Na1XeSi+TVRZ619GngawBjzM6AUqDLGZPlG7VlAtf8xRcJbu8vNmsJSlqw8QElVPQCTLs9i7ox8hvbv6XA6CUX+rpbpa62tNsb0B74ITAIGAguBR3yPS/1OKRKmWtpcvLfxCG+sPkB1TRMx0VHMGNuPuTPytfJF/OLvW+yv+ebc24BvWGtrjDGPAK8YY+4GioF5/oYUCTenmtp4e91hlq09SO2pVuLjYrj5qoF8YfoQ+vbU+nTxn7/TMlPPs+04MNOfzysSrmrqm1n6wUHe2VBEY3M7yYmxzL9mKLOmDqJ7SoLT8SSMaHGsSBeoPN7A66sP8P6mYtra3fRITWD+zKHcMDmPpMQ4p+NJGFK5i3SiI5V1LFm5nzWFZbjdHjLSk/jS1UOYOa4/8XG6xK50HpW7SCf4+MgJlqzYz8bdlQAMyExl7syhTB2VrRthSJdQuYsE0OHyWp59aw/bPvauAB42oCfzZg5l7PAMnXgkXUrlLhIAVScaef7dvXywrRSPB64Y0ptbrjOMHNRLJx6JI1TuIn6oa2jl1RX7+NNfDtPucjMouzsLbx7BlbrqhjhM5S7SAc2t7by59hCvrdxPQ3M7fdOTuP36YUwbnavpFwkKKneRS+ByuVmxpYQX//wxx2ubSU2K557ZI7lxcp5uMC1BReUuchE8Hg+bdley6O29lFTVEx8Xw7yZ+Xzp6nySu2mdugQflbvIZ9h7+ATPvrWbPYdPEB0F100YwG2fN/Tq3s3paCIXpHIXuYCSqnqee3sPH+7yrlWfcFkmC28aoQt6SUhQuYuc43htEy8tt7y3qRi328PwvHTuvHkEIwb2cjqayEVTuYv4NDS18frqA/zvBwdpbXOR2zeFhTeNYMJlmVqrLiFH5S4Rr63dxTvri1j83j7qG1tJT0vgtjkjuWZcf10qQEKWyl0iltvtYc32Mp5/Zy9VJxpJSozl9huGM2vqIBIT9KMhoU3fwRKRCm01z761h0NltcTGRDFr2iDmzxyqa6pL2FC5S0Q5UHqSRW/tYfu+owBMvzKXBdcPI7NXssPJRAJL5S4RofJ4A8+/8zEfFJYCMHpoHxbeNILBuT0cTibSOfy9QfZ3gHsAD7ATuAvIAhYD6cA24HZrbaufOUU6xO32sHTNQZ57e6/3wl453bnr5hEUDNWFvSS8dXgpgDEmB/hnYKy1diQQA9wCPAo8Zq3NB2qAuwMRVORSHa1p4oe/X88zb+4mpVsc9y0Yw2Pf/pyKXSKCv9MysUA3Y0wbkARUADOA23wfXwT8CPitn8cRuSRrt5fxmyU7aGhqY8JlmXxzXgE9UvVmqUSODpe7tbbMGPMLoBhoApYDW4GT1tp2326lQI7fKUUuUkNTG79/4yNWbS0lIT6Gb84bxXUTBugkJIk4HS53Y0xPYDYwEDgJvArccJ5dPR09hsil2H3oOL98cSvVNU3k9+vBfQvGkNMnxelYIo7wZ1rmGuCwtfYogDHmdWAy0MMYE+sbvecC5f7HFLmwtnY3Ly3/mNdW7gfg768dyi3XGmJ1dqlEMH/KvRiYaIxJwjstMxPYAqwC5uJdMbMQWOpvSJELKamq55cvbuVAaS0Z6Uncd9sYhg9MdzqWiOP8mXPfaIxZgne5YztQCDwBvAUsNsb8xLft6UAEFTmTx+PhnQ1FPL1sN61tLmaO68e9cy4nKVE3zhABP1fLWGsfBh4+Z/MhYLw/n1fk09TUN/Prl7ezZW8VKd3i+O6tVzJlVLbTsUSCis5QlZCyaXclv36lkNpTrRTk9+Hbt47WHZFEzkPlLiGhuaWdp9/czbsbioiNiebuWSOZNXUQ0dFa4ihyPip3CXr7S2r4zxe2Una0gbysNO5bMIa8rDSnY4kENZW7BC2X28OSlft46c8Wl9vD7GmDuePG4cTHxTgdTSToqdwlKFUeb+CXL25jb9EJ0tMS+c6to3VNGJFLoHKXoOLxeFi1tYTfvb6TppZ2plyRzTfmjSI1Kd7paCIhReUuQaO+sZXfLNnBuh3ldEuI5Tu3jubqMf10XRiRDlC5S1DYse8ojy3exvHaZobnpfPd267U3ZFE/KByF0e1trn44zt7+d8PDhITHcU/3DCMuVfnE6Prwoj4ReUujimqqOM/X9hKUUUd2b2TuW/BGIb27+l0LJGwoHKXLufxeHjzL4d49k97aGt3c/2kPO7+u8tITNC3o0ig6KdJulRjcxu/fmU763aUk5YczwO3FzBhZJbTsUTCjspdukxJVT0/e3YTpdWnGJ6XzgN3jNV1YUQ6icpdusTa7WX8+uVCmltdzJo2iLtuvkw30xDpRCp36VTtLjd/eHM3y9YeIjE+hvtvH8vUAt1WV6Szqdyl0xyvbeLR57awt+gEuX1T+P6d4+mXkep0LJGIoHKXTrHz4DH+/Y9bOFnfwpRR2fzz/ALdJUmkC3W43I0xBnj5jE2DgIeA53zb84AiYL61tqbjESWUeDwe3lh9kEVv7yEKuGe297rruoSASNfy5x6qFigAMMbEAGXAG8CDwApr7SPGmAd9rx8IQFYJco3NbfxqcSEbdlaQnpbA/beP47JBvZyOJRKRArVcYSZw0Fp7BJgNLPJtXwTMCdAxJIgdqazju7/6gA07K7hsUC9+9Z3pKnYRBwVqzv0W4CXf8wxrbQWAtbbCGKOLcIe5D7aV8l+vbqel1cUXpg/hjhuHa5mjiMP8LndjTDwwC/ie/3EklLS1u3lm2S7+tO4w3RJieXDhOKZcke10LBEhMCP3G4Bt1toq3+sqY0yWb9SeBVQH4BgSZI6dbOLR5zbz8ZEa+mWk8v07x5HbV8scRYJFIMr9Vv46JQOwDFgIPOJ7XBqAY0gQ2bH/KP/x/BZqT7UyrSCHb84voJsu+iUSVPz6iTTGJAHXAl89Y/MjwCvGmLuBYmCeP8eQ4OHxeHht1QH++PYeoqKiuHfO5dx81UAtcxQJQn6Vu7W2Eeh1zrbjeFfPSBhpaGrjsZe2sXF3JelpiTx4xziGD0x3OpaIXIB+l5bPdLi8lp8v2kzFsQYuH9yb/3f7GHqmJjodS0Q+hcpdPtWqrSX896s7aG1z8aWrh3D7DcN1CzyREKByl/Nqa3fx5NJdvLO+iKTEWP5lwXgmXa6baoiECpW7/I2jNd5ljra4hgGZqXz/zvFk90lxOpaIXAKVu5xl+75q/uP5rdQ1tDL9yly+MXeU7m0qEoL0UysAuN0eXl25jxfe/ZiY6Ci+9sUruHFynpY5ioQolbvQ1u7msZe2sXZ7Gb27J/LAwnEMG6BljiKhTOUe4Zpa2vnZs5vYvu8ow/PS+cFd4+mekuB0LBHxk8o9gtU1tPJvT21gX/FJxo3I4P7bx5IYr28JkXCgn+QIdbSmiYefXE9J1SlmjO3HP80v0GV6RcKIyj0ClVTV89ATGzh2sonZ0wbz5b+7jOhovXEqEk5U7hFmf0kNP3ryQ+oaWrnjxuHMnZGvFTEiYUjlHkG276vmZ89uoqXVxTfnjeLzE/OcjiQinUTlHiHW7SjnFy9sBeD+O3THJJFwp3KPAO9uKOJ/XttBYnwMP7hrAqPy+zgdSUQ6mco9jHk8Hl5dsZ8/vrOXtOR4fvSVieT36+l0LBHpAir3MOV2e3j6zV0sW3OIPj278eN7J+kepyIRROUehtpdbh5/uZDVW0vpl5HKj++dRO8e3ZyOJSJdyN97qPYAngJGAh7gy4AFXgbygCJgvrW2xq+UctGaW9t59LktbNlbhenfk4fumUhacrzTsUSki/l7SuLjwLvW2mHAKGAv8CCwwlqbD6zwvZYucKqpjYd+v4Ete6sYPbQP//9rk1XsIhGqwyN3Y0waMA24E8Ba2wq0GmNmA9N9uy0CVgMP+BNSPtuJumYefmIDRRV1TCvI4du3XklcrC4nIBKp/JmWGQQcBf5gjBkFbAW+BWRYaysArLUVxpi+/seUT1NxrIEf/n49VScauWnKQO6dc7kuJyAS4fwZ2sUCVwK/tdaOBhrQFEyXO1RWy/3/vZaqE43cdp3hq19QsYuIf+VeCpRaazf6Xi/BW/ZVxpgsAN9jtX8R5UJ2HTzG9/7nL9SeauFrX7icWz8/TNeJERHAj3K31lYCJcYY49s0E9gDLAMW+rYtBJb6lVDOa+OuCh5+YgMtrS7uu20MN101yOlIIhJE/F3n/k/AC8aYeOAQcBfe/zBeMcbcDRQD8/w8hpzj/U3F/Ner24mLjeahuyZw5TC9rSEiZ/Or3K2124Gx5/nQTH8+r1zYG6sP8Mybu0npFsfDX5moe52KyHnpDNUQ4fF4WPTWHl5bdYBe3RP5t3snMSAzzelYIhKkVO4hwOVy85slO3hvUzE5fZL58b2T6Zue5HQsEQliKvcg19rm4hcvbGXDzgoG53bnR/dMokdqgtOxRCTIqdyDWGNzGz/9wyY+OnCMK4b05gd3jScpMc7pWCISAlTuQar2VAsPP7mBg6W1TLo8i39ZMIb4uBinY4lIiFC5B6GaumZ+8Lv1lFTVc92EAXx97ihidNapiFwClXuQOXayiX/93TrKjjYwa+og7pk9UmedisglU7kHkaoTjfzgt+uoOtHI3Bn53HHjcBW7iHSIyj1IlB89xQ9+t55jJ5u47fPDuOXaoSp2EekwlXsQKKmq519/t44TdS0svGkEc2fkOx1JREKcyt1hh8tr+eHv11N7qpWvzB7JrGmDnY4kImFA5e6gAyUneeiJ9dQ3tvH1uaO4YVKe05FEJEyo3B3ycdEJHn5yA80t7Xz7ltHMHNff6UgiEkZU7g7YdfAYP376Q1ra3Ny3YAzTRuc6HUlEwozKvYsV2mp+8odNuN1uHrxjLJMuz3Y6koiEIZV7F9q8p5KfL9oMwPfvHM+4EZkOJxKRcKVy7yIbdpbz73/cQnR0ND/88ngKhuruSSLSeVTuXeCDbaX88qVtJMRF89DdExk5uLfTkUQkzPlV7saYIqAecAHt1tqxxph04GUgDygC5ltra/xKGcLe31TMr18pJCkhlh/dO0m3xRORLhEdgM9xtbW2wFp7+l6qDwIrrLX5wArf64j0zoYiHn+5kJRucfzka1NU7CLSZQJR7ueaDSzyPV8EzOmEYwS9ZWsO8j9LdtA9JZ6f/uMUhvTr4XQkEYkg/pa7B1hujNlqjLnXty3DWlsB4HuMuHcOl6zcz5NLd5GelsDPv34VA7O7Ox1JRCKMv2+oTrHWlhtj+gLvGWM+DkSoUOXxeFi83PLickvvHt346T9OJrt3itOxRCQC+TVyt9aW+x6rgTeA8UCVMSYLwPdY7W/IUODxeFj01h5eXG7J7JXEI9+4SsUuIo7pcLkbY5KNMamnnwPXAbuAZcBC324LgaX+hgx2Ho+Hp5bu4rVVB8jpk8zPv34VGelJTscSkQjmz7RMBvCGMeb053nRWvuuMWYz8Iox5m6gGJjnf8zg5XZ7+O3rH/HuhiL6Z6byk69OpmdaotOxRCTCdbjcrbWHgFHn2X4cmOlPqFDhcnv4r1cKWbG5hEHZ3fnxVyfRPSXB6VgiIjpDtaPaXW4ee3Eba7aXkd+vBz++dxIpSfFOxxIRAVTuHdLW7uY/nt/Chp0VDM9L50dfmUhSYpzTsUREPqFyv0StbS5+vmgzW/ZWccWQ3vzrlyfQLUF/jSISXNRKl6C5tZ2fPrOJ7fuPcuWwvnz/zvEkxMU4HUtE5G+o3C+Sx+Ph589uZvv+o0y4LJMH7hhLXKyKXUSCk8r9Im39uJpttpqC/D48uHAcsTGdcVkeEZHAUENdBI/Hw4t/9l5Z4cuzLlOxi0jQU0tdhC17q9hfcpLJV2TpImAiEhJU7p/B4/Hw4nILwK3XDXM4jYjIxVG5f4bNe6o4UHKSKaOyyctKczqOiMhFUbl/Cu+o/WOiouDW64zTcURELprK/VNs2l3JwdJarhqVw4BMjdpFJHSo3C/g9Fx7VBTccu1Qp+OIiFwSlfsFfLirkkNltUwtyKG/Ru0iEmJU7ufhdnt4yTfXfsu1mmsXkdCjcj+PD3dVcLi8jmkFufTLSHU6jojIJVO5n8M7ardER8Et12muXURCk9/XljHGxABbgDJr7c3GmIHAYiAd2Abcbq1t9fc4XWXDzgqKKuqYPiaX3L4atYtIaArEyP1bwN4zXj8KPGatzQdqgLsDcIwucXquPVpz7SIS4vwqd2NMLnAT8JTvdRQwA1ji22URMMefY3SldR+Vc6Synulj+pHTJ8XpOCIiHebvyP1XwP2A2/e6F3DSWtvue10K5Ph5jC7hOj3XHh3F32tdu4iEuA6XuzHmZqDaWrv1jM1R59nV09FjdKV1O8ooqarn6jG5ZPfWqF1EQps/I/cpwCxjTBHeN1Bn4B3J9zDGnH6jNhco9ydgVzhr1H6N5tpFJPR1uNyttd+z1uZaa/OAW4CV1toFwCpgrm+3hcBSv1N2srXbyyitPsXMsf3I6p3sdBwREb91xjr3B4DvGmMO4J2Df7oTjhEwLreHxcstMdFRzL9Gc+0iEh4Ccg9Va+1qYLXv+SFgfCA+b1dYW1hK2dFTXDdhAJm9NGoXkfAQ0WeoulxuFr+nUbuIhJ+ILvcPCssoO9rANeP7k5Ge5HQcEZGAidhyPz1qj43RqF1Ewk/ElvvqbaVUHGvg2vED6NtTo3YRCS8RWe4ul5uX39tHbEwU82Zq1C4i4Sciy33V1hIqjjdw7YQB9OnZzek4IiIBF3Hl3u5ys/i9fcTGRDNfo3YRCVMRV+4rt5RQdaKRz08cQO8eGrWLSHiKqHJva3fz8vv7iIuNZt7MfKfjiIh0mogq95Vbiqn2jdp7ddeoXUTCV8SU++lRe3xsNHNnaNQuIuEtYsr9/c3FHK1p4vpJeRq1i0jYi4hyb2t384pv1P4ljdpFJAJERLm/v+kIx042ccPkgaSnJTodR0Sk04V9ube1u7yj9rgYvjRjiNNxRES6RNiX+/KNxRyrbebGyXn0TNWoXUQiQ1iXe2ubi1dX7CMhPoYvXa25dhGJHGFd7ss3HuF4bTM3TR5Ij9QEp+OIiHSZDt9mzxiTCKwBEnyfZ4m19mFjzEBgMZAObANut9a2BiLspfCO2veTGB/DF6/WXLuIRBZ/Ru4twAxr7SigALjeGDMReBR4zFqbD9QAd/sf89K9+2ERJ+qauWnKQLqnaNQuIpGlw+VurfVYa0/5Xsb5/niAGcAS3/ZFwBy/EnZAS5uLJb5R+xema9QuIpGnw9MyAMaYGGArMAT4DXAQOGmtbfftUgrk+JWwA97dUERNfQtzZ+Rr1C4iEcmvN1SttS5rbQGQC4wHhp9nN48/x7hUza3tLFm5n24JGrWLSOQKyGoZa+1JYDUwEehhjDn9G0EuUB6IY1ysdzcUcbK+hZuvGkRacnxXHlpEJGh0uNyNMX2MMT18z7sB1wB7gVXAXN9uC4Gl/oa8WM0t7by28gDdEmI1aheRiObPyD0LWGWM+QjYDLxnrf0T8ADwXWPMAaAX8LT/MS/O2+uLOHmqhVlTB5GapFG7iESuDr+haq39CBh9nu2H8M6/d6nmlnZeX72fpMRY5nxucFcfXkQkqITNGapvrz9M7alWZk0dTIpG7SIS4cKi3Jta2nlt1QGSE2OZrVG7iEh4lPtb6w5T19DK7GmDSekW53QcERHHhXy5Nza38fqqAyR3i2PWNI3aRUQgDMr9rXWHqW9sZc7nBpOsUbuICBDi5d7Y3MYbqw+Q0i2OWVMHOR1HRCRohHS5v7+5mPrGNuZMH0xSokbtIiKnhXS5989IZWpBDn93lUbtIiJn8uuqkE4rGNqXgqF9nY4hIhJ0QnrkLiIi56dyFxEJQyp3EZEwpHIXEQlDKncRkTCkchcRCUMqdxGRMBQM69xjACorK53OISISMs7ozJjzfTwYyj0LYMGCBU7nEBEJRVnAwXM3BkO5bwamAhWAy+EsIiKhIgZvsW8+3wejPB5P18YREZFOpzdURUTCkMpdRCQMqdxFRMKQyl1EJAyp3EVEwlAwLIXsMGPM9cDjeJcEPWWtfcThSAFhjOkHPAdkAm7gCWvt486mCixjTAywBSiz1t7sdJ5AMsb0AJ4CRgIe4MvW2g3OpgoMY8x3gHvwfl07gbustc3Opuo4Y8wzwM1AtbV2pG9bOvAykAcUAfOttTVOZeyokB25+8rhN8ANwAjgVmPMCGdTBUw7cJ+1djgwEfhGGH1tp30L2Ot0iE7yOPCutXYYMIow+TqNMTnAPwNjfUUYA9zibCq/PQtcf862B4EV1tp8YIXvdcgJ2XIHxgMHrLWHrLWtwGJgtsOZAsJaW2Gt3eZ7Xo+3HHKcTRU4xphc4Ca8o9uwYoxJA6YBTwNYa1uttSedTRVQsUA3Y0wskASUO5zHL9baNcCJczbPBhb5ni8C5nRpqAAJ5XLPAUrOeF1KGBXgacaYPGA0sNHhKIH0K+B+vFNO4WYQcBT4gzGm0BjzlDEm2elQgWCtLQN4TeXiAAABr0lEQVR+ARTjPaO81lq73NlUnSLDWlsB3oEWEJI3ag7lco86z7awOt3WGJMCvAZ821pb53SeQDDGnJ7f3Op0lk4SC1wJ/NZaOxpoIER/rT+XMaYn3lHtQCAbSDbG/IOzqeRCQrncS4F+Z7zOJcR/RTyTMSYOb7G/YK193ek8ATQFmGWMKcI7lTbDGPO8o4kCqxQotdae/k1rCd6yDwfXAIettUettW3A68BkhzN1hipjTBaA77Ha4TwdEsrlvhnIN8YMNMbE431jZ5nDmQLCGBOFd852r7X2l07nCSRr7festbnW2jy8/2YrrbVhM/qz1lYCJcYY49s0E9jjYKRAKgYmGmOSfN+jMwmTN4vPsQxY6Hu+EFjqYJYOC9mlkNbadmPMN4E/433X/hlr7W6HYwXKFOB2YKcxZrtv2/ettW87mEku3j8BL/gGHYeAuxzOExDW2o3GmCXANrwrugqBJ5xN5R9jzEvAdKC3MaYUeBh4BHjFGHM33v/Q5jmXsON0VUgRkTAUytMyIiJyASp3EZEwpHIXEQlDKncRkTCkchcRCUMqdxGRMKRyFxEJQ/8HT5rp/6W8drIAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(var1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "           0         1         2         3         4         5         6   \\\n",
      "p1   0.301866 -0.003096 -0.001537  0.117571  0.035646  0.513546  0.003589   \n",
      "p2   0.007283  0.007964 -0.002203 -0.098777  0.183876 -0.016224  0.036372   \n",
      "p3   0.035709  0.042019  0.000152  0.022185 -0.115233  0.126749  0.053527   \n",
      "p4  -0.027111 -0.028214  0.000881  0.094779  0.044259 -0.101296 -0.074922   \n",
      "p5  -0.000686  0.001092  0.000006  0.011111 -0.015938  0.012096 -0.001970   \n",
      "p6  -0.003452  0.017230  0.000045 -0.074765  0.011935 -0.049813  0.041694   \n",
      "p7   0.002087 -0.001807  0.000080  0.036297  0.078228  0.040976 -0.011237   \n",
      "p8  -0.008993 -0.023709  0.000483  0.300364 -0.097370  0.001132 -0.121635   \n",
      "p9   0.162550 -0.037972 -0.002873  0.157315  0.266592 -0.081316 -0.120087   \n",
      "p10  0.186195  0.035458 -0.000447  0.026148  0.540944  0.175246  0.053717   \n",
      "p11  0.495715  0.044530 -0.001116  0.264120 -0.075591  0.315177 -0.013147   \n",
      "p12  0.272765  0.001418 -0.001303 -0.268207 -0.158029  0.345994  0.157352   \n",
      "\n",
      "           7         8         9     ...           13        14        15  \\\n",
      "p1  -0.001610  0.216012  0.021556    ...     0.477860  0.092876  0.004025   \n",
      "p2  -0.003052 -0.075197  0.224382    ...     0.053928  0.454164  0.000375   \n",
      "p3   0.000433 -0.052468 -0.159458    ...    -0.284723  0.008881  0.045975   \n",
      "p4   0.001156  0.105157  0.049816    ...     0.084369 -0.358486  0.031918   \n",
      "p5   0.000065  0.004895 -0.021755    ...    -0.015868 -0.031455 -0.574352   \n",
      "p6  -0.000064 -0.100134 -0.013441    ...    -0.133072  0.429084 -0.008701   \n",
      "p7   0.000210  0.043474  0.097539    ...     0.076719 -0.572393  0.008175   \n",
      "p8   0.000723  0.254560 -0.156805    ...     0.004939  0.359165  0.004525   \n",
      "p9  -0.003691  0.228863  0.255574    ...     0.370076  0.095299 -0.009254   \n",
      "p10 -0.002204 -0.064580  0.552873    ...    -0.412211 -0.035066 -0.006444   \n",
      "p11 -0.001752  0.113924 -0.268670    ...    -0.478033 -0.052873  0.003151   \n",
      "p12 -0.001054 -0.182451 -0.060234    ...     0.263388 -0.032450 -0.000350   \n",
      "\n",
      "           16        17        18        19        20        21        22  \n",
      "p1  -0.004209 -0.049345  0.093455  0.116734 -0.158774  0.004025  0.004025  \n",
      "p2  -0.184673  0.464162  0.392722  0.292788  0.439135  0.000375  0.000375  \n",
      "p3   0.782135  0.252409  0.374755 -0.122999 -0.036359  0.045975  0.045975  \n",
      "p4  -0.306967  0.276898  0.586568 -0.137914 -0.487479  0.031918  0.031918  \n",
      "p5   0.037570  0.042730  0.064150 -0.019311 -0.014091 -0.574352 -0.574352  \n",
      "p6  -0.037635 -0.706290  0.460922  0.075116 -0.217288 -0.008701 -0.008701  \n",
      "p7   0.037347 -0.361800  0.336330 -0.008988  0.630086  0.008175  0.008175  \n",
      "p8  -0.136913 -0.005325  0.056911 -0.697568  0.279588  0.004525  0.004525  \n",
      "p9   0.437629 -0.087932 -0.083358  0.125261 -0.048370 -0.009254 -0.009254  \n",
      "p10 -0.026241 -0.020344 -0.107312 -0.329984 -0.106213 -0.006444 -0.006444  \n",
      "p11 -0.202133  0.013378 -0.020838  0.325741  0.067959  0.003151  0.003151  \n",
      "p12 -0.054672  0.035289  0.018677 -0.357148  0.037888 -0.000350 -0.000350  \n",
      "\n",
      "[12 rows x 23 columns]\n"
     ]
    }
   ],
   "source": [
    "print(pd.DataFrame(pca.components_,columns=dff.columns,index = p_list))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This values represent how the 18 attributes considered influence the weights\n",
    "of the principal components vector"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 37586 entries, 0 to 37585\n",
      "Data columns (total 33 columns):\n",
      "index                          37586 non-null int64\n",
      "StoreID                        37586 non-null int64\n",
      "Date                           37586 non-null object\n",
      "IsHoliday                      37586 non-null int64\n",
      "HasPromotions                  37586 non-null int64\n",
      "StoreType                      37586 non-null object\n",
      "AssortmentType                 37586 non-null object\n",
      "NearestCompetitor              37586 non-null int64\n",
      "Region                         37586 non-null int64\n",
      "Region_AreaKM2                 37586 non-null int64\n",
      "Region_GDP                     37586 non-null int64\n",
      "Region_PopulationK             37586 non-null int64\n",
      "CloudCover                     37586 non-null float64\n",
      "Events                         37586 non-null object\n",
      "WindDirDegrees                 37586 non-null int64\n",
      "D_Day                          37586 non-null int64\n",
      "D_DayOfYear                    37586 non-null int64\n",
      "D_Month                        37586 non-null int64\n",
      "D_Year                         37586 non-null int64\n",
      "D_DayOfweek                    37586 non-null int64\n",
      "StoreType_SuperMarket          37586 non-null int64\n",
      "StoreType_HyperMarket          37586 non-null int64\n",
      "StoreType_StandardMarket       37586 non-null int64\n",
      "StoreType_ShoppingCenter       37586 non-null int64\n",
      "AssortmentType_General         37586 non-null int64\n",
      "AssortmentType_WithNFDept      37586 non-null int64\n",
      "AssortmentType_WithFishDept    37586 non-null int64\n",
      "MeanStoreSales                 37586 non-null float64\n",
      "MeanRegionSales                37586 non-null float64\n",
      "MeanCustomers                  37586 non-null float64\n",
      "MeanRegionCustomers            37586 non-null float64\n",
      "D_DayOfWeek_cos                37586 non-null float64\n",
      "D_DayOfWeek_sin                37586 non-null float64\n",
      "dtypes: float64(7), int64(22), object(4)\n",
      "memory usage: 9.5+ MB\n"
     ]
    }
   ],
   "source": [
    "for x in features: \n",
    "    df = df.drop(x, 1)\n",
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>StoreID</th>\n",
       "      <th>Date</th>\n",
       "      <th>IsHoliday</th>\n",
       "      <th>HasPromotions</th>\n",
       "      <th>StoreType</th>\n",
       "      <th>AssortmentType</th>\n",
       "      <th>NearestCompetitor</th>\n",
       "      <th>Region</th>\n",
       "      <th>Region_AreaKM2</th>\n",
       "      <th>...</th>\n",
       "      <th>p3</th>\n",
       "      <th>p4</th>\n",
       "      <th>p5</th>\n",
       "      <th>p6</th>\n",
       "      <th>p7</th>\n",
       "      <th>p8</th>\n",
       "      <th>p9</th>\n",
       "      <th>p10</th>\n",
       "      <th>p11</th>\n",
       "      <th>p12</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1000</td>\n",
       "      <td>01/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002890</td>\n",
       "      <td>-0.000325</td>\n",
       "      <td>0.007562</td>\n",
       "      <td>0.000579</td>\n",
       "      <td>-0.000524</td>\n",
       "      <td>-0.003730</td>\n",
       "      <td>-0.002314</td>\n",
       "      <td>-0.003077</td>\n",
       "      <td>0.000965</td>\n",
       "      <td>-0.000302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>02/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003052</td>\n",
       "      <td>-0.007794</td>\n",
       "      <td>0.006873</td>\n",
       "      <td>0.009264</td>\n",
       "      <td>-0.011899</td>\n",
       "      <td>0.002262</td>\n",
       "      <td>-0.000431</td>\n",
       "      <td>-0.003722</td>\n",
       "      <td>-0.001108</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>1000</td>\n",
       "      <td>03/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.006493</td>\n",
       "      <td>-0.003377</td>\n",
       "      <td>0.007932</td>\n",
       "      <td>0.001550</td>\n",
       "      <td>-0.000773</td>\n",
       "      <td>-0.006173</td>\n",
       "      <td>0.002887</td>\n",
       "      <td>-0.001144</td>\n",
       "      <td>-0.000484</td>\n",
       "      <td>-0.002648</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>1000</td>\n",
       "      <td>05/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.006155</td>\n",
       "      <td>-0.007388</td>\n",
       "      <td>0.006974</td>\n",
       "      <td>-0.002662</td>\n",
       "      <td>0.011022</td>\n",
       "      <td>0.001034</td>\n",
       "      <td>0.005044</td>\n",
       "      <td>0.000446</td>\n",
       "      <td>0.003806</td>\n",
       "      <td>0.001605</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>1000</td>\n",
       "      <td>06/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.004216</td>\n",
       "      <td>0.000262</td>\n",
       "      <td>0.007314</td>\n",
       "      <td>0.001936</td>\n",
       "      <td>-0.001315</td>\n",
       "      <td>-0.003427</td>\n",
       "      <td>0.001078</td>\n",
       "      <td>0.001618</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>-0.003867</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>1000</td>\n",
       "      <td>07/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.006278</td>\n",
       "      <td>0.016091</td>\n",
       "      <td>0.009118</td>\n",
       "      <td>0.014187</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>-0.002929</td>\n",
       "      <td>-0.002479</td>\n",
       "      <td>-0.002783</td>\n",
       "      <td>-0.001213</td>\n",
       "      <td>-0.001430</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>1000</td>\n",
       "      <td>08/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003900</td>\n",
       "      <td>0.000503</td>\n",
       "      <td>0.007427</td>\n",
       "      <td>0.001184</td>\n",
       "      <td>-0.000638</td>\n",
       "      <td>-0.004437</td>\n",
       "      <td>-0.001050</td>\n",
       "      <td>-0.001967</td>\n",
       "      <td>-0.001285</td>\n",
       "      <td>-0.002340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>1000</td>\n",
       "      <td>09/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000901</td>\n",
       "      <td>0.000659</td>\n",
       "      <td>0.007727</td>\n",
       "      <td>0.001247</td>\n",
       "      <td>-0.001193</td>\n",
       "      <td>0.000944</td>\n",
       "      <td>-0.004694</td>\n",
       "      <td>0.000867</td>\n",
       "      <td>0.000157</td>\n",
       "      <td>0.000467</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>1000</td>\n",
       "      <td>10/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000756</td>\n",
       "      <td>0.001207</td>\n",
       "      <td>0.007758</td>\n",
       "      <td>0.001475</td>\n",
       "      <td>-0.001546</td>\n",
       "      <td>0.001777</td>\n",
       "      <td>-0.004244</td>\n",
       "      <td>-0.000242</td>\n",
       "      <td>0.001080</td>\n",
       "      <td>-0.000572</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>1000</td>\n",
       "      <td>12/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000868</td>\n",
       "      <td>0.000549</td>\n",
       "      <td>0.007807</td>\n",
       "      <td>-0.000224</td>\n",
       "      <td>-0.000261</td>\n",
       "      <td>0.002705</td>\n",
       "      <td>-0.003559</td>\n",
       "      <td>0.001910</td>\n",
       "      <td>0.002304</td>\n",
       "      <td>0.000503</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>1000</td>\n",
       "      <td>13/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008652</td>\n",
       "      <td>-0.005695</td>\n",
       "      <td>0.008061</td>\n",
       "      <td>0.001688</td>\n",
       "      <td>-0.001236</td>\n",
       "      <td>-0.006311</td>\n",
       "      <td>0.000629</td>\n",
       "      <td>0.000345</td>\n",
       "      <td>0.004936</td>\n",
       "      <td>0.003025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>1000</td>\n",
       "      <td>14/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005535</td>\n",
       "      <td>-0.000514</td>\n",
       "      <td>0.007953</td>\n",
       "      <td>0.000802</td>\n",
       "      <td>-0.000627</td>\n",
       "      <td>-0.000079</td>\n",
       "      <td>0.008087</td>\n",
       "      <td>-0.000154</td>\n",
       "      <td>-0.001253</td>\n",
       "      <td>0.002662</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>1000</td>\n",
       "      <td>15/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001797</td>\n",
       "      <td>0.001723</td>\n",
       "      <td>0.007664</td>\n",
       "      <td>0.001108</td>\n",
       "      <td>-0.001006</td>\n",
       "      <td>0.001719</td>\n",
       "      <td>-0.002070</td>\n",
       "      <td>0.001480</td>\n",
       "      <td>0.000339</td>\n",
       "      <td>-0.000876</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>1000</td>\n",
       "      <td>16/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.004292</td>\n",
       "      <td>0.002908</td>\n",
       "      <td>0.007454</td>\n",
       "      <td>0.000956</td>\n",
       "      <td>-0.000671</td>\n",
       "      <td>0.000850</td>\n",
       "      <td>0.001650</td>\n",
       "      <td>0.000270</td>\n",
       "      <td>-0.003846</td>\n",
       "      <td>0.000646</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>1000</td>\n",
       "      <td>17/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.004812</td>\n",
       "      <td>0.000358</td>\n",
       "      <td>0.007327</td>\n",
       "      <td>0.000887</td>\n",
       "      <td>-0.000153</td>\n",
       "      <td>-0.005496</td>\n",
       "      <td>0.000113</td>\n",
       "      <td>-0.000989</td>\n",
       "      <td>-0.002764</td>\n",
       "      <td>-0.000006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>1000</td>\n",
       "      <td>19/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003400</td>\n",
       "      <td>0.001583</td>\n",
       "      <td>0.007597</td>\n",
       "      <td>-0.000664</td>\n",
       "      <td>0.000343</td>\n",
       "      <td>0.002001</td>\n",
       "      <td>-0.000886</td>\n",
       "      <td>0.001461</td>\n",
       "      <td>-0.003406</td>\n",
       "      <td>-0.000680</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>1000</td>\n",
       "      <td>20/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003104</td>\n",
       "      <td>0.001552</td>\n",
       "      <td>0.007694</td>\n",
       "      <td>-0.001552</td>\n",
       "      <td>0.000690</td>\n",
       "      <td>0.003515</td>\n",
       "      <td>-0.000770</td>\n",
       "      <td>0.000659</td>\n",
       "      <td>-0.002027</td>\n",
       "      <td>-0.000829</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>1000</td>\n",
       "      <td>21/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.006570</td>\n",
       "      <td>-0.002693</td>\n",
       "      <td>0.008218</td>\n",
       "      <td>-0.002574</td>\n",
       "      <td>0.001294</td>\n",
       "      <td>0.002469</td>\n",
       "      <td>0.002699</td>\n",
       "      <td>-0.000530</td>\n",
       "      <td>-0.003920</td>\n",
       "      <td>-0.001504</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>1000</td>\n",
       "      <td>22/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003804</td>\n",
       "      <td>0.001281</td>\n",
       "      <td>0.007655</td>\n",
       "      <td>-0.002226</td>\n",
       "      <td>0.001153</td>\n",
       "      <td>0.003210</td>\n",
       "      <td>-0.000128</td>\n",
       "      <td>-0.000091</td>\n",
       "      <td>-0.003226</td>\n",
       "      <td>0.000890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>1000</td>\n",
       "      <td>23/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.006528</td>\n",
       "      <td>-0.001742</td>\n",
       "      <td>0.008153</td>\n",
       "      <td>-0.000991</td>\n",
       "      <td>0.000195</td>\n",
       "      <td>0.001834</td>\n",
       "      <td>0.003833</td>\n",
       "      <td>-0.001459</td>\n",
       "      <td>-0.003122</td>\n",
       "      <td>-0.001248</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>1000</td>\n",
       "      <td>24/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007566</td>\n",
       "      <td>-0.005321</td>\n",
       "      <td>0.007970</td>\n",
       "      <td>0.001830</td>\n",
       "      <td>-0.001635</td>\n",
       "      <td>-0.005450</td>\n",
       "      <td>0.001109</td>\n",
       "      <td>-0.000954</td>\n",
       "      <td>0.001034</td>\n",
       "      <td>-0.000976</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>1000</td>\n",
       "      <td>26/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002027</td>\n",
       "      <td>0.001114</td>\n",
       "      <td>0.007651</td>\n",
       "      <td>0.000694</td>\n",
       "      <td>-0.000759</td>\n",
       "      <td>0.001081</td>\n",
       "      <td>-0.002988</td>\n",
       "      <td>0.000438</td>\n",
       "      <td>-0.001502</td>\n",
       "      <td>0.000969</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>1000</td>\n",
       "      <td>27/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000897</td>\n",
       "      <td>0.001199</td>\n",
       "      <td>0.007763</td>\n",
       "      <td>0.000900</td>\n",
       "      <td>-0.001114</td>\n",
       "      <td>0.002215</td>\n",
       "      <td>-0.003017</td>\n",
       "      <td>0.000531</td>\n",
       "      <td>0.002433</td>\n",
       "      <td>0.001024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>1000</td>\n",
       "      <td>28/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003065</td>\n",
       "      <td>0.001523</td>\n",
       "      <td>0.007683</td>\n",
       "      <td>-0.001519</td>\n",
       "      <td>0.000758</td>\n",
       "      <td>0.003492</td>\n",
       "      <td>-0.000209</td>\n",
       "      <td>0.001591</td>\n",
       "      <td>-0.000880</td>\n",
       "      <td>-0.000557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>1000</td>\n",
       "      <td>29/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.006004</td>\n",
       "      <td>0.002125</td>\n",
       "      <td>0.007280</td>\n",
       "      <td>0.000236</td>\n",
       "      <td>0.000328</td>\n",
       "      <td>-0.003497</td>\n",
       "      <td>0.006321</td>\n",
       "      <td>-0.000149</td>\n",
       "      <td>0.001153</td>\n",
       "      <td>0.001034</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>1000</td>\n",
       "      <td>30/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.005303</td>\n",
       "      <td>0.001169</td>\n",
       "      <td>0.007344</td>\n",
       "      <td>0.000064</td>\n",
       "      <td>0.000322</td>\n",
       "      <td>-0.003721</td>\n",
       "      <td>0.002780</td>\n",
       "      <td>-0.000725</td>\n",
       "      <td>-0.000828</td>\n",
       "      <td>-0.001033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>1000</td>\n",
       "      <td>31/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003675</td>\n",
       "      <td>0.000722</td>\n",
       "      <td>0.007491</td>\n",
       "      <td>0.000210</td>\n",
       "      <td>-0.000082</td>\n",
       "      <td>-0.002712</td>\n",
       "      <td>0.001739</td>\n",
       "      <td>-0.000580</td>\n",
       "      <td>0.004068</td>\n",
       "      <td>-0.000496</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>1000</td>\n",
       "      <td>02/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.007088</td>\n",
       "      <td>0.002514</td>\n",
       "      <td>0.007130</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000847</td>\n",
       "      <td>-0.004455</td>\n",
       "      <td>0.008373</td>\n",
       "      <td>0.003512</td>\n",
       "      <td>0.000239</td>\n",
       "      <td>0.000523</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>1000</td>\n",
       "      <td>03/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004044</td>\n",
       "      <td>0.012043</td>\n",
       "      <td>0.008441</td>\n",
       "      <td>0.019235</td>\n",
       "      <td>0.001465</td>\n",
       "      <td>0.002929</td>\n",
       "      <td>0.006584</td>\n",
       "      <td>0.002648</td>\n",
       "      <td>0.000373</td>\n",
       "      <td>0.000452</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>1000</td>\n",
       "      <td>04/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000979</td>\n",
       "      <td>-0.001417</td>\n",
       "      <td>0.007835</td>\n",
       "      <td>-0.019782</td>\n",
       "      <td>0.001795</td>\n",
       "      <td>0.000359</td>\n",
       "      <td>0.002216</td>\n",
       "      <td>0.003522</td>\n",
       "      <td>-0.001734</td>\n",
       "      <td>-0.001747</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37556</th>\n",
       "      <td>37556</td>\n",
       "      <td>1748</td>\n",
       "      <td>24/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008797</td>\n",
       "      <td>-0.004466</td>\n",
       "      <td>-0.007412</td>\n",
       "      <td>0.001597</td>\n",
       "      <td>-0.001416</td>\n",
       "      <td>-0.005329</td>\n",
       "      <td>0.000861</td>\n",
       "      <td>-0.001126</td>\n",
       "      <td>0.001118</td>\n",
       "      <td>-0.000985</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37557</th>\n",
       "      <td>37557</td>\n",
       "      <td>1748</td>\n",
       "      <td>26/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000795</td>\n",
       "      <td>0.001969</td>\n",
       "      <td>-0.007731</td>\n",
       "      <td>0.000461</td>\n",
       "      <td>-0.000540</td>\n",
       "      <td>0.001202</td>\n",
       "      <td>-0.003235</td>\n",
       "      <td>0.000265</td>\n",
       "      <td>-0.001417</td>\n",
       "      <td>0.000960</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37558</th>\n",
       "      <td>37558</td>\n",
       "      <td>1748</td>\n",
       "      <td>27/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000335</td>\n",
       "      <td>0.002054</td>\n",
       "      <td>-0.007619</td>\n",
       "      <td>0.000667</td>\n",
       "      <td>-0.000895</td>\n",
       "      <td>0.002336</td>\n",
       "      <td>-0.003265</td>\n",
       "      <td>0.000358</td>\n",
       "      <td>0.002517</td>\n",
       "      <td>0.001014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37559</th>\n",
       "      <td>37559</td>\n",
       "      <td>1748</td>\n",
       "      <td>28/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001834</td>\n",
       "      <td>0.002378</td>\n",
       "      <td>-0.007698</td>\n",
       "      <td>-0.001752</td>\n",
       "      <td>0.000977</td>\n",
       "      <td>0.003613</td>\n",
       "      <td>-0.000457</td>\n",
       "      <td>0.001419</td>\n",
       "      <td>-0.000795</td>\n",
       "      <td>-0.000567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37560</th>\n",
       "      <td>37560</td>\n",
       "      <td>1748</td>\n",
       "      <td>29/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.004773</td>\n",
       "      <td>0.002980</td>\n",
       "      <td>-0.008102</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>0.000547</td>\n",
       "      <td>-0.003376</td>\n",
       "      <td>0.006073</td>\n",
       "      <td>-0.000322</td>\n",
       "      <td>0.001237</td>\n",
       "      <td>0.001025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37561</th>\n",
       "      <td>37561</td>\n",
       "      <td>1748</td>\n",
       "      <td>30/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.004072</td>\n",
       "      <td>0.002023</td>\n",
       "      <td>-0.008038</td>\n",
       "      <td>-0.000169</td>\n",
       "      <td>0.000541</td>\n",
       "      <td>-0.003600</td>\n",
       "      <td>0.002532</td>\n",
       "      <td>-0.000898</td>\n",
       "      <td>-0.000743</td>\n",
       "      <td>-0.001043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37562</th>\n",
       "      <td>37562</td>\n",
       "      <td>1748</td>\n",
       "      <td>31/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002444</td>\n",
       "      <td>0.001577</td>\n",
       "      <td>-0.007891</td>\n",
       "      <td>-0.000023</td>\n",
       "      <td>0.000137</td>\n",
       "      <td>-0.002591</td>\n",
       "      <td>0.001491</td>\n",
       "      <td>-0.000753</td>\n",
       "      <td>0.004153</td>\n",
       "      <td>-0.000506</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37563</th>\n",
       "      <td>37563</td>\n",
       "      <td>1748</td>\n",
       "      <td>02/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.005856</td>\n",
       "      <td>0.003369</td>\n",
       "      <td>-0.008252</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.001066</td>\n",
       "      <td>-0.004334</td>\n",
       "      <td>0.008125</td>\n",
       "      <td>0.003340</td>\n",
       "      <td>0.000323</td>\n",
       "      <td>0.000513</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37564</th>\n",
       "      <td>37564</td>\n",
       "      <td>1748</td>\n",
       "      <td>03/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.005275</td>\n",
       "      <td>0.012898</td>\n",
       "      <td>-0.006941</td>\n",
       "      <td>0.019002</td>\n",
       "      <td>0.001684</td>\n",
       "      <td>0.003050</td>\n",
       "      <td>0.006336</td>\n",
       "      <td>0.002475</td>\n",
       "      <td>0.000457</td>\n",
       "      <td>0.000442</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37565</th>\n",
       "      <td>37565</td>\n",
       "      <td>1748</td>\n",
       "      <td>04/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000252</td>\n",
       "      <td>-0.000562</td>\n",
       "      <td>-0.007547</td>\n",
       "      <td>-0.020015</td>\n",
       "      <td>0.002014</td>\n",
       "      <td>0.000480</td>\n",
       "      <td>0.001968</td>\n",
       "      <td>0.003349</td>\n",
       "      <td>-0.001649</td>\n",
       "      <td>-0.001756</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37566</th>\n",
       "      <td>37566</td>\n",
       "      <td>1748</td>\n",
       "      <td>05/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.005738</td>\n",
       "      <td>0.000906</td>\n",
       "      <td>-0.008519</td>\n",
       "      <td>0.004273</td>\n",
       "      <td>-0.004244</td>\n",
       "      <td>-0.001741</td>\n",
       "      <td>0.009018</td>\n",
       "      <td>0.000965</td>\n",
       "      <td>0.000120</td>\n",
       "      <td>0.000976</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37567</th>\n",
       "      <td>37567</td>\n",
       "      <td>1748</td>\n",
       "      <td>07/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.004130</td>\n",
       "      <td>-0.002976</td>\n",
       "      <td>-0.008555</td>\n",
       "      <td>0.007359</td>\n",
       "      <td>-0.009372</td>\n",
       "      <td>0.002118</td>\n",
       "      <td>0.006094</td>\n",
       "      <td>-0.004640</td>\n",
       "      <td>0.000313</td>\n",
       "      <td>0.002189</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37568</th>\n",
       "      <td>37568</td>\n",
       "      <td>1748</td>\n",
       "      <td>10/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001012</td>\n",
       "      <td>0.003470</td>\n",
       "      <td>-0.007711</td>\n",
       "      <td>0.000908</td>\n",
       "      <td>-0.001176</td>\n",
       "      <td>0.003012</td>\n",
       "      <td>-0.001697</td>\n",
       "      <td>-0.001821</td>\n",
       "      <td>-0.000605</td>\n",
       "      <td>-0.002449</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37569</th>\n",
       "      <td>37569</td>\n",
       "      <td>1748</td>\n",
       "      <td>11/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000271</td>\n",
       "      <td>0.002080</td>\n",
       "      <td>-0.007583</td>\n",
       "      <td>-0.000014</td>\n",
       "      <td>-0.000532</td>\n",
       "      <td>0.003248</td>\n",
       "      <td>-0.002975</td>\n",
       "      <td>0.000174</td>\n",
       "      <td>0.002874</td>\n",
       "      <td>0.000589</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37570</th>\n",
       "      <td>37570</td>\n",
       "      <td>1748</td>\n",
       "      <td>12/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000918</td>\n",
       "      <td>0.001524</td>\n",
       "      <td>-0.007568</td>\n",
       "      <td>-0.002450</td>\n",
       "      <td>0.001082</td>\n",
       "      <td>0.004348</td>\n",
       "      <td>-0.002938</td>\n",
       "      <td>-0.000494</td>\n",
       "      <td>-0.000724</td>\n",
       "      <td>-0.000303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37571</th>\n",
       "      <td>37571</td>\n",
       "      <td>1748</td>\n",
       "      <td>13/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008014</td>\n",
       "      <td>-0.001102</td>\n",
       "      <td>-0.007131</td>\n",
       "      <td>-0.002616</td>\n",
       "      <td>0.001207</td>\n",
       "      <td>0.003782</td>\n",
       "      <td>0.004337</td>\n",
       "      <td>-0.001159</td>\n",
       "      <td>-0.000568</td>\n",
       "      <td>-0.001142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37572</th>\n",
       "      <td>37572</td>\n",
       "      <td>1748</td>\n",
       "      <td>14/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003412</td>\n",
       "      <td>0.001118</td>\n",
       "      <td>-0.007886</td>\n",
       "      <td>-0.001987</td>\n",
       "      <td>0.001537</td>\n",
       "      <td>-0.001861</td>\n",
       "      <td>0.002224</td>\n",
       "      <td>-0.000756</td>\n",
       "      <td>0.002009</td>\n",
       "      <td>0.000651</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37573</th>\n",
       "      <td>37573</td>\n",
       "      <td>1748</td>\n",
       "      <td>16/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003969</td>\n",
       "      <td>0.003867</td>\n",
       "      <td>-0.007862</td>\n",
       "      <td>-0.001866</td>\n",
       "      <td>0.000991</td>\n",
       "      <td>0.003551</td>\n",
       "      <td>0.004875</td>\n",
       "      <td>-0.001133</td>\n",
       "      <td>-0.001230</td>\n",
       "      <td>0.003770</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37574</th>\n",
       "      <td>37574</td>\n",
       "      <td>1748</td>\n",
       "      <td>17/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000893</td>\n",
       "      <td>0.002799</td>\n",
       "      <td>-0.007636</td>\n",
       "      <td>-0.001168</td>\n",
       "      <td>0.000495</td>\n",
       "      <td>0.004487</td>\n",
       "      <td>0.000242</td>\n",
       "      <td>0.002385</td>\n",
       "      <td>0.003370</td>\n",
       "      <td>-0.000534</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37575</th>\n",
       "      <td>37575</td>\n",
       "      <td>1748</td>\n",
       "      <td>18/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007180</td>\n",
       "      <td>-0.000695</td>\n",
       "      <td>-0.007161</td>\n",
       "      <td>-0.003504</td>\n",
       "      <td>0.001905</td>\n",
       "      <td>0.004467</td>\n",
       "      <td>0.006649</td>\n",
       "      <td>-0.000542</td>\n",
       "      <td>-0.000389</td>\n",
       "      <td>-0.000111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37576</th>\n",
       "      <td>37576</td>\n",
       "      <td>1748</td>\n",
       "      <td>19/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001173</td>\n",
       "      <td>0.001735</td>\n",
       "      <td>-0.007558</td>\n",
       "      <td>-0.003163</td>\n",
       "      <td>0.001659</td>\n",
       "      <td>0.005346</td>\n",
       "      <td>-0.001406</td>\n",
       "      <td>0.000996</td>\n",
       "      <td>0.000794</td>\n",
       "      <td>-0.001120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37577</th>\n",
       "      <td>37577</td>\n",
       "      <td>1748</td>\n",
       "      <td>20/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.005899</td>\n",
       "      <td>0.003432</td>\n",
       "      <td>-0.008117</td>\n",
       "      <td>-0.001192</td>\n",
       "      <td>0.001112</td>\n",
       "      <td>-0.002044</td>\n",
       "      <td>0.006865</td>\n",
       "      <td>-0.002412</td>\n",
       "      <td>-0.001185</td>\n",
       "      <td>-0.000594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37578</th>\n",
       "      <td>37578</td>\n",
       "      <td>1748</td>\n",
       "      <td>21/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003674</td>\n",
       "      <td>0.004509</td>\n",
       "      <td>-0.007902</td>\n",
       "      <td>-0.000308</td>\n",
       "      <td>-0.000018</td>\n",
       "      <td>0.002932</td>\n",
       "      <td>0.003846</td>\n",
       "      <td>-0.001249</td>\n",
       "      <td>-0.002338</td>\n",
       "      <td>0.000722</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37579</th>\n",
       "      <td>37579</td>\n",
       "      <td>1748</td>\n",
       "      <td>23/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.004428</td>\n",
       "      <td>0.004838</td>\n",
       "      <td>-0.007863</td>\n",
       "      <td>-0.001779</td>\n",
       "      <td>0.000775</td>\n",
       "      <td>0.004763</td>\n",
       "      <td>0.004960</td>\n",
       "      <td>-0.002515</td>\n",
       "      <td>-0.003206</td>\n",
       "      <td>-0.000493</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37580</th>\n",
       "      <td>37580</td>\n",
       "      <td>1748</td>\n",
       "      <td>24/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001666</td>\n",
       "      <td>0.003495</td>\n",
       "      <td>-0.007625</td>\n",
       "      <td>-0.001708</td>\n",
       "      <td>0.000471</td>\n",
       "      <td>0.005741</td>\n",
       "      <td>0.001065</td>\n",
       "      <td>-0.001236</td>\n",
       "      <td>0.001638</td>\n",
       "      <td>-0.001547</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37581</th>\n",
       "      <td>37581</td>\n",
       "      <td>1748</td>\n",
       "      <td>25/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002455</td>\n",
       "      <td>0.003008</td>\n",
       "      <td>-0.007751</td>\n",
       "      <td>-0.001580</td>\n",
       "      <td>0.000855</td>\n",
       "      <td>0.003725</td>\n",
       "      <td>0.000411</td>\n",
       "      <td>0.000516</td>\n",
       "      <td>-0.002248</td>\n",
       "      <td>-0.001418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37582</th>\n",
       "      <td>37582</td>\n",
       "      <td>1748</td>\n",
       "      <td>26/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008818</td>\n",
       "      <td>-0.001298</td>\n",
       "      <td>-0.007128</td>\n",
       "      <td>-0.001419</td>\n",
       "      <td>0.000386</td>\n",
       "      <td>0.002822</td>\n",
       "      <td>0.002205</td>\n",
       "      <td>-0.001360</td>\n",
       "      <td>-0.001038</td>\n",
       "      <td>-0.002115</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37583</th>\n",
       "      <td>37583</td>\n",
       "      <td>1748</td>\n",
       "      <td>27/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008082</td>\n",
       "      <td>-0.000643</td>\n",
       "      <td>-0.007169</td>\n",
       "      <td>-0.001664</td>\n",
       "      <td>0.000565</td>\n",
       "      <td>0.003344</td>\n",
       "      <td>0.004497</td>\n",
       "      <td>-0.001517</td>\n",
       "      <td>-0.000452</td>\n",
       "      <td>-0.001415</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37584</th>\n",
       "      <td>37584</td>\n",
       "      <td>1748</td>\n",
       "      <td>28/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001182</td>\n",
       "      <td>-0.000930</td>\n",
       "      <td>-0.007724</td>\n",
       "      <td>-0.001820</td>\n",
       "      <td>0.000879</td>\n",
       "      <td>-0.001196</td>\n",
       "      <td>-0.002090</td>\n",
       "      <td>-0.000609</td>\n",
       "      <td>0.004430</td>\n",
       "      <td>0.000507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37585</th>\n",
       "      <td>37585</td>\n",
       "      <td>1748</td>\n",
       "      <td>30/04/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>4607</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007914</td>\n",
       "      <td>-0.009684</td>\n",
       "      <td>-0.007692</td>\n",
       "      <td>0.002180</td>\n",
       "      <td>-0.004408</td>\n",
       "      <td>-0.000887</td>\n",
       "      <td>0.003199</td>\n",
       "      <td>0.000635</td>\n",
       "      <td>0.000453</td>\n",
       "      <td>0.003646</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>37586 rows × 45 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       index  StoreID        Date  IsHoliday  HasPromotions     StoreType  \\\n",
       "0          0     1000  01/03/2018          0              0  Hyper Market   \n",
       "1          1     1000  02/03/2018          0              0  Hyper Market   \n",
       "2          2     1000  03/03/2018          0              0  Hyper Market   \n",
       "3          3     1000  05/03/2018          0              1  Hyper Market   \n",
       "4          4     1000  06/03/2018          0              1  Hyper Market   \n",
       "5          5     1000  07/03/2018          0              1  Hyper Market   \n",
       "6          6     1000  08/03/2018          0              1  Hyper Market   \n",
       "7          7     1000  09/03/2018          0              1  Hyper Market   \n",
       "8          8     1000  10/03/2018          0              0  Hyper Market   \n",
       "9          9     1000  12/03/2018          0              0  Hyper Market   \n",
       "10        10     1000  13/03/2018          0              0  Hyper Market   \n",
       "11        11     1000  14/03/2018          0              0  Hyper Market   \n",
       "12        12     1000  15/03/2018          0              0  Hyper Market   \n",
       "13        13     1000  16/03/2018          0              0  Hyper Market   \n",
       "14        14     1000  17/03/2018          0              0  Hyper Market   \n",
       "15        15     1000  19/03/2018          0              1  Hyper Market   \n",
       "16        16     1000  20/03/2018          0              1  Hyper Market   \n",
       "17        17     1000  21/03/2018          0              1  Hyper Market   \n",
       "18        18     1000  22/03/2018          0              1  Hyper Market   \n",
       "19        19     1000  23/03/2018          0              1  Hyper Market   \n",
       "20        20     1000  24/03/2018          0              0  Hyper Market   \n",
       "21        21     1000  26/03/2018          0              0  Hyper Market   \n",
       "22        22     1000  27/03/2018          0              0  Hyper Market   \n",
       "23        23     1000  28/03/2018          0              0  Hyper Market   \n",
       "24        24     1000  29/03/2018          0              0  Hyper Market   \n",
       "25        25     1000  30/03/2018          0              0  Hyper Market   \n",
       "26        26     1000  31/03/2018          0              0  Hyper Market   \n",
       "27        27     1000  02/04/2018          0              1  Hyper Market   \n",
       "28        28     1000  03/04/2018          0              1  Hyper Market   \n",
       "29        29     1000  04/04/2018          0              1  Hyper Market   \n",
       "...      ...      ...         ...        ...            ...           ...   \n",
       "37556  37556     1748  24/03/2018          0              0  Hyper Market   \n",
       "37557  37557     1748  26/03/2018          0              0  Hyper Market   \n",
       "37558  37558     1748  27/03/2018          0              0  Hyper Market   \n",
       "37559  37559     1748  28/03/2018          0              0  Hyper Market   \n",
       "37560  37560     1748  29/03/2018          0              0  Hyper Market   \n",
       "37561  37561     1748  30/03/2018          0              0  Hyper Market   \n",
       "37562  37562     1748  31/03/2018          0              0  Hyper Market   \n",
       "37563  37563     1748  02/04/2018          0              1  Hyper Market   \n",
       "37564  37564     1748  03/04/2018          0              1  Hyper Market   \n",
       "37565  37565     1748  04/04/2018          0              1  Hyper Market   \n",
       "37566  37566     1748  05/04/2018          0              1  Hyper Market   \n",
       "37567  37567     1748  07/04/2018          0              0  Hyper Market   \n",
       "37568  37568     1748  10/04/2018          0              0  Hyper Market   \n",
       "37569  37569     1748  11/04/2018          0              0  Hyper Market   \n",
       "37570  37570     1748  12/04/2018          0              0  Hyper Market   \n",
       "37571  37571     1748  13/04/2018          0              0  Hyper Market   \n",
       "37572  37572     1748  14/04/2018          0              0  Hyper Market   \n",
       "37573  37573     1748  16/04/2018          0              1  Hyper Market   \n",
       "37574  37574     1748  17/04/2018          0              1  Hyper Market   \n",
       "37575  37575     1748  18/04/2018          0              1  Hyper Market   \n",
       "37576  37576     1748  19/04/2018          0              1  Hyper Market   \n",
       "37577  37577     1748  20/04/2018          0              1  Hyper Market   \n",
       "37578  37578     1748  21/04/2018          0              0  Hyper Market   \n",
       "37579  37579     1748  23/04/2018          0              0  Hyper Market   \n",
       "37580  37580     1748  24/04/2018          0              0  Hyper Market   \n",
       "37581  37581     1748  25/04/2018          0              0  Hyper Market   \n",
       "37582  37582     1748  26/04/2018          0              0  Hyper Market   \n",
       "37583  37583     1748  27/04/2018          0              0  Hyper Market   \n",
       "37584  37584     1748  28/04/2018          0              0  Hyper Market   \n",
       "37585  37585     1748  30/04/2018          0              1  Hyper Market   \n",
       "\n",
       "      AssortmentType  NearestCompetitor  Region  Region_AreaKM2    ...     \\\n",
       "0            General                326       7            9643    ...      \n",
       "1            General                326       7            9643    ...      \n",
       "2            General                326       7            9643    ...      \n",
       "3            General                326       7            9643    ...      \n",
       "4            General                326       7            9643    ...      \n",
       "5            General                326       7            9643    ...      \n",
       "6            General                326       7            9643    ...      \n",
       "7            General                326       7            9643    ...      \n",
       "8            General                326       7            9643    ...      \n",
       "9            General                326       7            9643    ...      \n",
       "10           General                326       7            9643    ...      \n",
       "11           General                326       7            9643    ...      \n",
       "12           General                326       7            9643    ...      \n",
       "13           General                326       7            9643    ...      \n",
       "14           General                326       7            9643    ...      \n",
       "15           General                326       7            9643    ...      \n",
       "16           General                326       7            9643    ...      \n",
       "17           General                326       7            9643    ...      \n",
       "18           General                326       7            9643    ...      \n",
       "19           General                326       7            9643    ...      \n",
       "20           General                326       7            9643    ...      \n",
       "21           General                326       7            9643    ...      \n",
       "22           General                326       7            9643    ...      \n",
       "23           General                326       7            9643    ...      \n",
       "24           General                326       7            9643    ...      \n",
       "25           General                326       7            9643    ...      \n",
       "26           General                326       7            9643    ...      \n",
       "27           General                326       7            9643    ...      \n",
       "28           General                326       7            9643    ...      \n",
       "29           General                326       7            9643    ...      \n",
       "...              ...                ...     ...             ...    ...      \n",
       "37556        General               4607       7            9643    ...      \n",
       "37557        General               4607       7            9643    ...      \n",
       "37558        General               4607       7            9643    ...      \n",
       "37559        General               4607       7            9643    ...      \n",
       "37560        General               4607       7            9643    ...      \n",
       "37561        General               4607       7            9643    ...      \n",
       "37562        General               4607       7            9643    ...      \n",
       "37563        General               4607       7            9643    ...      \n",
       "37564        General               4607       7            9643    ...      \n",
       "37565        General               4607       7            9643    ...      \n",
       "37566        General               4607       7            9643    ...      \n",
       "37567        General               4607       7            9643    ...      \n",
       "37568        General               4607       7            9643    ...      \n",
       "37569        General               4607       7            9643    ...      \n",
       "37570        General               4607       7            9643    ...      \n",
       "37571        General               4607       7            9643    ...      \n",
       "37572        General               4607       7            9643    ...      \n",
       "37573        General               4607       7            9643    ...      \n",
       "37574        General               4607       7            9643    ...      \n",
       "37575        General               4607       7            9643    ...      \n",
       "37576        General               4607       7            9643    ...      \n",
       "37577        General               4607       7            9643    ...      \n",
       "37578        General               4607       7            9643    ...      \n",
       "37579        General               4607       7            9643    ...      \n",
       "37580        General               4607       7            9643    ...      \n",
       "37581        General               4607       7            9643    ...      \n",
       "37582        General               4607       7            9643    ...      \n",
       "37583        General               4607       7            9643    ...      \n",
       "37584        General               4607       7            9643    ...      \n",
       "37585        General               4607       7            9643    ...      \n",
       "\n",
       "             p3        p4        p5        p6        p7        p8        p9  \\\n",
       "0     -0.002890 -0.000325  0.007562  0.000579 -0.000524 -0.003730 -0.002314   \n",
       "1     -0.003052 -0.007794  0.006873  0.009264 -0.011899  0.002262 -0.000431   \n",
       "2      0.006493 -0.003377  0.007932  0.001550 -0.000773 -0.006173  0.002887   \n",
       "3     -0.006155 -0.007388  0.006974 -0.002662  0.011022  0.001034  0.005044   \n",
       "4     -0.004216  0.000262  0.007314  0.001936 -0.001315 -0.003427  0.001078   \n",
       "5      0.006278  0.016091  0.009118  0.014187  0.008304 -0.002929 -0.002479   \n",
       "6     -0.003900  0.000503  0.007427  0.001184 -0.000638 -0.004437 -0.001050   \n",
       "7     -0.000901  0.000659  0.007727  0.001247 -0.001193  0.000944 -0.004694   \n",
       "8     -0.000756  0.001207  0.007758  0.001475 -0.001546  0.001777 -0.004244   \n",
       "9     -0.000868  0.000549  0.007807 -0.000224 -0.000261  0.002705 -0.003559   \n",
       "10     0.008652 -0.005695  0.008061  0.001688 -0.001236 -0.006311  0.000629   \n",
       "11     0.005535 -0.000514  0.007953  0.000802 -0.000627 -0.000079  0.008087   \n",
       "12    -0.001797  0.001723  0.007664  0.001108 -0.001006  0.001719 -0.002070   \n",
       "13    -0.004292  0.002908  0.007454  0.000956 -0.000671  0.000850  0.001650   \n",
       "14    -0.004812  0.000358  0.007327  0.000887 -0.000153 -0.005496  0.000113   \n",
       "15    -0.003400  0.001583  0.007597 -0.000664  0.000343  0.002001 -0.000886   \n",
       "16    -0.003104  0.001552  0.007694 -0.001552  0.000690  0.003515 -0.000770   \n",
       "17     0.006570 -0.002693  0.008218 -0.002574  0.001294  0.002469  0.002699   \n",
       "18    -0.003804  0.001281  0.007655 -0.002226  0.001153  0.003210 -0.000128   \n",
       "19     0.006528 -0.001742  0.008153 -0.000991  0.000195  0.001834  0.003833   \n",
       "20     0.007566 -0.005321  0.007970  0.001830 -0.001635 -0.005450  0.001109   \n",
       "21    -0.002027  0.001114  0.007651  0.000694 -0.000759  0.001081 -0.002988   \n",
       "22    -0.000897  0.001199  0.007763  0.000900 -0.001114  0.002215 -0.003017   \n",
       "23    -0.003065  0.001523  0.007683 -0.001519  0.000758  0.003492 -0.000209   \n",
       "24    -0.006004  0.002125  0.007280  0.000236  0.000328 -0.003497  0.006321   \n",
       "25    -0.005303  0.001169  0.007344  0.000064  0.000322 -0.003721  0.002780   \n",
       "26    -0.003675  0.000722  0.007491  0.000210 -0.000082 -0.002712  0.001739   \n",
       "27    -0.007088  0.002514  0.007130  0.000302  0.000847 -0.004455  0.008373   \n",
       "28     0.004044  0.012043  0.008441  0.019235  0.001465  0.002929  0.006584   \n",
       "29    -0.000979 -0.001417  0.007835 -0.019782  0.001795  0.000359  0.002216   \n",
       "...         ...       ...       ...       ...       ...       ...       ...   \n",
       "37556  0.008797 -0.004466 -0.007412  0.001597 -0.001416 -0.005329  0.000861   \n",
       "37557 -0.000795  0.001969 -0.007731  0.000461 -0.000540  0.001202 -0.003235   \n",
       "37558  0.000335  0.002054 -0.007619  0.000667 -0.000895  0.002336 -0.003265   \n",
       "37559 -0.001834  0.002378 -0.007698 -0.001752  0.000977  0.003613 -0.000457   \n",
       "37560 -0.004773  0.002980 -0.008102  0.000003  0.000547 -0.003376  0.006073   \n",
       "37561 -0.004072  0.002023 -0.008038 -0.000169  0.000541 -0.003600  0.002532   \n",
       "37562 -0.002444  0.001577 -0.007891 -0.000023  0.000137 -0.002591  0.001491   \n",
       "37563 -0.005856  0.003369 -0.008252  0.000069  0.001066 -0.004334  0.008125   \n",
       "37564  0.005275  0.012898 -0.006941  0.019002  0.001684  0.003050  0.006336   \n",
       "37565  0.000252 -0.000562 -0.007547 -0.020015  0.002014  0.000480  0.001968   \n",
       "37566 -0.005738  0.000906 -0.008519  0.004273 -0.004244 -0.001741  0.009018   \n",
       "37567 -0.004130 -0.002976 -0.008555  0.007359 -0.009372  0.002118  0.006094   \n",
       "37568 -0.001012  0.003470 -0.007711  0.000908 -0.001176  0.003012 -0.001697   \n",
       "37569  0.000271  0.002080 -0.007583 -0.000014 -0.000532  0.003248 -0.002975   \n",
       "37570 -0.000918  0.001524 -0.007568 -0.002450  0.001082  0.004348 -0.002938   \n",
       "37571  0.008014 -0.001102 -0.007131 -0.002616  0.001207  0.003782  0.004337   \n",
       "37572 -0.003412  0.001118 -0.007886 -0.001987  0.001537 -0.001861  0.002224   \n",
       "37573 -0.003969  0.003867 -0.007862 -0.001866  0.000991  0.003551  0.004875   \n",
       "37574 -0.000893  0.002799 -0.007636 -0.001168  0.000495  0.004487  0.000242   \n",
       "37575  0.007180 -0.000695 -0.007161 -0.003504  0.001905  0.004467  0.006649   \n",
       "37576 -0.001173  0.001735 -0.007558 -0.003163  0.001659  0.005346 -0.001406   \n",
       "37577 -0.005899  0.003432 -0.008117 -0.001192  0.001112 -0.002044  0.006865   \n",
       "37578 -0.003674  0.004509 -0.007902 -0.000308 -0.000018  0.002932  0.003846   \n",
       "37579 -0.004428  0.004838 -0.007863 -0.001779  0.000775  0.004763  0.004960   \n",
       "37580 -0.001666  0.003495 -0.007625 -0.001708  0.000471  0.005741  0.001065   \n",
       "37581 -0.002455  0.003008 -0.007751 -0.001580  0.000855  0.003725  0.000411   \n",
       "37582  0.008818 -0.001298 -0.007128 -0.001419  0.000386  0.002822  0.002205   \n",
       "37583  0.008082 -0.000643 -0.007169 -0.001664  0.000565  0.003344  0.004497   \n",
       "37584 -0.001182 -0.000930 -0.007724 -0.001820  0.000879 -0.001196 -0.002090   \n",
       "37585  0.007914 -0.009684 -0.007692  0.002180 -0.004408 -0.000887  0.003199   \n",
       "\n",
       "            p10       p11       p12  \n",
       "0     -0.003077  0.000965 -0.000302  \n",
       "1     -0.003722 -0.001108  0.000717  \n",
       "2     -0.001144 -0.000484 -0.002648  \n",
       "3      0.000446  0.003806  0.001605  \n",
       "4      0.001618  0.000030 -0.003867  \n",
       "5     -0.002783 -0.001213 -0.001430  \n",
       "6     -0.001967 -0.001285 -0.002340  \n",
       "7      0.000867  0.000157  0.000467  \n",
       "8     -0.000242  0.001080 -0.000572  \n",
       "9      0.001910  0.002304  0.000503  \n",
       "10     0.000345  0.004936  0.003025  \n",
       "11    -0.000154 -0.001253  0.002662  \n",
       "12     0.001480  0.000339 -0.000876  \n",
       "13     0.000270 -0.003846  0.000646  \n",
       "14    -0.000989 -0.002764 -0.000006  \n",
       "15     0.001461 -0.003406 -0.000680  \n",
       "16     0.000659 -0.002027 -0.000829  \n",
       "17    -0.000530 -0.003920 -0.001504  \n",
       "18    -0.000091 -0.003226  0.000890  \n",
       "19    -0.001459 -0.003122 -0.001248  \n",
       "20    -0.000954  0.001034 -0.000976  \n",
       "21     0.000438 -0.001502  0.000969  \n",
       "22     0.000531  0.002433  0.001024  \n",
       "23     0.001591 -0.000880 -0.000557  \n",
       "24    -0.000149  0.001153  0.001034  \n",
       "25    -0.000725 -0.000828 -0.001033  \n",
       "26    -0.000580  0.004068 -0.000496  \n",
       "27     0.003512  0.000239  0.000523  \n",
       "28     0.002648  0.000373  0.000452  \n",
       "29     0.003522 -0.001734 -0.001747  \n",
       "...         ...       ...       ...  \n",
       "37556 -0.001126  0.001118 -0.000985  \n",
       "37557  0.000265 -0.001417  0.000960  \n",
       "37558  0.000358  0.002517  0.001014  \n",
       "37559  0.001419 -0.000795 -0.000567  \n",
       "37560 -0.000322  0.001237  0.001025  \n",
       "37561 -0.000898 -0.000743 -0.001043  \n",
       "37562 -0.000753  0.004153 -0.000506  \n",
       "37563  0.003340  0.000323  0.000513  \n",
       "37564  0.002475  0.000457  0.000442  \n",
       "37565  0.003349 -0.001649 -0.001756  \n",
       "37566  0.000965  0.000120  0.000976  \n",
       "37567 -0.004640  0.000313  0.002189  \n",
       "37568 -0.001821 -0.000605 -0.002449  \n",
       "37569  0.000174  0.002874  0.000589  \n",
       "37570 -0.000494 -0.000724 -0.000303  \n",
       "37571 -0.001159 -0.000568 -0.001142  \n",
       "37572 -0.000756  0.002009  0.000651  \n",
       "37573 -0.001133 -0.001230  0.003770  \n",
       "37574  0.002385  0.003370 -0.000534  \n",
       "37575 -0.000542 -0.000389 -0.000111  \n",
       "37576  0.000996  0.000794 -0.001120  \n",
       "37577 -0.002412 -0.001185 -0.000594  \n",
       "37578 -0.001249 -0.002338  0.000722  \n",
       "37579 -0.002515 -0.003206 -0.000493  \n",
       "37580 -0.001236  0.001638 -0.001547  \n",
       "37581  0.000516 -0.002248 -0.001418  \n",
       "37582 -0.001360 -0.001038 -0.002115  \n",
       "37583 -0.001517 -0.000452 -0.001415  \n",
       "37584 -0.000609  0.004430  0.000507  \n",
       "37585  0.000635  0.000453  0.003646  \n",
       "\n",
       "[37586 rows x 45 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalDf=pd.concat([df,principalDf],axis=1)\n",
    "finalDf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>StoreID</th>\n",
       "      <th>Date</th>\n",
       "      <th>IsHoliday</th>\n",
       "      <th>HasPromotions</th>\n",
       "      <th>StoreType</th>\n",
       "      <th>AssortmentType</th>\n",
       "      <th>NearestCompetitor</th>\n",
       "      <th>Region</th>\n",
       "      <th>Region_AreaKM2</th>\n",
       "      <th>...</th>\n",
       "      <th>p3</th>\n",
       "      <th>p4</th>\n",
       "      <th>p5</th>\n",
       "      <th>p6</th>\n",
       "      <th>p7</th>\n",
       "      <th>p8</th>\n",
       "      <th>p9</th>\n",
       "      <th>p10</th>\n",
       "      <th>p11</th>\n",
       "      <th>p12</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1000</td>\n",
       "      <td>01/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002890</td>\n",
       "      <td>-0.000325</td>\n",
       "      <td>0.007562</td>\n",
       "      <td>0.000579</td>\n",
       "      <td>-0.000524</td>\n",
       "      <td>-0.003730</td>\n",
       "      <td>-0.002314</td>\n",
       "      <td>-0.003077</td>\n",
       "      <td>0.000965</td>\n",
       "      <td>-0.000302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1000</td>\n",
       "      <td>02/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.003052</td>\n",
       "      <td>-0.007794</td>\n",
       "      <td>0.006873</td>\n",
       "      <td>0.009264</td>\n",
       "      <td>-0.011899</td>\n",
       "      <td>0.002262</td>\n",
       "      <td>-0.000431</td>\n",
       "      <td>-0.003722</td>\n",
       "      <td>-0.001108</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>1000</td>\n",
       "      <td>03/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>0.006493</td>\n",
       "      <td>-0.003377</td>\n",
       "      <td>0.007932</td>\n",
       "      <td>0.001550</td>\n",
       "      <td>-0.000773</td>\n",
       "      <td>-0.006173</td>\n",
       "      <td>0.002887</td>\n",
       "      <td>-0.001144</td>\n",
       "      <td>-0.000484</td>\n",
       "      <td>-0.002648</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>1000</td>\n",
       "      <td>05/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.006155</td>\n",
       "      <td>-0.007388</td>\n",
       "      <td>0.006974</td>\n",
       "      <td>-0.002662</td>\n",
       "      <td>0.011022</td>\n",
       "      <td>0.001034</td>\n",
       "      <td>0.005044</td>\n",
       "      <td>0.000446</td>\n",
       "      <td>0.003806</td>\n",
       "      <td>0.001605</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>1000</td>\n",
       "      <td>06/03/2018</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>General</td>\n",
       "      <td>326</td>\n",
       "      <td>7</td>\n",
       "      <td>9643</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.004216</td>\n",
       "      <td>0.000262</td>\n",
       "      <td>0.007314</td>\n",
       "      <td>0.001936</td>\n",
       "      <td>-0.001315</td>\n",
       "      <td>-0.003427</td>\n",
       "      <td>0.001078</td>\n",
       "      <td>0.001618</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>-0.003867</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 45 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   index  StoreID        Date  IsHoliday  HasPromotions     StoreType  \\\n",
       "0      0     1000  01/03/2018          0              0  Hyper Market   \n",
       "1      1     1000  02/03/2018          0              0  Hyper Market   \n",
       "2      2     1000  03/03/2018          0              0  Hyper Market   \n",
       "3      3     1000  05/03/2018          0              1  Hyper Market   \n",
       "4      4     1000  06/03/2018          0              1  Hyper Market   \n",
       "\n",
       "  AssortmentType  NearestCompetitor  Region  Region_AreaKM2    ...     \\\n",
       "0        General                326       7            9643    ...      \n",
       "1        General                326       7            9643    ...      \n",
       "2        General                326       7            9643    ...      \n",
       "3        General                326       7            9643    ...      \n",
       "4        General                326       7            9643    ...      \n",
       "\n",
       "         p3        p4        p5        p6        p7        p8        p9  \\\n",
       "0 -0.002890 -0.000325  0.007562  0.000579 -0.000524 -0.003730 -0.002314   \n",
       "1 -0.003052 -0.007794  0.006873  0.009264 -0.011899  0.002262 -0.000431   \n",
       "2  0.006493 -0.003377  0.007932  0.001550 -0.000773 -0.006173  0.002887   \n",
       "3 -0.006155 -0.007388  0.006974 -0.002662  0.011022  0.001034  0.005044   \n",
       "4 -0.004216  0.000262  0.007314  0.001936 -0.001315 -0.003427  0.001078   \n",
       "\n",
       "        p10       p11       p12  \n",
       "0 -0.003077  0.000965 -0.000302  \n",
       "1 -0.003722 -0.001108  0.000717  \n",
       "2 -0.001144 -0.000484 -0.002648  \n",
       "3  0.000446  0.003806  0.001605  \n",
       "4  0.001618  0.000030 -0.003867  \n",
       "\n",
       "[5 rows x 45 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalDf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "finalDf.drop(['index'],inplace=True,axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Droppping Wind direction and event"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "finalDf.drop(['WindDirDegrees','Events'],axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(37586, 42)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>StoreID</th>\n",
       "      <td>1000</td>\n",
       "      <td>1000</td>\n",
       "      <td>1000</td>\n",
       "      <td>1000</td>\n",
       "      <td>1000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Date</th>\n",
       "      <td>01/03/2018</td>\n",
       "      <td>02/03/2018</td>\n",
       "      <td>03/03/2018</td>\n",
       "      <td>05/03/2018</td>\n",
       "      <td>06/03/2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>IsHoliday</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HasPromotions</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>StoreType</th>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>Hyper Market</td>\n",
       "      <td>Hyper Market</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AssortmentType</th>\n",
       "      <td>General</td>\n",
       "      <td>General</td>\n",
       "      <td>General</td>\n",
       "      <td>General</td>\n",
       "      <td>General</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NearestCompetitor</th>\n",
       "      <td>326</td>\n",
       "      <td>326</td>\n",
       "      <td>326</td>\n",
       "      <td>326</td>\n",
       "      <td>326</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Region</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Region_AreaKM2</th>\n",
       "      <td>9643</td>\n",
       "      <td>9643</td>\n",
       "      <td>9643</td>\n",
       "      <td>9643</td>\n",
       "      <td>9643</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Region_GDP</th>\n",
       "      <td>17130</td>\n",
       "      <td>17130</td>\n",
       "      <td>17130</td>\n",
       "      <td>17130</td>\n",
       "      <td>17130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Region_PopulationK</th>\n",
       "      <td>2770</td>\n",
       "      <td>2770</td>\n",
       "      <td>2770</td>\n",
       "      <td>2770</td>\n",
       "      <td>2770</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CloudCover</th>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>D_Day</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>D_DayOfYear</th>\n",
       "      <td>60</td>\n",
       "      <td>61</td>\n",
       "      <td>62</td>\n",
       "      <td>64</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>D_Month</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>D_Year</th>\n",
       "      <td>2018</td>\n",
       "      <td>2018</td>\n",
       "      <td>2018</td>\n",
       "      <td>2018</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>D_DayOfweek</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>StoreType_SuperMarket</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>StoreType_HyperMarket</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>StoreType_StandardMarket</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>StoreType_ShoppingCenter</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AssortmentType_General</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AssortmentType_WithNFDept</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AssortmentType_WithFishDept</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MeanStoreSales</th>\n",
       "      <td>7675.45</td>\n",
       "      <td>7675.45</td>\n",
       "      <td>7675.45</td>\n",
       "      <td>7675.45</td>\n",
       "      <td>7675.45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MeanRegionSales</th>\n",
       "      <td>4702.75</td>\n",
       "      <td>4702.75</td>\n",
       "      <td>4702.75</td>\n",
       "      <td>4702.75</td>\n",
       "      <td>4702.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MeanCustomers</th>\n",
       "      <td>622.769</td>\n",
       "      <td>622.769</td>\n",
       "      <td>622.769</td>\n",
       "      <td>622.769</td>\n",
       "      <td>622.769</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MeanRegionCustomers</th>\n",
       "      <td>284.209</td>\n",
       "      <td>284.209</td>\n",
       "      <td>284.209</td>\n",
       "      <td>284.209</td>\n",
       "      <td>284.209</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>D_DayOfWeek_cos</th>\n",
       "      <td>-0.900969</td>\n",
       "      <td>-0.900969</td>\n",
       "      <td>-0.222521</td>\n",
       "      <td>1</td>\n",
       "      <td>0.62349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>D_DayOfWeek_sin</th>\n",
       "      <td>0.433884</td>\n",
       "      <td>-0.433884</td>\n",
       "      <td>-0.974928</td>\n",
       "      <td>0</td>\n",
       "      <td>0.781831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p1</th>\n",
       "      <td>-1.95675e-05</td>\n",
       "      <td>0.00236037</td>\n",
       "      <td>-0.00776508</td>\n",
       "      <td>-0.00582306</td>\n",
       "      <td>-0.00423117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p2</th>\n",
       "      <td>-0.00136897</td>\n",
       "      <td>0.00820696</td>\n",
       "      <td>-0.00295278</td>\n",
       "      <td>0.00949401</td>\n",
       "      <td>0.00114206</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p3</th>\n",
       "      <td>-0.00289002</td>\n",
       "      <td>-0.00305216</td>\n",
       "      <td>0.00649261</td>\n",
       "      <td>-0.0061549</td>\n",
       "      <td>-0.00421621</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p4</th>\n",
       "      <td>-0.000325059</td>\n",
       "      <td>-0.0077942</td>\n",
       "      <td>-0.00337713</td>\n",
       "      <td>-0.00738793</td>\n",
       "      <td>0.000262156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p5</th>\n",
       "      <td>0.00756209</td>\n",
       "      <td>0.00687255</td>\n",
       "      <td>0.00793249</td>\n",
       "      <td>0.00697375</td>\n",
       "      <td>0.00731358</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p6</th>\n",
       "      <td>0.000579241</td>\n",
       "      <td>0.00926433</td>\n",
       "      <td>0.00155024</td>\n",
       "      <td>-0.00266222</td>\n",
       "      <td>0.00193581</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p7</th>\n",
       "      <td>-0.000524061</td>\n",
       "      <td>-0.0118993</td>\n",
       "      <td>-0.00077318</td>\n",
       "      <td>0.0110218</td>\n",
       "      <td>-0.00131538</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p8</th>\n",
       "      <td>-0.00372957</td>\n",
       "      <td>0.0022624</td>\n",
       "      <td>-0.00617315</td>\n",
       "      <td>0.00103412</td>\n",
       "      <td>-0.00342739</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p9</th>\n",
       "      <td>-0.00231359</td>\n",
       "      <td>-0.000430887</td>\n",
       "      <td>0.00288671</td>\n",
       "      <td>0.00504399</td>\n",
       "      <td>0.00107759</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p10</th>\n",
       "      <td>-0.00307665</td>\n",
       "      <td>-0.0037224</td>\n",
       "      <td>-0.00114436</td>\n",
       "      <td>0.000445709</td>\n",
       "      <td>0.00161768</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p11</th>\n",
       "      <td>0.000965284</td>\n",
       "      <td>-0.0011081</td>\n",
       "      <td>-0.000484339</td>\n",
       "      <td>0.00380644</td>\n",
       "      <td>3.03418e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>p12</th>\n",
       "      <td>-0.000301533</td>\n",
       "      <td>0.000716785</td>\n",
       "      <td>-0.00264839</td>\n",
       "      <td>0.00160543</td>\n",
       "      <td>-0.00386671</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        0             1             2  \\\n",
       "StoreID                              1000          1000          1000   \n",
       "Date                           01/03/2018    02/03/2018    03/03/2018   \n",
       "IsHoliday                               0             0             0   \n",
       "HasPromotions                           0             0             0   \n",
       "StoreType                    Hyper Market  Hyper Market  Hyper Market   \n",
       "AssortmentType                    General       General       General   \n",
       "NearestCompetitor                     326           326           326   \n",
       "Region                                  7             7             7   \n",
       "Region_AreaKM2                       9643          9643          9643   \n",
       "Region_GDP                          17130         17130         17130   \n",
       "Region_PopulationK                   2770          2770          2770   \n",
       "CloudCover                              6             7             2   \n",
       "D_Day                                   1             2             3   \n",
       "D_DayOfYear                            60            61            62   \n",
       "D_Month                                 3             3             3   \n",
       "D_Year                               2018          2018          2018   \n",
       "D_DayOfweek                             3             4             5   \n",
       "StoreType_SuperMarket                   0             0             0   \n",
       "StoreType_HyperMarket                   1             1             1   \n",
       "StoreType_StandardMarket                0             0             0   \n",
       "StoreType_ShoppingCenter                0             0             0   \n",
       "AssortmentType_General                  1             1             1   \n",
       "AssortmentType_WithNFDept               0             0             0   \n",
       "AssortmentType_WithFishDept             0             0             0   \n",
       "MeanStoreSales                    7675.45       7675.45       7675.45   \n",
       "MeanRegionSales                   4702.75       4702.75       4702.75   \n",
       "MeanCustomers                     622.769       622.769       622.769   \n",
       "MeanRegionCustomers               284.209       284.209       284.209   \n",
       "D_DayOfWeek_cos                 -0.900969     -0.900969     -0.222521   \n",
       "D_DayOfWeek_sin                  0.433884     -0.433884     -0.974928   \n",
       "p1                           -1.95675e-05    0.00236037   -0.00776508   \n",
       "p2                            -0.00136897    0.00820696   -0.00295278   \n",
       "p3                            -0.00289002   -0.00305216    0.00649261   \n",
       "p4                           -0.000325059    -0.0077942   -0.00337713   \n",
       "p5                             0.00756209    0.00687255    0.00793249   \n",
       "p6                            0.000579241    0.00926433    0.00155024   \n",
       "p7                           -0.000524061    -0.0118993   -0.00077318   \n",
       "p8                            -0.00372957     0.0022624   -0.00617315   \n",
       "p9                            -0.00231359  -0.000430887    0.00288671   \n",
       "p10                           -0.00307665    -0.0037224   -0.00114436   \n",
       "p11                           0.000965284    -0.0011081  -0.000484339   \n",
       "p12                          -0.000301533   0.000716785   -0.00264839   \n",
       "\n",
       "                                        3             4  \n",
       "StoreID                              1000          1000  \n",
       "Date                           05/03/2018    06/03/2018  \n",
       "IsHoliday                               0             0  \n",
       "HasPromotions                           1             1  \n",
       "StoreType                    Hyper Market  Hyper Market  \n",
       "AssortmentType                    General       General  \n",
       "NearestCompetitor                     326           326  \n",
       "Region                                  7             7  \n",
       "Region_AreaKM2                       9643          9643  \n",
       "Region_GDP                          17130         17130  \n",
       "Region_PopulationK                   2770          2770  \n",
       "CloudCover                              4             4  \n",
       "D_Day                                   5             6  \n",
       "D_DayOfYear                            64            65  \n",
       "D_Month                                 3             3  \n",
       "D_Year                               2018          2018  \n",
       "D_DayOfweek                             0             1  \n",
       "StoreType_SuperMarket                   0             0  \n",
       "StoreType_HyperMarket                   1             1  \n",
       "StoreType_StandardMarket                0             0  \n",
       "StoreType_ShoppingCenter                0             0  \n",
       "AssortmentType_General                  1             1  \n",
       "AssortmentType_WithNFDept               0             0  \n",
       "AssortmentType_WithFishDept             0             0  \n",
       "MeanStoreSales                    7675.45       7675.45  \n",
       "MeanRegionSales                   4702.75       4702.75  \n",
       "MeanCustomers                     622.769       622.769  \n",
       "MeanRegionCustomers               284.209       284.209  \n",
       "D_DayOfWeek_cos                         1       0.62349  \n",
       "D_DayOfWeek_sin                         0      0.781831  \n",
       "p1                            -0.00582306   -0.00423117  \n",
       "p2                             0.00949401    0.00114206  \n",
       "p3                             -0.0061549   -0.00421621  \n",
       "p4                            -0.00738793   0.000262156  \n",
       "p5                             0.00697375    0.00731358  \n",
       "p6                            -0.00266222    0.00193581  \n",
       "p7                              0.0110218   -0.00131538  \n",
       "p8                             0.00103412   -0.00342739  \n",
       "p9                             0.00504399    0.00107759  \n",
       "p10                           0.000445709    0.00161768  \n",
       "p11                            0.00380644   3.03418e-05  \n",
       "p12                            0.00160543   -0.00386671  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(finalDf.shape)\n",
    "finalDf.head().T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "finalDf.to_csv('./dataset/preprocessed_' + work_on + '_PCA.csv')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}