final-project-notebook.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Part 1: Gathering Data\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pathlib import Path\n",
    "import time\n",
    "\n",
    "import os\n",
    "import requests\n",
    "import pandas as pd\n",
    "\n",
    "\n",
    "def fetch_and_cache_gdrive(gdrive_id, file, data_dir=\"data\", force=False):\n",
    "    \"\"\"\n",
    "    Download and cache a url and return the file object.\n",
    "\n",
    "    data_url: the web address to download\n",
    "    file: the file in which to save the results.\n",
    "    data_dir: (default=\"data\") the location to save the data\n",
    "    force: if true the file is always re-downloaded\n",
    "\n",
    "    return: The pathlib.Path object representing the file.\n",
    "    \"\"\"\n",
    "\n",
    "    data_dir = Path(data_dir)\n",
    "    data_dir.mkdir(exist_ok = True)\n",
    "    file_path = data_dir / Path(file)\n",
    "    # If the file already exists and we want to force a download then\n",
    "    # delete the file first so that the creation date is correct.\n",
    "    if force and file_path.exists():\n",
    "        file_path.unlink()\n",
    "    if force or not file_path.exists():\n",
    "        print('Downloading...', end=' ')\n",
    "        download_file_from_google_drive(gdrive_id, file_path)\n",
    "        print('Done!')\n",
    "        last_modified_time = time.ctime(file_path.stat().st_mtime)\n",
    "    else:\n",
    "        last_modified_time = time.ctime(file_path.stat().st_mtime)\n",
    "        print(\"Using cached version that was downloaded (UTC):\", last_modified_time)\n",
    "    return file_path\n",
    "\n",
    "\n",
    "\n",
    "# https://stackoverflow.com/questions/38511444/python-download-files-from-google-drive-using-url\n",
    "\n",
    "def download_file_from_google_drive(id, destination):\n",
    "    URL = \"https://docs.google.com/uc?export=download\"\n",
    "\n",
    "    session = requests.Session()\n",
    "\n",
    "    response = session.get(URL, params = { 'id' : id }, stream = True)\n",
    "\n",
    "    needs_confirm = needs_confirmation(response)\n",
    "\n",
    "    if needs_confirm:\n",
    "        params = { 'id' : id, 'confirm' : 't' ,}\n",
    "        response = session.get(URL, params = params, stream = True)\n",
    "\n",
    "    save_response_content(response, destination)\n",
    "\n",
    "def needs_confirmation(response):\n",
    "\n",
    "    return response.headers[\"Content-Type\"] == 'text/html; charset=utf-8'\n",
    "\n",
    "def save_response_content(response, destination):\n",
    "    CHUNK_SIZE = 32768\n",
    "\n",
    "    with open(destination, \"wb\") as f:\n",
    "        for chunk in response.iter_content(CHUNK_SIZE):\n",
    "            if chunk: # filter out keep-alive new chunks\n",
    "                f.write(chunk)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [],
   "source": [
    "# download required datasets\n",
    "\n",
    "file_dict = {\n",
    "    \"aqs_sites.csv\": \"1fMfkw-NJ03VrQxYpDjM_4T6VDaWhvegi\",\n",
    "    \"greenhouse_gas_emmitter_facilities.csv\": \"1yjTRv1OrsdWk-xNW4ZbFYB7_8Tt_x_fV\",\n",
    "    \"greenhouse_gas_emmiter_gas_types.csv\":\"1akEokx_wqsgYqGNnNJsgebA6DDGHJLR2\",\n",
    "    \"2020_daily_global_weather.csv\":\"15pjzsCiIE0uL69a4tZYgXoog8TKjIJNJ\",\n",
    "    \"daily_wind_2020.csv\": \"18MqsjkN0EYPuLb0iR0U9sZYmNVCdd94h\",\n",
    "    \"daily_temperature_2020.csv\": \"1Q62JlGtc65L2eU9FfQZcP9UyMCdcem1T\",\n",
    "    \"traffic_volumes.csv\": \"1sZyjZSWz1xEoB26u_OrhKokZYhTIJRMD\",\n",
    "    \"county_aqi_2020_daily.csv\": \"1uNH90XRceOfb16ctuUsYXVIEDeR2yaeC\"\n",
    "    }\n",
    "\n",
    "for k, v in file_dict.items():\n",
    "    path = f\"./datasets/{k}\"\n",
    "    if not os.path.exists(path):\n",
    "        download_file_from_google_drive(v,path)\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Creating Dataframes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/3b/8_5j3wnd7t9crcx504qmyfvh0000gn/T/ipykernel_65181/2721585776.py:2: DtypeWarning: Columns (1) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  gh_gas_facil_df = pd.read_csv(f\"./datasets/greenhouse_gas_emmitter_facilities.csv\")\n"
     ]
    }
   ],
   "source": [
    "aqs_site_df = pd.read_csv(f\"./datasets/aqs_sites.csv\")\n",
    "gh_gas_facil_df = pd.read_csv(f\"./datasets/greenhouse_gas_emmitter_facilities.csv\")\n",
    "gh_gas_type_df = pd.read_csv(f\"./datasets/greenhouse_gas_emmiter_gas_types.csv\")\n",
    "weather_2020_df = pd.read_csv(f\"./datasets/2020_daily_global_weather.csv\")\n",
    "wind_2020_df = pd.read_csv(f\"./datasets/daily_wind_2020.csv\")\n",
    "temp_2020_df = pd.read_csv(f\"./datasets/daily_temperature_2020.csv\")\n",
    "traffic_volumes_df = pd.read_csv(f\"./datasets/traffic_volumes.csv\")\n",
    "aqi_2020 = pd.read_csv(f\"./datasets/county_aqi_2020_daily.csv\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### aqs site data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['State Code', 'County Code', 'Site Number', 'Latitude', 'Longitude',\n",
      "       'Datum', 'Elevation', 'Land Use', 'Location Setting',\n",
      "       'Site Established Date', 'Site Closed Date', 'Met Site State Code',\n",
      "       'Met Site County Code', 'Met Site Site Number', 'Met Site Type',\n",
      "       'Met Site Distance', 'Met Site Direction', 'GMT Offset',\n",
      "       'Owning Agency', 'Local Site Name', 'Address', 'Zip Code', 'State Name',\n",
      "       'County Name', 'City Name', 'CBSA Name', 'Tribe Name',\n",
      "       'Extraction Date'],\n",
      "      dtype='object')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Number</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Datum</th>\n",
       "      <th>Elevation</th>\n",
       "      <th>Land Use</th>\n",
       "      <th>Location Setting</th>\n",
       "      <th>Site Established Date</th>\n",
       "      <th>...</th>\n",
       "      <th>Owning Agency</th>\n",
       "      <th>Local Site Name</th>\n",
       "      <th>Address</th>\n",
       "      <th>Zip Code</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>CBSA Name</th>\n",
       "      <th>Tribe Name</th>\n",
       "      <th>Extraction Date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>444</th>\n",
       "      <td>02</td>\n",
       "      <td>90</td>\n",
       "      <td>23</td>\n",
       "      <td>64.841790</td>\n",
       "      <td>-147.753258</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>136.0</td>\n",
       "      <td>INDUSTRIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>2002-04-01</td>\n",
       "      <td>...</td>\n",
       "      <td>US EPA - Region 10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>202 WIEN ST, NATIONAL GUARD ARMORY</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Alaska</td>\n",
       "      <td>Fairbanks North Star</td>\n",
       "      <td>Fairbanks</td>\n",
       "      <td>Fairbanks, AK</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-05-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13868</th>\n",
       "      <td>39</td>\n",
       "      <td>81</td>\n",
       "      <td>4</td>\n",
       "      <td>40.372800</td>\n",
       "      <td>-80.610619</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>210.0</td>\n",
       "      <td>INDUSTRIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>1969-01-01</td>\n",
       "      <td>...</td>\n",
       "      <td>North Ohio Valley Air Authority</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GARFIELD SCHOOL 936 N 5TH ST</td>\n",
       "      <td>43952.0</td>\n",
       "      <td>Ohio</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Steubenville</td>\n",
       "      <td>Weirton-Steubenville, WV-OH</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-05-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8576</th>\n",
       "      <td>26</td>\n",
       "      <td>99</td>\n",
       "      <td>1001</td>\n",
       "      <td>42.526396</td>\n",
       "      <td>-82.939857</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>187.0</td>\n",
       "      <td>COMMERCIAL</td>\n",
       "      <td>SUBURBAN</td>\n",
       "      <td>1971-01-01</td>\n",
       "      <td>...</td>\n",
       "      <td>Michigan Dept Of Environment, Great Lakes, and...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>31275 EVENINGSIDE FRASER</td>\n",
       "      <td>48026.0</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>Macomb</td>\n",
       "      <td>Fraser</td>\n",
       "      <td>Detroit-Warren-Dearborn, MI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-05-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4322</th>\n",
       "      <td>16</td>\n",
       "      <td>79</td>\n",
       "      <td>21</td>\n",
       "      <td>47.534644</td>\n",
       "      <td>-116.167944</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>701.0</td>\n",
       "      <td>INDUSTRIAL</td>\n",
       "      <td>SUBURBAN</td>\n",
       "      <td>1973-01-01</td>\n",
       "      <td>...</td>\n",
       "      <td>Idaho Department Of Health And Welfare-Environ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>SIVERKING SCHOOL/GOV GULCH, SMELTERVILLE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Idaho</td>\n",
       "      <td>Shoshone</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-05-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1298</th>\n",
       "      <td>06</td>\n",
       "      <td>29</td>\n",
       "      <td>2019</td>\n",
       "      <td>35.376953</td>\n",
       "      <td>-119.043889</td>\n",
       "      <td>NAD83</td>\n",
       "      <td>87.0</td>\n",
       "      <td>INDUSTRIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>2019-01-01</td>\n",
       "      <td>...</td>\n",
       "      <td>San Joaquin Valley Unified Air Pollution Contr...</td>\n",
       "      <td>Bakersfield-Westwind</td>\n",
       "      <td>2001 Westwind Drive</td>\n",
       "      <td>93301.0</td>\n",
       "      <td>California</td>\n",
       "      <td>Kern</td>\n",
       "      <td>Bakersfield</td>\n",
       "      <td>Bakersfield, CA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-05-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6241</th>\n",
       "      <td>19</td>\n",
       "      <td>181</td>\n",
       "      <td>1</td>\n",
       "      <td>41.363513</td>\n",
       "      <td>-93.561547</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1970-01-01</td>\n",
       "      <td>...</td>\n",
       "      <td>Iowa Department Of Natural Resources</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BOX 235 INDIANOLA</td>\n",
       "      <td>50125.0</td>\n",
       "      <td>Iowa</td>\n",
       "      <td>Warren</td>\n",
       "      <td>Indianola</td>\n",
       "      <td>Des Moines-West Des Moines, IA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-05-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17117</th>\n",
       "      <td>47</td>\n",
       "      <td>189</td>\n",
       "      <td>2</td>\n",
       "      <td>36.289218</td>\n",
       "      <td>-86.386382</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>158.0</td>\n",
       "      <td>AGRICULTURAL</td>\n",
       "      <td>RURAL</td>\n",
       "      <td>1973-01-01</td>\n",
       "      <td>...</td>\n",
       "      <td>Tennessee Valley Authority</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2 MILES SSE OF GALLATIN STEAM PLANT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Tennessee</td>\n",
       "      <td>Wilson</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>Nashville-Davidson--Murfreesboro--Franklin, TN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-05-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2347</th>\n",
       "      <td>08</td>\n",
       "      <td>67</td>\n",
       "      <td>6</td>\n",
       "      <td>37.269169</td>\n",
       "      <td>-107.881178</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>RESIDENTIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>1992-06-01</td>\n",
       "      <td>...</td>\n",
       "      <td>Colorado Department of Public Health And Envir...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>405 3RD AVE</td>\n",
       "      <td>81301.0</td>\n",
       "      <td>Colorado</td>\n",
       "      <td>La Plata</td>\n",
       "      <td>Durango</td>\n",
       "      <td>Durango, CO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-05-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9226</th>\n",
       "      <td>27</td>\n",
       "      <td>71</td>\n",
       "      <td>7</td>\n",
       "      <td>48.602994</td>\n",
       "      <td>-93.404316</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>347.0</td>\n",
       "      <td>COMMERCIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>1976-07-15</td>\n",
       "      <td>...</td>\n",
       "      <td>Minnesota Pollution Control Agency, Division O...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>314 3RD STREET</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Minnesota</td>\n",
       "      <td>Koochiching</td>\n",
       "      <td>International Falls</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-05-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3803</th>\n",
       "      <td>12</td>\n",
       "      <td>127</td>\n",
       "      <td>2</td>\n",
       "      <td>28.938882</td>\n",
       "      <td>-81.316222</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>25.0</td>\n",
       "      <td>INDUSTRIAL</td>\n",
       "      <td>RURAL</td>\n",
       "      <td>1973-01-01</td>\n",
       "      <td>...</td>\n",
       "      <td>Florida Department of Environmental Protection...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>SPRINGS ROAD 1 MILE WEST OF ORANGE CITY</td>\n",
       "      <td>32763.0</td>\n",
       "      <td>Florida</td>\n",
       "      <td>Volusia</td>\n",
       "      <td>Not in a City</td>\n",
       "      <td>Deltona-Daytona Beach-Ormond Beach, FL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-05-18</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      State Code  County Code  Site Number   Latitude   Longitude  Datum  \\\n",
       "444           02           90           23  64.841790 -147.753258  WGS84   \n",
       "13868         39           81            4  40.372800  -80.610619  WGS84   \n",
       "8576          26           99         1001  42.526396  -82.939857  WGS84   \n",
       "4322          16           79           21  47.534644 -116.167944  WGS84   \n",
       "1298          06           29         2019  35.376953 -119.043889  NAD83   \n",
       "6241          19          181            1  41.363513  -93.561547  WGS84   \n",
       "17117         47          189            2  36.289218  -86.386382  WGS84   \n",
       "2347          08           67            6  37.269169 -107.881178  WGS84   \n",
       "9226          27           71            7  48.602994  -93.404316  WGS84   \n",
       "3803          12          127            2  28.938882  -81.316222  WGS84   \n",
       "\n",
       "       Elevation      Land Use       Location Setting Site Established Date  \\\n",
       "444        136.0    INDUSTRIAL  URBAN AND CENTER CITY            2002-04-01   \n",
       "13868      210.0    INDUSTRIAL  URBAN AND CENTER CITY            1969-01-01   \n",
       "8576       187.0    COMMERCIAL               SUBURBAN            1971-01-01   \n",
       "4322       701.0    INDUSTRIAL               SUBURBAN            1973-01-01   \n",
       "1298        87.0    INDUSTRIAL  URBAN AND CENTER CITY            2019-01-01   \n",
       "6241         0.0           NaN                    NaN            1970-01-01   \n",
       "17117      158.0  AGRICULTURAL                  RURAL            1973-01-01   \n",
       "2347      2002.0   RESIDENTIAL  URBAN AND CENTER CITY            1992-06-01   \n",
       "9226       347.0    COMMERCIAL  URBAN AND CENTER CITY            1976-07-15   \n",
       "3803        25.0    INDUSTRIAL                  RURAL            1973-01-01   \n",
       "\n",
       "       ...                                      Owning Agency  \\\n",
       "444    ...                                 US EPA - Region 10   \n",
       "13868  ...                    North Ohio Valley Air Authority   \n",
       "8576   ...  Michigan Dept Of Environment, Great Lakes, and...   \n",
       "4322   ...  Idaho Department Of Health And Welfare-Environ...   \n",
       "1298   ...  San Joaquin Valley Unified Air Pollution Contr...   \n",
       "6241   ...               Iowa Department Of Natural Resources   \n",
       "17117  ...                         Tennessee Valley Authority   \n",
       "2347   ...  Colorado Department of Public Health And Envir...   \n",
       "9226   ...  Minnesota Pollution Control Agency, Division O...   \n",
       "3803   ...  Florida Department of Environmental Protection...   \n",
       "\n",
       "            Local Site Name                                   Address  \\\n",
       "444                     NaN        202 WIEN ST, NATIONAL GUARD ARMORY   \n",
       "13868                   NaN              GARFIELD SCHOOL 936 N 5TH ST   \n",
       "8576                    NaN                  31275 EVENINGSIDE FRASER   \n",
       "4322                    NaN  SIVERKING SCHOOL/GOV GULCH, SMELTERVILLE   \n",
       "1298   Bakersfield-Westwind                       2001 Westwind Drive   \n",
       "6241                    NaN                         BOX 235 INDIANOLA   \n",
       "17117                   NaN       2 MILES SSE OF GALLATIN STEAM PLANT   \n",
       "2347                    NaN                               405 3RD AVE   \n",
       "9226                    NaN                            314 3RD STREET   \n",
       "3803                    NaN   SPRINGS ROAD 1 MILE WEST OF ORANGE CITY   \n",
       "\n",
       "       Zip Code  State Name            County Name            City Name  \\\n",
       "444         NaN      Alaska  Fairbanks North Star             Fairbanks   \n",
       "13868   43952.0        Ohio              Jefferson         Steubenville   \n",
       "8576    48026.0    Michigan                 Macomb               Fraser   \n",
       "4322        NaN       Idaho               Shoshone        Not in a city   \n",
       "1298    93301.0  California                   Kern          Bakersfield   \n",
       "6241    50125.0        Iowa                 Warren            Indianola   \n",
       "17117       NaN   Tennessee                 Wilson        Not in a city   \n",
       "2347    81301.0    Colorado               La Plata              Durango   \n",
       "9226        NaN   Minnesota            Koochiching  International Falls   \n",
       "3803    32763.0     Florida                Volusia        Not in a City   \n",
       "\n",
       "                                            CBSA Name Tribe Name  \\\n",
       "444                                     Fairbanks, AK        NaN   \n",
       "13868                     Weirton-Steubenville, WV-OH        NaN   \n",
       "8576                      Detroit-Warren-Dearborn, MI        NaN   \n",
       "4322                                              NaN        NaN   \n",
       "1298                                  Bakersfield, CA        NaN   \n",
       "6241                   Des Moines-West Des Moines, IA        NaN   \n",
       "17117  Nashville-Davidson--Murfreesboro--Franklin, TN        NaN   \n",
       "2347                                      Durango, CO        NaN   \n",
       "9226                                              NaN        NaN   \n",
       "3803           Deltona-Daytona Beach-Ormond Beach, FL        NaN   \n",
       "\n",
       "      Extraction Date  \n",
       "444        2021-05-18  \n",
       "13868      2021-05-18  \n",
       "8576       2021-05-18  \n",
       "4322       2021-05-18  \n",
       "1298       2021-05-18  \n",
       "6241       2021-05-18  \n",
       "17117      2021-05-18  \n",
       "2347       2021-05-18  \n",
       "9226       2021-05-18  \n",
       "3803       2021-05-18  \n",
       "\n",
       "[10 rows x 28 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(aqs_site_df.columns)\n",
    "display(aqs_site_df.sample(10))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### gh gas facility data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['V_GHG_EMITTER_FACILITIES.ADDRESS1',\n",
      "       'V_GHG_EMITTER_FACILITIES.ADDRESS2',\n",
      "       'V_GHG_EMITTER_FACILITIES.CEMS_USED', 'V_GHG_EMITTER_FACILITIES.CITY',\n",
      "       'V_GHG_EMITTER_FACILITIES.COUNTY',\n",
      "       'V_GHG_EMITTER_FACILITIES.COUNTY_FIPS',\n",
      "       'V_GHG_EMITTER_FACILITIES.FACILITY_ID',\n",
      "       'V_GHG_EMITTER_FACILITIES.LATITUDE',\n",
      "       'V_GHG_EMITTER_FACILITIES.LONGITUDE',\n",
      "       'V_GHG_EMITTER_FACILITIES.PRIMARY_NAICS_CODE',\n",
      "       'V_GHG_EMITTER_FACILITIES.STATE', 'V_GHG_EMITTER_FACILITIES.STATE_NAME',\n",
      "       'V_GHG_EMITTER_FACILITIES.YEAR', 'V_GHG_EMITTER_FACILITIES.ZIP',\n",
      "       'V_GHG_EMITTER_FACILITIES.FACILITY_NAME',\n",
      "       'V_GHG_EMITTER_FACILITIES.SECONDARY_NAICS_CODE',\n",
      "       'V_GHG_EMITTER_FACILITIES.ADDITIONAL_NAICS_CODES',\n",
      "       'V_GHG_EMITTER_FACILITIES.COGENERATION_UNIT_EMISS_IND',\n",
      "       'V_GHG_EMITTER_FACILITIES.EPA_VERIFIED',\n",
      "       'V_GHG_EMITTER_FACILITIES.PARENT_COMPANY',\n",
      "       'V_GHG_EMITTER_FACILITIES.PLANT_CODE_INDICATOR'],\n",
      "      dtype='object')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.ADDRESS1</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.ADDRESS2</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.CEMS_USED</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.CITY</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.COUNTY</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.COUNTY_FIPS</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.FACILITY_ID</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.LATITUDE</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.LONGITUDE</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.PRIMARY_NAICS_CODE</th>\n",
       "      <th>...</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.STATE_NAME</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.YEAR</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.ZIP</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.FACILITY_NAME</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.SECONDARY_NAICS_CODE</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.ADDITIONAL_NAICS_CODES</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.COGENERATION_UNIT_EMISS_IND</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.EPA_VERIFIED</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.PARENT_COMPANY</th>\n",
       "      <th>V_GHG_EMITTER_FACILITIES.PLANT_CODE_INDICATOR</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>33322</th>\n",
       "      <td>949 COUNTY ROAD 935</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NACOGDOCHES</td>\n",
       "      <td>NACOGDOCHES</td>\n",
       "      <td>48347.0</td>\n",
       "      <td>1002672.0</td>\n",
       "      <td>31.789875</td>\n",
       "      <td>-94.759040</td>\n",
       "      <td>211111.0</td>\n",
       "      <td>...</td>\n",
       "      <td>TEXAS</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>75964.0</td>\n",
       "      <td>Trawick Central Station</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Y</td>\n",
       "      <td>NaN</td>\n",
       "      <td>EXXON MOBIL CORPORATION (100%)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24071</th>\n",
       "      <td>1400 HIGHWAY 101 SOUTH</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GREER</td>\n",
       "      <td>GREENVILLE</td>\n",
       "      <td>45045.0</td>\n",
       "      <td>1005880.0</td>\n",
       "      <td>34.904943</td>\n",
       "      <td>-82.178888</td>\n",
       "      <td>336111.0</td>\n",
       "      <td>...</td>\n",
       "      <td>SOUTH CAROLINA</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>29651.0</td>\n",
       "      <td>BMW MANUFACTURING CORPORATION</td>\n",
       "      <td>NaN</td>\n",
       "      <td>423110</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>S.B. ACQUISITIONS  INC. (100%)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24388</th>\n",
       "      <td>2800 FM 519 E</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>TEXAS CITY</td>\n",
       "      <td>GALVESTON</td>\n",
       "      <td>48167.0</td>\n",
       "      <td>1003429.0</td>\n",
       "      <td>29.359644</td>\n",
       "      <td>-94.931297</td>\n",
       "      <td>325199.0</td>\n",
       "      <td>...</td>\n",
       "      <td>TEXAS</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>77592.0</td>\n",
       "      <td>INEOS NOVA LLC Texas City Site</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2773</th>\n",
       "      <td>3545 W FARM RD 34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WILLARD</td>\n",
       "      <td>GREENE COUNTY</td>\n",
       "      <td>29077.0</td>\n",
       "      <td>1002906.0</td>\n",
       "      <td>37.377418</td>\n",
       "      <td>-93.342656</td>\n",
       "      <td>562212.0</td>\n",
       "      <td>...</td>\n",
       "      <td>MISSOURI</td>\n",
       "      <td>2019.0</td>\n",
       "      <td>65781.0</td>\n",
       "      <td>SPRINGFIELD SANITARY LANDFILL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>SPRINGFIELD MISSOURI (100%)</td>\n",
       "      <td>N</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39323</th>\n",
       "      <td>601 Madison Road</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>East Saint Louis</td>\n",
       "      <td>ST. CLAIR COUNTY</td>\n",
       "      <td>17163.0</td>\n",
       "      <td>1008269.0</td>\n",
       "      <td>38.658596</td>\n",
       "      <td>-90.121452</td>\n",
       "      <td>562212.0</td>\n",
       "      <td>...</td>\n",
       "      <td>ILLINOIS</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>62201.0</td>\n",
       "      <td>Milam Recycling and Disposal Facility</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WASTE MANAGEMENT INC (100%)</td>\n",
       "      <td>Y</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20440</th>\n",
       "      <td>913 BOWMAN STREET</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MANSFIELD</td>\n",
       "      <td>RICHLAND COUNTY</td>\n",
       "      <td>39139.0</td>\n",
       "      <td>1006530.0</td>\n",
       "      <td>40.785130</td>\n",
       "      <td>-82.523840</td>\n",
       "      <td>331110.0</td>\n",
       "      <td>...</td>\n",
       "      <td>OHIO</td>\n",
       "      <td>2019.0</td>\n",
       "      <td>44903.0</td>\n",
       "      <td>AK STEEL CORP MANSFIELD WORKS</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AK STEEL HOLDING CORP (100%)</td>\n",
       "      <td>N</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69668</th>\n",
       "      <td>35.7263  -98.5038</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Greenfield</td>\n",
       "      <td>BLAINE COUNTY</td>\n",
       "      <td>40011.0</td>\n",
       "      <td>1010833.0</td>\n",
       "      <td>35.732414</td>\n",
       "      <td>-98.374572</td>\n",
       "      <td>211111.0</td>\n",
       "      <td>...</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>73043.0</td>\n",
       "      <td>Pearl Compressor Station</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>DEVON GAS SERVICES  LP (100%)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57880</th>\n",
       "      <td>4902 PEABODY ROAD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>COLUMBIA</td>\n",
       "      <td>Boone</td>\n",
       "      <td>29019.0</td>\n",
       "      <td>1000820.0</td>\n",
       "      <td>39.018300</td>\n",
       "      <td>-92.263300</td>\n",
       "      <td>221112.0</td>\n",
       "      <td>...</td>\n",
       "      <td>MISSOURI</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>65202.0</td>\n",
       "      <td>Columbia Energy Center (MO)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CITY OF COLUMBIA MISSOURI (100%)</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66797</th>\n",
       "      <td>13727 NOEL ROAD  SUITE 1200</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>DALLAS</td>\n",
       "      <td>DALLAS COUNTY</td>\n",
       "      <td>48113.0</td>\n",
       "      <td>1009327.0</td>\n",
       "      <td>32.934760</td>\n",
       "      <td>-96.818010</td>\n",
       "      <td>211111.0</td>\n",
       "      <td>...</td>\n",
       "      <td>TEXAS</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>75240.0</td>\n",
       "      <td>MERIT ENERGY CO LLC 420 FORT WORTH SYNCLINE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MERIT ENERGY CO LLC (100%)</td>\n",
       "      <td>N</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16115</th>\n",
       "      <td>100 ADDINGTON RD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ASHLAND</td>\n",
       "      <td>GREENUP COUNTY</td>\n",
       "      <td>21089.0</td>\n",
       "      <td>1004483.0</td>\n",
       "      <td>38.396570</td>\n",
       "      <td>-82.808560</td>\n",
       "      <td>562212.0</td>\n",
       "      <td>...</td>\n",
       "      <td>KENTUCKY</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>41102.0</td>\n",
       "      <td>GREEN VALLEY LANDFILL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>REPUBLIC SERVICES INC (100%)</td>\n",
       "      <td>N</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      V_GHG_EMITTER_FACILITIES.ADDRESS1 V_GHG_EMITTER_FACILITIES.ADDRESS2  \\\n",
       "33322               949 COUNTY ROAD 935                               NaN   \n",
       "24071            1400 HIGHWAY 101 SOUTH                               NaN   \n",
       "24388                     2800 FM 519 E                               NaN   \n",
       "2773                  3545 W FARM RD 34                               NaN   \n",
       "39323                  601 Madison Road                               NaN   \n",
       "20440                 913 BOWMAN STREET                               NaN   \n",
       "69668                 35.7263  -98.5038                               NaN   \n",
       "57880                 4902 PEABODY ROAD                               NaN   \n",
       "66797       13727 NOEL ROAD  SUITE 1200                               NaN   \n",
       "16115                  100 ADDINGTON RD                               NaN   \n",
       "\n",
       "       V_GHG_EMITTER_FACILITIES.CEMS_USED V_GHG_EMITTER_FACILITIES.CITY  \\\n",
       "33322                                 NaN                   NACOGDOCHES   \n",
       "24071                                 NaN                         GREER   \n",
       "24388                                 NaN                    TEXAS CITY   \n",
       "2773                                  NaN                       WILLARD   \n",
       "39323                                 NaN              East Saint Louis   \n",
       "20440                                 NaN                     MANSFIELD   \n",
       "69668                                 NaN                    Greenfield   \n",
       "57880                                 NaN                      COLUMBIA   \n",
       "66797                                 NaN                        DALLAS   \n",
       "16115                                 NaN                       ASHLAND   \n",
       "\n",
       "      V_GHG_EMITTER_FACILITIES.COUNTY  V_GHG_EMITTER_FACILITIES.COUNTY_FIPS  \\\n",
       "33322                     NACOGDOCHES                               48347.0   \n",
       "24071                      GREENVILLE                               45045.0   \n",
       "24388                       GALVESTON                               48167.0   \n",
       "2773                    GREENE COUNTY                               29077.0   \n",
       "39323                ST. CLAIR COUNTY                               17163.0   \n",
       "20440                 RICHLAND COUNTY                               39139.0   \n",
       "69668                   BLAINE COUNTY                               40011.0   \n",
       "57880                           Boone                               29019.0   \n",
       "66797                   DALLAS COUNTY                               48113.0   \n",
       "16115                  GREENUP COUNTY                               21089.0   \n",
       "\n",
       "       V_GHG_EMITTER_FACILITIES.FACILITY_ID  \\\n",
       "33322                             1002672.0   \n",
       "24071                             1005880.0   \n",
       "24388                             1003429.0   \n",
       "2773                              1002906.0   \n",
       "39323                             1008269.0   \n",
       "20440                             1006530.0   \n",
       "69668                             1010833.0   \n",
       "57880                             1000820.0   \n",
       "66797                             1009327.0   \n",
       "16115                             1004483.0   \n",
       "\n",
       "       V_GHG_EMITTER_FACILITIES.LATITUDE  V_GHG_EMITTER_FACILITIES.LONGITUDE  \\\n",
       "33322                          31.789875                          -94.759040   \n",
       "24071                          34.904943                          -82.178888   \n",
       "24388                          29.359644                          -94.931297   \n",
       "2773                           37.377418                          -93.342656   \n",
       "39323                          38.658596                          -90.121452   \n",
       "20440                          40.785130                          -82.523840   \n",
       "69668                          35.732414                          -98.374572   \n",
       "57880                          39.018300                          -92.263300   \n",
       "66797                          32.934760                          -96.818010   \n",
       "16115                          38.396570                          -82.808560   \n",
       "\n",
       "       V_GHG_EMITTER_FACILITIES.PRIMARY_NAICS_CODE  ...  \\\n",
       "33322                                     211111.0  ...   \n",
       "24071                                     336111.0  ...   \n",
       "24388                                     325199.0  ...   \n",
       "2773                                      562212.0  ...   \n",
       "39323                                     562212.0  ...   \n",
       "20440                                     331110.0  ...   \n",
       "69668                                     211111.0  ...   \n",
       "57880                                     221112.0  ...   \n",
       "66797                                     211111.0  ...   \n",
       "16115                                     562212.0  ...   \n",
       "\n",
       "      V_GHG_EMITTER_FACILITIES.STATE_NAME V_GHG_EMITTER_FACILITIES.YEAR  \\\n",
       "33322                               TEXAS                        2011.0   \n",
       "24071                      SOUTH CAROLINA                        2010.0   \n",
       "24388                               TEXAS                        2010.0   \n",
       "2773                             MISSOURI                        2019.0   \n",
       "39323                            ILLINOIS                        2015.0   \n",
       "20440                                OHIO                        2019.0   \n",
       "69668                            OKLAHOMA                        2013.0   \n",
       "57880                            MISSOURI                        2012.0   \n",
       "66797                               TEXAS                        2015.0   \n",
       "16115                            KENTUCKY                        2018.0   \n",
       "\n",
       "       V_GHG_EMITTER_FACILITIES.ZIP  \\\n",
       "33322                       75964.0   \n",
       "24071                       29651.0   \n",
       "24388                       77592.0   \n",
       "2773                        65781.0   \n",
       "39323                       62201.0   \n",
       "20440                       44903.0   \n",
       "69668                       73043.0   \n",
       "57880                       65202.0   \n",
       "66797                       75240.0   \n",
       "16115                       41102.0   \n",
       "\n",
       "            V_GHG_EMITTER_FACILITIES.FACILITY_NAME  \\\n",
       "33322                      Trawick Central Station   \n",
       "24071                BMW MANUFACTURING CORPORATION   \n",
       "24388               INEOS NOVA LLC Texas City Site   \n",
       "2773                 SPRINGFIELD SANITARY LANDFILL   \n",
       "39323        Milam Recycling and Disposal Facility   \n",
       "20440                AK STEEL CORP MANSFIELD WORKS   \n",
       "69668                     Pearl Compressor Station   \n",
       "57880                  Columbia Energy Center (MO)   \n",
       "66797  MERIT ENERGY CO LLC 420 FORT WORTH SYNCLINE   \n",
       "16115                        GREEN VALLEY LANDFILL   \n",
       "\n",
       "      V_GHG_EMITTER_FACILITIES.SECONDARY_NAICS_CODE  \\\n",
       "33322                                           NaN   \n",
       "24071                                           NaN   \n",
       "24388                                           NaN   \n",
       "2773                                            NaN   \n",
       "39323                                           NaN   \n",
       "20440                                           NaN   \n",
       "69668                                           NaN   \n",
       "57880                                           NaN   \n",
       "66797                                           NaN   \n",
       "16115                                           NaN   \n",
       "\n",
       "       V_GHG_EMITTER_FACILITIES.ADDITIONAL_NAICS_CODES  \\\n",
       "33322                                              NaN   \n",
       "24071                                           423110   \n",
       "24388                                              NaN   \n",
       "2773                                               NaN   \n",
       "39323                                              NaN   \n",
       "20440                                              NaN   \n",
       "69668                                              NaN   \n",
       "57880                                              NaN   \n",
       "66797                                              NaN   \n",
       "16115                                              NaN   \n",
       "\n",
       "      V_GHG_EMITTER_FACILITIES.COGENERATION_UNIT_EMISS_IND  \\\n",
       "33322                                                  Y     \n",
       "24071                                                  N     \n",
       "24388                                                  N     \n",
       "2773                                                   N     \n",
       "39323                                                  N     \n",
       "20440                                                  N     \n",
       "69668                                                  N     \n",
       "57880                                                  N     \n",
       "66797                                                  N     \n",
       "16115                                                  N     \n",
       "\n",
       "      V_GHG_EMITTER_FACILITIES.EPA_VERIFIED  \\\n",
       "33322                                   NaN   \n",
       "24071                                   NaN   \n",
       "24388                                   NaN   \n",
       "2773                                    NaN   \n",
       "39323                                   NaN   \n",
       "20440                                   NaN   \n",
       "69668                                     Y   \n",
       "57880                                   NaN   \n",
       "66797                                   NaN   \n",
       "16115                                   NaN   \n",
       "\n",
       "      V_GHG_EMITTER_FACILITIES.PARENT_COMPANY  \\\n",
       "33322          EXXON MOBIL CORPORATION (100%)   \n",
       "24071          S.B. ACQUISITIONS  INC. (100%)   \n",
       "24388                                     NaN   \n",
       "2773              SPRINGFIELD MISSOURI (100%)   \n",
       "39323             WASTE MANAGEMENT INC (100%)   \n",
       "20440            AK STEEL HOLDING CORP (100%)   \n",
       "69668           DEVON GAS SERVICES  LP (100%)   \n",
       "57880        CITY OF COLUMBIA MISSOURI (100%)   \n",
       "66797              MERIT ENERGY CO LLC (100%)   \n",
       "16115            REPUBLIC SERVICES INC (100%)   \n",
       "\n",
       "      V_GHG_EMITTER_FACILITIES.PLANT_CODE_INDICATOR  \n",
       "33322                                           NaN  \n",
       "24071                                           NaN  \n",
       "24388                                           NaN  \n",
       "2773                                              N  \n",
       "39323                                             Y  \n",
       "20440                                             N  \n",
       "69668                                           NaN  \n",
       "57880                                           NaN  \n",
       "66797                                             N  \n",
       "16115                                             N  \n",
       "\n",
       "[10 rows x 21 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(gh_gas_facil_df.columns)\n",
    "display(gh_gas_facil_df.sample(10))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### gh gas type data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['V_GHG_EMITTER_GAS.ADDRESS1', 'V_GHG_EMITTER_GAS.ADDRESS2',\n",
      "       'V_GHG_EMITTER_GAS.CITY', 'V_GHG_EMITTER_GAS.CO2E_EMISSION',\n",
      "       'V_GHG_EMITTER_GAS.COUNTY', 'V_GHG_EMITTER_GAS.FACILITY_ID',\n",
      "       'V_GHG_EMITTER_GAS.GAS_CODE', 'V_GHG_EMITTER_GAS.GAS_NAME',\n",
      "       'V_GHG_EMITTER_GAS.LATITUDE', 'V_GHG_EMITTER_GAS.LONGITUDE',\n",
      "       'V_GHG_EMITTER_GAS.STATE', 'V_GHG_EMITTER_GAS.STATE_NAME',\n",
      "       'V_GHG_EMITTER_GAS.YEAR', 'V_GHG_EMITTER_GAS.ZIP',\n",
      "       'V_GHG_EMITTER_GAS.FACILITY_NAME', 'V_GHG_EMITTER_GAS.COUNTY_FIPS'],\n",
      "      dtype='object')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>V_GHG_EMITTER_GAS.ADDRESS1</th>\n",
       "      <th>V_GHG_EMITTER_GAS.ADDRESS2</th>\n",
       "      <th>V_GHG_EMITTER_GAS.CITY</th>\n",
       "      <th>V_GHG_EMITTER_GAS.CO2E_EMISSION</th>\n",
       "      <th>V_GHG_EMITTER_GAS.COUNTY</th>\n",
       "      <th>V_GHG_EMITTER_GAS.FACILITY_ID</th>\n",
       "      <th>V_GHG_EMITTER_GAS.GAS_CODE</th>\n",
       "      <th>V_GHG_EMITTER_GAS.GAS_NAME</th>\n",
       "      <th>V_GHG_EMITTER_GAS.LATITUDE</th>\n",
       "      <th>V_GHG_EMITTER_GAS.LONGITUDE</th>\n",
       "      <th>V_GHG_EMITTER_GAS.STATE</th>\n",
       "      <th>V_GHG_EMITTER_GAS.STATE_NAME</th>\n",
       "      <th>V_GHG_EMITTER_GAS.YEAR</th>\n",
       "      <th>V_GHG_EMITTER_GAS.ZIP</th>\n",
       "      <th>V_GHG_EMITTER_GAS.FACILITY_NAME</th>\n",
       "      <th>V_GHG_EMITTER_GAS.COUNTY_FIPS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>173867</th>\n",
       "      <td>2237 HATCHER HILL RD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BACONTON</td>\n",
       "      <td>35336.600000</td>\n",
       "      <td>Mitchell</td>\n",
       "      <td>1001409</td>\n",
       "      <td>CO2</td>\n",
       "      <td>Carbon Dioxide</td>\n",
       "      <td>31.386900</td>\n",
       "      <td>-84.081900</td>\n",
       "      <td>GA</td>\n",
       "      <td>GEORGIA</td>\n",
       "      <td>2018</td>\n",
       "      <td>31716</td>\n",
       "      <td>Baconton</td>\n",
       "      <td>13205.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105940</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>LA GRANGE</td>\n",
       "      <td>73.904000</td>\n",
       "      <td>FAYETTE COUNTY</td>\n",
       "      <td>1006255</td>\n",
       "      <td>N2O</td>\n",
       "      <td>Nitrous Oxide</td>\n",
       "      <td>30.006000</td>\n",
       "      <td>-96.888500</td>\n",
       "      <td>TX</td>\n",
       "      <td>TEXAS</td>\n",
       "      <td>2014</td>\n",
       "      <td>78945</td>\n",
       "      <td>LAGRANGE PLANT</td>\n",
       "      <td>48149.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153473</th>\n",
       "      <td>14400 N. Rivergate Blvd</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Portland</td>\n",
       "      <td>49.750000</td>\n",
       "      <td>MULTNOMAH COUNTY</td>\n",
       "      <td>1001840</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>45.628490</td>\n",
       "      <td>-122.781250</td>\n",
       "      <td>OR</td>\n",
       "      <td>OREGON</td>\n",
       "      <td>2013</td>\n",
       "      <td>97203</td>\n",
       "      <td>Evraz Oregon Steel</td>\n",
       "      <td>41051.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89232</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Eunice</td>\n",
       "      <td>9263.250000</td>\n",
       "      <td>LEA COUNTY</td>\n",
       "      <td>1007441</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>32.426150</td>\n",
       "      <td>-103.148564</td>\n",
       "      <td>NM</td>\n",
       "      <td>NEW MEXICO</td>\n",
       "      <td>2017</td>\n",
       "      <td>88231</td>\n",
       "      <td>Targa Midstream Services LLC - Eunice Gas Proc...</td>\n",
       "      <td>35025.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57066</th>\n",
       "      <td>9995 STATE ROAD 37 SOUTH</td>\n",
       "      <td>NaN</td>\n",
       "      <td>MULBERRY</td>\n",
       "      <td>152.617234</td>\n",
       "      <td>Polk</td>\n",
       "      <td>1001100</td>\n",
       "      <td>N2O</td>\n",
       "      <td>Nitrous Oxide</td>\n",
       "      <td>27.728600</td>\n",
       "      <td>-81.989700</td>\n",
       "      <td>FL</td>\n",
       "      <td>FLORIDA</td>\n",
       "      <td>2016</td>\n",
       "      <td>33860</td>\n",
       "      <td>Polk</td>\n",
       "      <td>12105.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148078</th>\n",
       "      <td>704 FACTORY STREET</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WILKESBORO</td>\n",
       "      <td>25050.200000</td>\n",
       "      <td>WILKES COUNTY</td>\n",
       "      <td>1000015</td>\n",
       "      <td>CO2</td>\n",
       "      <td>Carbon Dioxide</td>\n",
       "      <td>36.143889</td>\n",
       "      <td>-81.163333</td>\n",
       "      <td>NC</td>\n",
       "      <td>NORTH CAROLINA</td>\n",
       "      <td>2011</td>\n",
       "      <td>28697</td>\n",
       "      <td>TYSON FARMS  INC.</td>\n",
       "      <td>37193.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17648</th>\n",
       "      <td>800 LaSalle Ave  Floor 14  PO Box 59038</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Minneapolis</td>\n",
       "      <td>96643.500000</td>\n",
       "      <td>HENNEPIN COUNTY</td>\n",
       "      <td>1004086</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>44.976190</td>\n",
       "      <td>-93.274820</td>\n",
       "      <td>MN</td>\n",
       "      <td>MINNESOTA</td>\n",
       "      <td>2011</td>\n",
       "      <td>55459</td>\n",
       "      <td>CenterPoint Energy Minnesota Gas</td>\n",
       "      <td>27053.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131637</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BORGER</td>\n",
       "      <td>8900.000000</td>\n",
       "      <td>HUTCHINSON COUNTY</td>\n",
       "      <td>1006301</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>35.703060</td>\n",
       "      <td>-101.363050</td>\n",
       "      <td>TX</td>\n",
       "      <td>TEXAS</td>\n",
       "      <td>2014</td>\n",
       "      <td>79008</td>\n",
       "      <td>BORGER REFINERY</td>\n",
       "      <td>48233.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182133</th>\n",
       "      <td>755 LIME ROAD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WOODVILLE</td>\n",
       "      <td>999.500000</td>\n",
       "      <td>SANDUSKY COUNTY</td>\n",
       "      <td>1004097</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>41.462857</td>\n",
       "      <td>-83.367460</td>\n",
       "      <td>OH</td>\n",
       "      <td>OHIO</td>\n",
       "      <td>2010</td>\n",
       "      <td>43469</td>\n",
       "      <td>MARTIN MARIETTA MAGNESIA SPECIALTIES  LLC</td>\n",
       "      <td>39143.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115447</th>\n",
       "      <td>1001 13TH AVE. E.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BRADENTON</td>\n",
       "      <td>2190.800000</td>\n",
       "      <td>MANATEE COUNTY</td>\n",
       "      <td>1004365</td>\n",
       "      <td>BIOCO2</td>\n",
       "      <td>Biogenic CO2</td>\n",
       "      <td>27.487024</td>\n",
       "      <td>-82.551166</td>\n",
       "      <td>FL</td>\n",
       "      <td>FLORIDA</td>\n",
       "      <td>2018</td>\n",
       "      <td>34208</td>\n",
       "      <td>TROPICANA MANUFACTURING CO INC</td>\n",
       "      <td>12081.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     V_GHG_EMITTER_GAS.ADDRESS1  V_GHG_EMITTER_GAS.ADDRESS2  \\\n",
       "173867                     2237 HATCHER HILL RD                         NaN   \n",
       "105940                                      NaN                         NaN   \n",
       "153473                  14400 N. Rivergate Blvd                         NaN   \n",
       "89232                                       NaN                         NaN   \n",
       "57066                  9995 STATE ROAD 37 SOUTH                         NaN   \n",
       "148078                       704 FACTORY STREET                         NaN   \n",
       "17648   800 LaSalle Ave  Floor 14  PO Box 59038                         NaN   \n",
       "131637                                      NaN                         NaN   \n",
       "182133                            755 LIME ROAD                         NaN   \n",
       "115447                        1001 13TH AVE. E.                         NaN   \n",
       "\n",
       "       V_GHG_EMITTER_GAS.CITY  V_GHG_EMITTER_GAS.CO2E_EMISSION  \\\n",
       "173867               BACONTON                     35336.600000   \n",
       "105940              LA GRANGE                        73.904000   \n",
       "153473               Portland                        49.750000   \n",
       "89232                  Eunice                      9263.250000   \n",
       "57066                MULBERRY                       152.617234   \n",
       "148078             WILKESBORO                     25050.200000   \n",
       "17648             Minneapolis                     96643.500000   \n",
       "131637                 BORGER                      8900.000000   \n",
       "182133              WOODVILLE                       999.500000   \n",
       "115447              BRADENTON                      2190.800000   \n",
       "\n",
       "       V_GHG_EMITTER_GAS.COUNTY  V_GHG_EMITTER_GAS.FACILITY_ID  \\\n",
       "173867                 Mitchell                        1001409   \n",
       "105940           FAYETTE COUNTY                        1006255   \n",
       "153473         MULTNOMAH COUNTY                        1001840   \n",
       "89232                LEA COUNTY                        1007441   \n",
       "57066                      Polk                        1001100   \n",
       "148078            WILKES COUNTY                        1000015   \n",
       "17648           HENNEPIN COUNTY                        1004086   \n",
       "131637        HUTCHINSON COUNTY                        1006301   \n",
       "182133          SANDUSKY COUNTY                        1004097   \n",
       "115447           MANATEE COUNTY                        1004365   \n",
       "\n",
       "       V_GHG_EMITTER_GAS.GAS_CODE V_GHG_EMITTER_GAS.GAS_NAME  \\\n",
       "173867                        CO2             Carbon Dioxide   \n",
       "105940                        N2O              Nitrous Oxide   \n",
       "153473                        CH4                    Methane   \n",
       "89232                         CH4                    Methane   \n",
       "57066                         N2O              Nitrous Oxide   \n",
       "148078                        CO2             Carbon Dioxide   \n",
       "17648                         CH4                    Methane   \n",
       "131637                        CH4                    Methane   \n",
       "182133                        CH4                    Methane   \n",
       "115447                     BIOCO2               Biogenic CO2   \n",
       "\n",
       "        V_GHG_EMITTER_GAS.LATITUDE  V_GHG_EMITTER_GAS.LONGITUDE  \\\n",
       "173867                   31.386900                   -84.081900   \n",
       "105940                   30.006000                   -96.888500   \n",
       "153473                   45.628490                  -122.781250   \n",
       "89232                    32.426150                  -103.148564   \n",
       "57066                    27.728600                   -81.989700   \n",
       "148078                   36.143889                   -81.163333   \n",
       "17648                    44.976190                   -93.274820   \n",
       "131637                   35.703060                  -101.363050   \n",
       "182133                   41.462857                   -83.367460   \n",
       "115447                   27.487024                   -82.551166   \n",
       "\n",
       "       V_GHG_EMITTER_GAS.STATE V_GHG_EMITTER_GAS.STATE_NAME  \\\n",
       "173867                      GA                      GEORGIA   \n",
       "105940                      TX                        TEXAS   \n",
       "153473                      OR                       OREGON   \n",
       "89232                       NM                   NEW MEXICO   \n",
       "57066                       FL                      FLORIDA   \n",
       "148078                      NC               NORTH CAROLINA   \n",
       "17648                       MN                    MINNESOTA   \n",
       "131637                      TX                        TEXAS   \n",
       "182133                      OH                         OHIO   \n",
       "115447                      FL                      FLORIDA   \n",
       "\n",
       "        V_GHG_EMITTER_GAS.YEAR  V_GHG_EMITTER_GAS.ZIP  \\\n",
       "173867                    2018                  31716   \n",
       "105940                    2014                  78945   \n",
       "153473                    2013                  97203   \n",
       "89232                     2017                  88231   \n",
       "57066                     2016                  33860   \n",
       "148078                    2011                  28697   \n",
       "17648                     2011                  55459   \n",
       "131637                    2014                  79008   \n",
       "182133                    2010                  43469   \n",
       "115447                    2018                  34208   \n",
       "\n",
       "                          V_GHG_EMITTER_GAS.FACILITY_NAME  \\\n",
       "173867                                           Baconton   \n",
       "105940                                     LAGRANGE PLANT   \n",
       "153473                                 Evraz Oregon Steel   \n",
       "89232   Targa Midstream Services LLC - Eunice Gas Proc...   \n",
       "57066                                                Polk   \n",
       "148078                                  TYSON FARMS  INC.   \n",
       "17648                    CenterPoint Energy Minnesota Gas   \n",
       "131637                                    BORGER REFINERY   \n",
       "182133          MARTIN MARIETTA MAGNESIA SPECIALTIES  LLC   \n",
       "115447                     TROPICANA MANUFACTURING CO INC   \n",
       "\n",
       "        V_GHG_EMITTER_GAS.COUNTY_FIPS  \n",
       "173867                        13205.0  \n",
       "105940                        48149.0  \n",
       "153473                        41051.0  \n",
       "89232                         35025.0  \n",
       "57066                         12105.0  \n",
       "148078                        37193.0  \n",
       "17648                         27053.0  \n",
       "131637                        48233.0  \n",
       "182133                        39143.0  \n",
       "115447                        12081.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(gh_gas_type_df.columns)\n",
    "display(gh_gas_type_df.sample(10))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### weather 2020 data "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['Unnamed: 0', 'Station', 'Date', 'TAVG', 'Latitude', 'Longitude',\n",
      "       'Elevation', 'PRCP'],\n",
      "      dtype='object')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>Station</th>\n",
       "      <th>Date</th>\n",
       "      <th>TAVG</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Elevation</th>\n",
       "      <th>PRCP</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>380595</th>\n",
       "      <td>380595</td>\n",
       "      <td>CA007040444</td>\n",
       "      <td>2020-04-14</td>\n",
       "      <td>18.0</td>\n",
       "      <td>49.1333</td>\n",
       "      <td>-68.2000</td>\n",
       "      <td>22.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>896865</th>\n",
       "      <td>896865</td>\n",
       "      <td>USS0012K02S</td>\n",
       "      <td>2020-09-04</td>\n",
       "      <td>219.0</td>\n",
       "      <td>39.3500</td>\n",
       "      <td>-112.3300</td>\n",
       "      <td>2392.7</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88318</th>\n",
       "      <td>88318</td>\n",
       "      <td>CA005031320</td>\n",
       "      <td>2020-01-25</td>\n",
       "      <td>-68.0</td>\n",
       "      <td>49.6167</td>\n",
       "      <td>-95.2000</td>\n",
       "      <td>327.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>386935</th>\n",
       "      <td>386935</td>\n",
       "      <td>USW00094224</td>\n",
       "      <td>2020-04-15</td>\n",
       "      <td>103.0</td>\n",
       "      <td>46.1569</td>\n",
       "      <td>-123.8825</td>\n",
       "      <td>2.7</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>630936</th>\n",
       "      <td>630936</td>\n",
       "      <td>USS0020A07S</td>\n",
       "      <td>2020-06-22</td>\n",
       "      <td>114.0</td>\n",
       "      <td>48.5300</td>\n",
       "      <td>-120.9900</td>\n",
       "      <td>1316.7</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120083</th>\n",
       "      <td>120083</td>\n",
       "      <td>USS0011G33S</td>\n",
       "      <td>2020-02-02</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>42.4100</td>\n",
       "      <td>-111.1700</td>\n",
       "      <td>2112.3</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>305819</th>\n",
       "      <td>305819</td>\n",
       "      <td>RSM00022619</td>\n",
       "      <td>2020-03-24</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>63.2700</td>\n",
       "      <td>33.4200</td>\n",
       "      <td>130.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>462124</th>\n",
       "      <td>462124</td>\n",
       "      <td>USS0011E38S</td>\n",
       "      <td>2020-05-06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>44.9500</td>\n",
       "      <td>-111.3600</td>\n",
       "      <td>2392.7</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>576100</th>\n",
       "      <td>576100</td>\n",
       "      <td>USS0005L11S</td>\n",
       "      <td>2020-06-07</td>\n",
       "      <td>110.0</td>\n",
       "      <td>38.8800</td>\n",
       "      <td>-105.0700</td>\n",
       "      <td>3493.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148763</th>\n",
       "      <td>148763</td>\n",
       "      <td>RSM00023205</td>\n",
       "      <td>2020-02-10</td>\n",
       "      <td>-18.0</td>\n",
       "      <td>67.6331</td>\n",
       "      <td>53.0331</td>\n",
       "      <td>5.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Unnamed: 0      Station        Date   TAVG  Latitude  Longitude  \\\n",
       "380595      380595  CA007040444  2020-04-14   18.0   49.1333   -68.2000   \n",
       "896865      896865  USS0012K02S  2020-09-04  219.0   39.3500  -112.3300   \n",
       "88318        88318  CA005031320  2020-01-25  -68.0   49.6167   -95.2000   \n",
       "386935      386935  USW00094224  2020-04-15  103.0   46.1569  -123.8825   \n",
       "630936      630936  USS0020A07S  2020-06-22  114.0   48.5300  -120.9900   \n",
       "120083      120083  USS0011G33S  2020-02-02   -3.0   42.4100  -111.1700   \n",
       "305819      305819  RSM00022619  2020-03-24   -1.0   63.2700    33.4200   \n",
       "462124      462124  USS0011E38S  2020-05-06   30.0   44.9500  -111.3600   \n",
       "576100      576100  USS0005L11S  2020-06-07  110.0   38.8800  -105.0700   \n",
       "148763      148763  RSM00023205  2020-02-10  -18.0   67.6331    53.0331   \n",
       "\n",
       "        Elevation  PRCP  \n",
       "380595       22.0   7.0  \n",
       "896865     2392.7   0.0  \n",
       "88318       327.0   0.0  \n",
       "386935        2.7  18.0  \n",
       "630936     1316.7   0.0  \n",
       "120083     2112.3  25.0  \n",
       "305819      130.0   0.0  \n",
       "462124     2392.7  25.0  \n",
       "576100     3493.0   0.0  \n",
       "148763        5.0   8.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(weather_2020_df.columns)\n",
    "display(weather_2020_df.sample(10))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### wind 2020 data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['State Code', 'County Code', 'Site Num', 'Parameter Code', 'POC',\n",
      "       'Latitude', 'Longitude', 'Datum', 'Parameter Name', 'Sample Duration',\n",
      "       'Pollutant Standard', 'Date Local', 'Units of Measure', 'Event Type',\n",
      "       'Observation Count', 'Observation Percent', 'Arithmetic Mean',\n",
      "       '1st Max Value', '1st Max Hour', 'AQI', 'Method Code', 'Method Name',\n",
      "       'Local Site Name', 'Address', 'State Name', 'County Name', 'City Name',\n",
      "       'CBSA Name', 'Date of Last Change'],\n",
      "      dtype='object')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Num</th>\n",
       "      <th>Parameter Code</th>\n",
       "      <th>POC</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Datum</th>\n",
       "      <th>Parameter Name</th>\n",
       "      <th>Sample Duration</th>\n",
       "      <th>...</th>\n",
       "      <th>AQI</th>\n",
       "      <th>Method Code</th>\n",
       "      <th>Method Name</th>\n",
       "      <th>Local Site Name</th>\n",
       "      <th>Address</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>CBSA Name</th>\n",
       "      <th>Date of Last Change</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>35358</th>\n",
       "      <td>6</td>\n",
       "      <td>11</td>\n",
       "      <td>1002</td>\n",
       "      <td>61103</td>\n",
       "      <td>1</td>\n",
       "      <td>39.189190</td>\n",
       "      <td>-121.998870</td>\n",
       "      <td>NAD83</td>\n",
       "      <td>Wind Speed - Resultant</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>66</td>\n",
       "      <td>Instrumental - RM Young Ultrasonic Anemometer ...</td>\n",
       "      <td>Colusa-Sunrise Blvd</td>\n",
       "      <td>100 SUNRISE BLVD., COLUSA</td>\n",
       "      <td>California</td>\n",
       "      <td>Colusa</td>\n",
       "      <td>Colusa</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-03-23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>390945</th>\n",
       "      <td>48</td>\n",
       "      <td>141</td>\n",
       "      <td>1021</td>\n",
       "      <td>61104</td>\n",
       "      <td>1</td>\n",
       "      <td>31.862470</td>\n",
       "      <td>-106.547300</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Wind Direction - Resultant</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20</td>\n",
       "      <td>INSTRUMENTAL - VECTOR SUMMATION</td>\n",
       "      <td>Ojo De Agua</td>\n",
       "      <td>6767 Ojo De Agua</td>\n",
       "      <td>Texas</td>\n",
       "      <td>El Paso</td>\n",
       "      <td>El Paso</td>\n",
       "      <td>El Paso, TX</td>\n",
       "      <td>2021-03-19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>364258</th>\n",
       "      <td>48</td>\n",
       "      <td>29</td>\n",
       "      <td>32</td>\n",
       "      <td>61103</td>\n",
       "      <td>1</td>\n",
       "      <td>29.515090</td>\n",
       "      <td>-98.620166</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Wind Speed - Resultant</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20</td>\n",
       "      <td>INSTRUMENTAL - VECTOR SUMMATION</td>\n",
       "      <td>San Antonio Northwest</td>\n",
       "      <td>6655 Bluebird Lane</td>\n",
       "      <td>Texas</td>\n",
       "      <td>Bexar</td>\n",
       "      <td>San Antonio</td>\n",
       "      <td>San Antonio-New Braunfels, TX</td>\n",
       "      <td>2021-03-29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>404929</th>\n",
       "      <td>48</td>\n",
       "      <td>201</td>\n",
       "      <td>1052</td>\n",
       "      <td>61103</td>\n",
       "      <td>1</td>\n",
       "      <td>29.814530</td>\n",
       "      <td>-95.387690</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Wind Speed - Resultant</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20</td>\n",
       "      <td>INSTRUMENTAL - VECTOR SUMMATION</td>\n",
       "      <td>Houston North Loop</td>\n",
       "      <td>822 North Loop</td>\n",
       "      <td>Texas</td>\n",
       "      <td>Harris</td>\n",
       "      <td>Houston</td>\n",
       "      <td>Houston-The Woodlands-Sugar Land, TX</td>\n",
       "      <td>2021-03-30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>472207</th>\n",
       "      <td>56</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>61104</td>\n",
       "      <td>1</td>\n",
       "      <td>43.024210</td>\n",
       "      <td>-108.363700</td>\n",
       "      <td>NAD83</td>\n",
       "      <td>Wind Direction - Resultant</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20</td>\n",
       "      <td>INSTRUMENTAL - VECTOR SUMMATION</td>\n",
       "      <td>Riverton Mobile</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Fremont</td>\n",
       "      <td>Riverton</td>\n",
       "      <td>Riverton, WY</td>\n",
       "      <td>2021-03-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125598</th>\n",
       "      <td>6</td>\n",
       "      <td>103</td>\n",
       "      <td>4</td>\n",
       "      <td>61103</td>\n",
       "      <td>1</td>\n",
       "      <td>40.262072</td>\n",
       "      <td>-122.092766</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Wind Speed - Resultant</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>66</td>\n",
       "      <td>Instrumental - RM Young Ultrasonic Anemometer ...</td>\n",
       "      <td>Tuscan Butte (seasonal)</td>\n",
       "      <td>OLD FIRE LOOKOUT ATOP TUSCAN BUTTE</td>\n",
       "      <td>California</td>\n",
       "      <td>Tehama</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>Red Bluff, CA</td>\n",
       "      <td>2021-03-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>344039</th>\n",
       "      <td>41</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>61104</td>\n",
       "      <td>1</td>\n",
       "      <td>42.189215</td>\n",
       "      <td>-120.353969</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Wind Direction - Resultant</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20</td>\n",
       "      <td>INSTRUMENTAL - VECTOR SUMMATION</td>\n",
       "      <td>Lakeview, CENTER &amp; M ST.  (LCM)</td>\n",
       "      <td>LCM/CENTER &amp; M ST, LAKEVIEW, OR</td>\n",
       "      <td>Oregon</td>\n",
       "      <td>Lake</td>\n",
       "      <td>Lakeview</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-03-30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>277673</th>\n",
       "      <td>29</td>\n",
       "      <td>71</td>\n",
       "      <td>9003</td>\n",
       "      <td>61104</td>\n",
       "      <td>1</td>\n",
       "      <td>38.548600</td>\n",
       "      <td>-90.837250</td>\n",
       "      <td>NAD83</td>\n",
       "      <td>Wind Direction - Resultant</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>127</td>\n",
       "      <td>Instrumental - ACOUSTIC SOUNDER</td>\n",
       "      <td>Labadie \"Plant Site\"</td>\n",
       "      <td>\"Plant Site\", ~1.5 km south of the Labadie Ene...</td>\n",
       "      <td>Missouri</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>St. Louis, MO-IL</td>\n",
       "      <td>2021-03-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74860</th>\n",
       "      <td>6</td>\n",
       "      <td>39</td>\n",
       "      <td>4</td>\n",
       "      <td>61103</td>\n",
       "      <td>1</td>\n",
       "      <td>36.867125</td>\n",
       "      <td>-120.010158</td>\n",
       "      <td>NAD83</td>\n",
       "      <td>Wind Speed - Resultant</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20</td>\n",
       "      <td>INSTRUMENTAL - VECTOR SUMMATION</td>\n",
       "      <td>Madera-Pump Yard</td>\n",
       "      <td>RD. 29 1/2 NO. OF AVE 8 MADERA COUNTY</td>\n",
       "      <td>California</td>\n",
       "      <td>Madera</td>\n",
       "      <td>Madera</td>\n",
       "      <td>Madera, CA</td>\n",
       "      <td>2021-04-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>468540</th>\n",
       "      <td>55</td>\n",
       "      <td>89</td>\n",
       "      <td>8</td>\n",
       "      <td>61103</td>\n",
       "      <td>1</td>\n",
       "      <td>43.343000</td>\n",
       "      <td>-87.920000</td>\n",
       "      <td>NAD83</td>\n",
       "      <td>Wind Speed - Resultant</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20</td>\n",
       "      <td>INSTRUMENTAL - VECTOR SUMMATION</td>\n",
       "      <td>GRAFTON</td>\n",
       "      <td>N. Port Washington Rd., East side of HWY32 AND...</td>\n",
       "      <td>Wisconsin</td>\n",
       "      <td>Ozaukee</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>Milwaukee-Waukesha-West Allis, WI</td>\n",
       "      <td>2021-03-04</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        State Code  County Code  Site Num  Parameter Code  POC   Latitude  \\\n",
       "35358            6           11      1002           61103    1  39.189190   \n",
       "390945          48          141      1021           61104    1  31.862470   \n",
       "364258          48           29        32           61103    1  29.515090   \n",
       "404929          48          201      1052           61103    1  29.814530   \n",
       "472207          56           13         4           61104    1  43.024210   \n",
       "125598           6          103         4           61103    1  40.262072   \n",
       "344039          41           37         1           61104    1  42.189215   \n",
       "277673          29           71      9003           61104    1  38.548600   \n",
       "74860            6           39         4           61103    1  36.867125   \n",
       "468540          55           89         8           61103    1  43.343000   \n",
       "\n",
       "         Longitude  Datum              Parameter Name Sample Duration  ...  \\\n",
       "35358  -121.998870  NAD83      Wind Speed - Resultant          1 HOUR  ...   \n",
       "390945 -106.547300  WGS84  Wind Direction - Resultant          1 HOUR  ...   \n",
       "364258  -98.620166  WGS84      Wind Speed - Resultant          1 HOUR  ...   \n",
       "404929  -95.387690  WGS84      Wind Speed - Resultant          1 HOUR  ...   \n",
       "472207 -108.363700  NAD83  Wind Direction - Resultant          1 HOUR  ...   \n",
       "125598 -122.092766  WGS84      Wind Speed - Resultant          1 HOUR  ...   \n",
       "344039 -120.353969  WGS84  Wind Direction - Resultant          1 HOUR  ...   \n",
       "277673  -90.837250  NAD83  Wind Direction - Resultant          1 HOUR  ...   \n",
       "74860  -120.010158  NAD83      Wind Speed - Resultant          1 HOUR  ...   \n",
       "468540  -87.920000  NAD83      Wind Speed - Resultant          1 HOUR  ...   \n",
       "\n",
       "        AQI Method Code                                        Method Name  \\\n",
       "35358   NaN          66  Instrumental - RM Young Ultrasonic Anemometer ...   \n",
       "390945  NaN          20                    INSTRUMENTAL - VECTOR SUMMATION   \n",
       "364258  NaN          20                    INSTRUMENTAL - VECTOR SUMMATION   \n",
       "404929  NaN          20                    INSTRUMENTAL - VECTOR SUMMATION   \n",
       "472207  NaN          20                    INSTRUMENTAL - VECTOR SUMMATION   \n",
       "125598  NaN          66  Instrumental - RM Young Ultrasonic Anemometer ...   \n",
       "344039  NaN          20                    INSTRUMENTAL - VECTOR SUMMATION   \n",
       "277673  NaN         127                    Instrumental - ACOUSTIC SOUNDER   \n",
       "74860   NaN          20                    INSTRUMENTAL - VECTOR SUMMATION   \n",
       "468540  NaN          20                    INSTRUMENTAL - VECTOR SUMMATION   \n",
       "\n",
       "                        Local Site Name  \\\n",
       "35358               Colusa-Sunrise Blvd   \n",
       "390945                      Ojo De Agua   \n",
       "364258            San Antonio Northwest   \n",
       "404929               Houston North Loop   \n",
       "472207                  Riverton Mobile   \n",
       "125598          Tuscan Butte (seasonal)   \n",
       "344039  Lakeview, CENTER & M ST.  (LCM)   \n",
       "277673             Labadie \"Plant Site\"   \n",
       "74860                  Madera-Pump Yard   \n",
       "468540                          GRAFTON   \n",
       "\n",
       "                                                  Address  State Name  \\\n",
       "35358                           100 SUNRISE BLVD., COLUSA  California   \n",
       "390945                                   6767 Ojo De Agua       Texas   \n",
       "364258                                 6655 Bluebird Lane       Texas   \n",
       "404929                                     822 North Loop       Texas   \n",
       "472207                                                NaN     Wyoming   \n",
       "125598                 OLD FIRE LOOKOUT ATOP TUSCAN BUTTE  California   \n",
       "344039                    LCM/CENTER & M ST, LAKEVIEW, OR      Oregon   \n",
       "277673  \"Plant Site\", ~1.5 km south of the Labadie Ene...    Missouri   \n",
       "74860               RD. 29 1/2 NO. OF AVE 8 MADERA COUNTY  California   \n",
       "468540  N. Port Washington Rd., East side of HWY32 AND...   Wisconsin   \n",
       "\n",
       "        County Name      City Name                             CBSA Name  \\\n",
       "35358        Colusa         Colusa                                   NaN   \n",
       "390945      El Paso        El Paso                           El Paso, TX   \n",
       "364258        Bexar    San Antonio         San Antonio-New Braunfels, TX   \n",
       "404929       Harris        Houston  Houston-The Woodlands-Sugar Land, TX   \n",
       "472207      Fremont       Riverton                          Riverton, WY   \n",
       "125598       Tehama  Not in a city                         Red Bluff, CA   \n",
       "344039         Lake       Lakeview                                   NaN   \n",
       "277673     Franklin  Not in a city                      St. Louis, MO-IL   \n",
       "74860        Madera         Madera                            Madera, CA   \n",
       "468540      Ozaukee  Not in a city     Milwaukee-Waukesha-West Allis, WI   \n",
       "\n",
       "        Date of Last Change  \n",
       "35358            2021-03-23  \n",
       "390945           2021-03-19  \n",
       "364258           2021-03-29  \n",
       "404929           2021-03-30  \n",
       "472207           2021-03-08  \n",
       "125598           2021-03-08  \n",
       "344039           2021-03-30  \n",
       "277673           2021-03-16  \n",
       "74860            2021-04-28  \n",
       "468540           2021-03-04  \n",
       "\n",
       "[10 rows x 29 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(wind_2020_df.columns)\n",
    "display(wind_2020_df.sample(10))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### temp 2020 data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['State Code', 'County Code', 'Site Num', 'Parameter Code', 'POC',\n",
      "       'Latitude', 'Longitude', 'Datum', 'Parameter Name', 'Sample Duration',\n",
      "       'Pollutant Standard', 'Date Local', 'Units of Measure', 'Event Type',\n",
      "       'Observation Count', 'Observation Percent', 'Arithmetic Mean',\n",
      "       '1st Max Value', '1st Max Hour', 'AQI', 'Method Code', 'Method Name',\n",
      "       'Local Site Name', 'Address', 'State Name', 'County Name', 'City Name',\n",
      "       'CBSA Name', 'Date of Last Change'],\n",
      "      dtype='object')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Num</th>\n",
       "      <th>Parameter Code</th>\n",
       "      <th>POC</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Datum</th>\n",
       "      <th>Parameter Name</th>\n",
       "      <th>Sample Duration</th>\n",
       "      <th>...</th>\n",
       "      <th>AQI</th>\n",
       "      <th>Method Code</th>\n",
       "      <th>Method Name</th>\n",
       "      <th>Local Site Name</th>\n",
       "      <th>Address</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>CBSA Name</th>\n",
       "      <th>Date of Last Change</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>105362</th>\n",
       "      <td>21</td>\n",
       "      <td>185</td>\n",
       "      <td>4</td>\n",
       "      <td>62101</td>\n",
       "      <td>1</td>\n",
       "      <td>38.400200</td>\n",
       "      <td>-85.444280</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Outdoor Temperature</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40</td>\n",
       "      <td>INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.</td>\n",
       "      <td>BUCKNER</td>\n",
       "      <td>KYTC MAINTENANCE FACILITY, 1601 SOUTH HWY 393</td>\n",
       "      <td>Kentucky</td>\n",
       "      <td>Oldham</td>\n",
       "      <td>Buckner</td>\n",
       "      <td>Louisville/Jefferson County, KY-IN</td>\n",
       "      <td>2021-03-31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288671</th>\n",
       "      <td>56</td>\n",
       "      <td>41</td>\n",
       "      <td>101</td>\n",
       "      <td>62101</td>\n",
       "      <td>2</td>\n",
       "      <td>41.373097</td>\n",
       "      <td>-111.042376</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Outdoor Temperature</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40</td>\n",
       "      <td>INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.</td>\n",
       "      <td>Murphy Ridge</td>\n",
       "      <td>Murphy Ridge LOCATED NEAR WYOMING UTAH BORDER</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Uinta</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>Evanston, WY</td>\n",
       "      <td>2021-04-29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98174</th>\n",
       "      <td>19</td>\n",
       "      <td>137</td>\n",
       "      <td>2</td>\n",
       "      <td>62101</td>\n",
       "      <td>1</td>\n",
       "      <td>40.969112</td>\n",
       "      <td>-95.044951</td>\n",
       "      <td>NAD83</td>\n",
       "      <td>Outdoor Temperature</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40</td>\n",
       "      <td>INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.</td>\n",
       "      <td>VIKING LAKE STATE PARK</td>\n",
       "      <td>2780 VIKING LAKE ROAD</td>\n",
       "      <td>Iowa</td>\n",
       "      <td>Montgomery</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-01-12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>62101</td>\n",
       "      <td>1</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>NAD83</td>\n",
       "      <td>Outdoor Temperature</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>60</td>\n",
       "      <td>Instrumental - Vaisala 435C RH/AT Sensor</td>\n",
       "      <td>PCI MET1</td>\n",
       "      <td>Jack Springs Rd</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-03-25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41816</th>\n",
       "      <td>6</td>\n",
       "      <td>69</td>\n",
       "      <td>2</td>\n",
       "      <td>62101</td>\n",
       "      <td>1</td>\n",
       "      <td>36.843425</td>\n",
       "      <td>-121.362100</td>\n",
       "      <td>NAD83</td>\n",
       "      <td>Outdoor Temperature</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50</td>\n",
       "      <td>Instrumental - Visual average</td>\n",
       "      <td>Hollister</td>\n",
       "      <td>1979 Fairview Rd</td>\n",
       "      <td>California</td>\n",
       "      <td>San Benito</td>\n",
       "      <td>Hollister</td>\n",
       "      <td>San Jose-Sunnyvale-Santa Clara, CA</td>\n",
       "      <td>2021-04-20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>241465</th>\n",
       "      <td>49</td>\n",
       "      <td>47</td>\n",
       "      <td>2003</td>\n",
       "      <td>62101</td>\n",
       "      <td>1</td>\n",
       "      <td>40.056710</td>\n",
       "      <td>-109.688108</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Outdoor Temperature</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>41</td>\n",
       "      <td>INSTRUMENTAL - ELEC. OR MACH. AVG. LEVEL 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2 miles south of Ouray and south of the White ...</td>\n",
       "      <td>Utah</td>\n",
       "      <td>Uintah</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>Vernal, UT</td>\n",
       "      <td>2021-03-24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>257838</th>\n",
       "      <td>55</td>\n",
       "      <td>133</td>\n",
       "      <td>27</td>\n",
       "      <td>62101</td>\n",
       "      <td>1</td>\n",
       "      <td>43.020075</td>\n",
       "      <td>-88.215070</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Outdoor Temperature</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40</td>\n",
       "      <td>INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.</td>\n",
       "      <td>WAUKESHA - CLEVELAND AVE</td>\n",
       "      <td>1310 CLEVELAND AVE</td>\n",
       "      <td>Wisconsin</td>\n",
       "      <td>Waukesha</td>\n",
       "      <td>Waukesha</td>\n",
       "      <td>Milwaukee-Waukesha-West Allis, WI</td>\n",
       "      <td>2021-03-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>285885</th>\n",
       "      <td>56</td>\n",
       "      <td>37</td>\n",
       "      <td>2851</td>\n",
       "      <td>62101</td>\n",
       "      <td>1</td>\n",
       "      <td>41.754697</td>\n",
       "      <td>-108.800341</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Outdoor Temperature</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40</td>\n",
       "      <td>INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.</td>\n",
       "      <td>Jim Bridger Meteorological Station</td>\n",
       "      <td>Jim Bridger Met Site</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Sweetwater</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>Rock Springs, WY</td>\n",
       "      <td>2021-03-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40728</th>\n",
       "      <td>6</td>\n",
       "      <td>67</td>\n",
       "      <td>10</td>\n",
       "      <td>62101</td>\n",
       "      <td>2</td>\n",
       "      <td>38.568440</td>\n",
       "      <td>-121.493110</td>\n",
       "      <td>NAD83</td>\n",
       "      <td>Outdoor Temperature</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>59</td>\n",
       "      <td>Instrumental - Vaisala HMP 155</td>\n",
       "      <td>Sacramento-1309 T Street</td>\n",
       "      <td>1309 T ST., SACRAMENTO, CA. 95814</td>\n",
       "      <td>California</td>\n",
       "      <td>Sacramento</td>\n",
       "      <td>Sacramento</td>\n",
       "      <td>Sacramento--Roseville--Arden-Arcade, CA</td>\n",
       "      <td>2021-03-23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120253</th>\n",
       "      <td>26</td>\n",
       "      <td>27</td>\n",
       "      <td>3</td>\n",
       "      <td>62101</td>\n",
       "      <td>1</td>\n",
       "      <td>41.895570</td>\n",
       "      <td>-86.001629</td>\n",
       "      <td>WGS84</td>\n",
       "      <td>Outdoor Temperature</td>\n",
       "      <td>1 HOUR</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>40</td>\n",
       "      <td>INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.</td>\n",
       "      <td>Cassopolis ROSS BEATTY HIGH SCHOOL, 22721 DIAM...</td>\n",
       "      <td>22721 DIAMOND COVE ST (CASSOPOLIS)</td>\n",
       "      <td>Michigan</td>\n",
       "      <td>Cass</td>\n",
       "      <td>Cassopolis</td>\n",
       "      <td>South Bend-Mishawaka, IN-MI</td>\n",
       "      <td>2021-03-01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        State Code  County Code  Site Num  Parameter Code  POC   Latitude  \\\n",
       "105362          21          185         4           62101    1  38.400200   \n",
       "288671          56           41       101           62101    2  41.373097   \n",
       "98174           19          137         2           62101    1  40.969112   \n",
       "147              1           53      1000           62101    1  31.092100   \n",
       "41816            6           69         2           62101    1  36.843425   \n",
       "241465          49           47      2003           62101    1  40.056710   \n",
       "257838          55          133        27           62101    1  43.020075   \n",
       "285885          56           37      2851           62101    1  41.754697   \n",
       "40728            6           67        10           62101    2  38.568440   \n",
       "120253          26           27         3           62101    1  41.895570   \n",
       "\n",
       "         Longitude  Datum       Parameter Name Sample Duration  ...  AQI  \\\n",
       "105362  -85.444280  WGS84  Outdoor Temperature          1 HOUR  ...  NaN   \n",
       "288671 -111.042376  WGS84  Outdoor Temperature          1 HOUR  ...  NaN   \n",
       "98174   -95.044951  NAD83  Outdoor Temperature          1 HOUR  ...  NaN   \n",
       "147     -87.543500  NAD83  Outdoor Temperature          1 HOUR  ...  NaN   \n",
       "41816  -121.362100  NAD83  Outdoor Temperature          1 HOUR  ...  NaN   \n",
       "241465 -109.688108  WGS84  Outdoor Temperature          1 HOUR  ...  NaN   \n",
       "257838  -88.215070  WGS84  Outdoor Temperature          1 HOUR  ...  NaN   \n",
       "285885 -108.800341  WGS84  Outdoor Temperature          1 HOUR  ...  NaN   \n",
       "40728  -121.493110  NAD83  Outdoor Temperature          1 HOUR  ...  NaN   \n",
       "120253  -86.001629  WGS84  Outdoor Temperature          1 HOUR  ...  NaN   \n",
       "\n",
       "       Method Code                                 Method Name  \\\n",
       "105362          40   INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.   \n",
       "288671          40   INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.   \n",
       "98174           40   INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.   \n",
       "147             60    Instrumental - Vaisala 435C RH/AT Sensor   \n",
       "41816           50               Instrumental - Visual average   \n",
       "241465          41  INSTRUMENTAL - ELEC. OR MACH. AVG. LEVEL 1   \n",
       "257838          40   INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.   \n",
       "285885          40   INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.   \n",
       "40728           59              Instrumental - Vaisala HMP 155   \n",
       "120253          40   INSTRUMENTAL - ELECTRONIC OR MACHINE AVG.   \n",
       "\n",
       "                                          Local Site Name  \\\n",
       "105362                                            BUCKNER   \n",
       "288671                                       Murphy Ridge   \n",
       "98174                              VIKING LAKE STATE PARK   \n",
       "147                                              PCI MET1   \n",
       "41816                                           Hollister   \n",
       "241465                                                NaN   \n",
       "257838                           WAUKESHA - CLEVELAND AVE   \n",
       "285885                 Jim Bridger Meteorological Station   \n",
       "40728                            Sacramento-1309 T Street   \n",
       "120253  Cassopolis ROSS BEATTY HIGH SCHOOL, 22721 DIAM...   \n",
       "\n",
       "                                                  Address  State Name  \\\n",
       "105362      KYTC MAINTENANCE FACILITY, 1601 SOUTH HWY 393    Kentucky   \n",
       "288671      Murphy Ridge LOCATED NEAR WYOMING UTAH BORDER     Wyoming   \n",
       "98174                               2780 VIKING LAKE ROAD        Iowa   \n",
       "147                                       Jack Springs Rd     Alabama   \n",
       "41816                                    1979 Fairview Rd  California   \n",
       "241465  2 miles south of Ouray and south of the White ...        Utah   \n",
       "257838                                 1310 CLEVELAND AVE   Wisconsin   \n",
       "285885                               Jim Bridger Met Site     Wyoming   \n",
       "40728                   1309 T ST., SACRAMENTO, CA. 95814  California   \n",
       "120253                 22721 DIAMOND COVE ST (CASSOPOLIS)    Michigan   \n",
       "\n",
       "        County Name      City Name                                CBSA Name  \\\n",
       "105362       Oldham        Buckner       Louisville/Jefferson County, KY-IN   \n",
       "288671        Uinta  Not in a city                             Evanston, WY   \n",
       "98174    Montgomery  Not in a city                                      NaN   \n",
       "147        Escambia  Not in a city                                      NaN   \n",
       "41816    San Benito      Hollister       San Jose-Sunnyvale-Santa Clara, CA   \n",
       "241465       Uintah  Not in a city                               Vernal, UT   \n",
       "257838     Waukesha       Waukesha        Milwaukee-Waukesha-West Allis, WI   \n",
       "285885   Sweetwater  Not in a city                         Rock Springs, WY   \n",
       "40728    Sacramento     Sacramento  Sacramento--Roseville--Arden-Arcade, CA   \n",
       "120253         Cass     Cassopolis              South Bend-Mishawaka, IN-MI   \n",
       "\n",
       "        Date of Last Change  \n",
       "105362           2021-03-31  \n",
       "288671           2021-04-29  \n",
       "98174            2021-01-12  \n",
       "147              2021-03-25  \n",
       "41816            2021-04-20  \n",
       "241465           2021-03-24  \n",
       "257838           2021-03-05  \n",
       "285885           2021-03-03  \n",
       "40728            2021-03-23  \n",
       "120253           2021-03-01  \n",
       "\n",
       "[10 rows x 29 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(temp_2020_df.columns)\n",
    "display(temp_2020_df.sample(10))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### traffic volumes data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['OBJECTID_1', 'OBJECTID', 'District', 'Route', 'Rte_SFX', 'County',\n",
      "       'PM_PFX', 'Postmile', 'PM_SFX', 'Descriptn', 'Back_pk_h', 'Back_pk_m',\n",
      "       'Back_AADT', 'Ahead_pk_h', 'Ahead_pk_m', 'Ahead_AADT', 'Lon_S_or_W',\n",
      "       'Lat_S_or_W', 'Lon_N_or_E', 'Lat_N_or_E'],\n",
      "      dtype='object')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>OBJECTID_1</th>\n",
       "      <th>OBJECTID</th>\n",
       "      <th>District</th>\n",
       "      <th>Route</th>\n",
       "      <th>Rte_SFX</th>\n",
       "      <th>County</th>\n",
       "      <th>PM_PFX</th>\n",
       "      <th>Postmile</th>\n",
       "      <th>PM_SFX</th>\n",
       "      <th>Descriptn</th>\n",
       "      <th>Back_pk_h</th>\n",
       "      <th>Back_pk_m</th>\n",
       "      <th>Back_AADT</th>\n",
       "      <th>Ahead_pk_h</th>\n",
       "      <th>Ahead_pk_m</th>\n",
       "      <th>Ahead_AADT</th>\n",
       "      <th>Lon_S_or_W</th>\n",
       "      <th>Lat_S_or_W</th>\n",
       "      <th>Lon_N_or_E</th>\n",
       "      <th>Lat_N_or_E</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4228</th>\n",
       "      <td>4229</td>\n",
       "      <td>4229</td>\n",
       "      <td>7</td>\n",
       "      <td>23</td>\n",
       "      <td></td>\n",
       "      <td>VEN</td>\n",
       "      <td>R</td>\n",
       "      <td>5.064</td>\n",
       "      <td></td>\n",
       "      <td>THOUSAND OAKS, JANSS ROAD</td>\n",
       "      <td>10000</td>\n",
       "      <td>119000</td>\n",
       "      <td>116000</td>\n",
       "      <td>9900</td>\n",
       "      <td>114000</td>\n",
       "      <td>111000</td>\n",
       "      <td>-118.8573498</td>\n",
       "      <td>34.19988699</td>\n",
       "      <td>-118.8570059</td>\n",
       "      <td>34.19981402</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5434</th>\n",
       "      <td>5435</td>\n",
       "      <td>5435</td>\n",
       "      <td>8</td>\n",
       "      <td>215</td>\n",
       "      <td></td>\n",
       "      <td>SBD</td>\n",
       "      <td></td>\n",
       "      <td>14.091</td>\n",
       "      <td></td>\n",
       "      <td>PALM AVENUE</td>\n",
       "      <td>5600</td>\n",
       "      <td>74000</td>\n",
       "      <td>71000</td>\n",
       "      <td>5600</td>\n",
       "      <td>74000</td>\n",
       "      <td>71000</td>\n",
       "      <td>-117.3612278</td>\n",
       "      <td>34.19084705</td>\n",
       "      <td>-117.3611315</td>\n",
       "      <td>34.19102024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3229</th>\n",
       "      <td>3230</td>\n",
       "      <td>3230</td>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "      <td></td>\n",
       "      <td>KER</td>\n",
       "      <td></td>\n",
       "      <td>38.793</td>\n",
       "      <td></td>\n",
       "      <td>JCT. RTE. 119</td>\n",
       "      <td>5500</td>\n",
       "      <td>45000</td>\n",
       "      <td>38500</td>\n",
       "      <td>5600</td>\n",
       "      <td>47000</td>\n",
       "      <td>39500</td>\n",
       "      <td>-119.2248215</td>\n",
       "      <td>35.26709772</td>\n",
       "      <td>-119.2243015</td>\n",
       "      <td>35.26710089</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4179</th>\n",
       "      <td>4180</td>\n",
       "      <td>4180</td>\n",
       "      <td>7</td>\n",
       "      <td>10</td>\n",
       "      <td></td>\n",
       "      <td>LA</td>\n",
       "      <td></td>\n",
       "      <td>46.405</td>\n",
       "      <td></td>\n",
       "      <td>POMONA, TOWNE AVENUE</td>\n",
       "      <td>18800</td>\n",
       "      <td>284000</td>\n",
       "      <td>273000</td>\n",
       "      <td>18300</td>\n",
       "      <td>290000</td>\n",
       "      <td>278000</td>\n",
       "      <td>-117.7417237</td>\n",
       "      <td>34.07826782</td>\n",
       "      <td>-117.7418236</td>\n",
       "      <td>34.0780526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3807</th>\n",
       "      <td>3808</td>\n",
       "      <td>3808</td>\n",
       "      <td>6</td>\n",
       "      <td>190</td>\n",
       "      <td></td>\n",
       "      <td>TUL</td>\n",
       "      <td></td>\n",
       "      <td>47.980</td>\n",
       "      <td></td>\n",
       "      <td>CAMP NELSON ROAD</td>\n",
       "      <td>140</td>\n",
       "      <td>760</td>\n",
       "      <td>680</td>\n",
       "      <td>70</td>\n",
       "      <td>420</td>\n",
       "      <td>340</td>\n",
       "      <td>-118.6166279</td>\n",
       "      <td>36.13955918</td>\n",
       "      <td>-118.6166279</td>\n",
       "      <td>36.13955918</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4888</th>\n",
       "      <td>4889</td>\n",
       "      <td>4889</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td></td>\n",
       "      <td>SBD</td>\n",
       "      <td></td>\n",
       "      <td>25.261</td>\n",
       "      <td></td>\n",
       "      <td>WATERMAN AVENUE</td>\n",
       "      <td>15700</td>\n",
       "      <td>235000</td>\n",
       "      <td>230000</td>\n",
       "      <td>13900</td>\n",
       "      <td>209000</td>\n",
       "      <td>205000</td>\n",
       "      <td>-117.2789834</td>\n",
       "      <td>34.06438803</td>\n",
       "      <td>-117.2789725</td>\n",
       "      <td>34.06412278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6912</th>\n",
       "      <td>6913</td>\n",
       "      <td>6913</td>\n",
       "      <td>12</td>\n",
       "      <td>22</td>\n",
       "      <td></td>\n",
       "      <td>ORA</td>\n",
       "      <td>R</td>\n",
       "      <td>0.660</td>\n",
       "      <td></td>\n",
       "      <td>JCT. RTE. 405</td>\n",
       "      <td>11200</td>\n",
       "      <td>148000</td>\n",
       "      <td>147000</td>\n",
       "      <td>15600</td>\n",
       "      <td>150000</td>\n",
       "      <td>147000</td>\n",
       "      <td>-118.086086</td>\n",
       "      <td>33.77482305</td>\n",
       "      <td>-118.0861026</td>\n",
       "      <td>33.77419918</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5957</th>\n",
       "      <td>5958</td>\n",
       "      <td>5958</td>\n",
       "      <td>10</td>\n",
       "      <td>99</td>\n",
       "      <td></td>\n",
       "      <td>SJ</td>\n",
       "      <td></td>\n",
       "      <td>11.468</td>\n",
       "      <td></td>\n",
       "      <td>TURNER STATION/FRENCH CAMP ROAD</td>\n",
       "      <td>6500</td>\n",
       "      <td>76000</td>\n",
       "      <td>74300</td>\n",
       "      <td>7200</td>\n",
       "      <td>88000</td>\n",
       "      <td>85000</td>\n",
       "      <td>-121.2188361</td>\n",
       "      <td>37.85960771</td>\n",
       "      <td>-121.2185958</td>\n",
       "      <td>37.85953251</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4735</th>\n",
       "      <td>4736</td>\n",
       "      <td>4736</td>\n",
       "      <td>7</td>\n",
       "      <td>210</td>\n",
       "      <td></td>\n",
       "      <td>LA</td>\n",
       "      <td>R</td>\n",
       "      <td>41.594</td>\n",
       "      <td></td>\n",
       "      <td>GLENDORA, GRAND AVENUE</td>\n",
       "      <td>17700</td>\n",
       "      <td>262000</td>\n",
       "      <td>256000</td>\n",
       "      <td>17700</td>\n",
       "      <td>262000</td>\n",
       "      <td>256000</td>\n",
       "      <td>-117.872902</td>\n",
       "      <td>34.12073249</td>\n",
       "      <td>-117.8729057</td>\n",
       "      <td>34.12057383</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1709</th>\n",
       "      <td>1710</td>\n",
       "      <td>1710</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td></td>\n",
       "      <td>SOL</td>\n",
       "      <td></td>\n",
       "      <td>7.160</td>\n",
       "      <td></td>\n",
       "      <td>SCANDIA ROAD/LAWLER RANCH</td>\n",
       "      <td>2300</td>\n",
       "      <td>26500</td>\n",
       "      <td>25700</td>\n",
       "      <td>2000</td>\n",
       "      <td>21800</td>\n",
       "      <td>19800</td>\n",
       "      <td>-121.9947197</td>\n",
       "      <td>38.24302242</td>\n",
       "      <td>-121.9948232</td>\n",
       "      <td>38.24279911</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      OBJECTID_1  OBJECTID  District  Route Rte_SFX County PM_PFX  Postmile  \\\n",
       "4228        4229      4229         7     23            VEN      R     5.064   \n",
       "5434        5435      5435         8    215            SBD           14.091   \n",
       "3229        3230      3230         6      5            KER           38.793   \n",
       "4179        4180      4180         7     10             LA           46.405   \n",
       "3807        3808      3808         6    190            TUL           47.980   \n",
       "4888        4889      4889         8     10            SBD           25.261   \n",
       "6912        6913      6913        12     22            ORA      R     0.660   \n",
       "5957        5958      5958        10     99             SJ           11.468   \n",
       "4735        4736      4736         7    210             LA      R    41.594   \n",
       "1709        1710      1710         4     12            SOL            7.160   \n",
       "\n",
       "     PM_SFX                        Descriptn Back_pk_h Back_pk_m Back_AADT  \\\n",
       "4228               THOUSAND OAKS, JANSS ROAD     10000    119000    116000   \n",
       "5434                             PALM AVENUE      5600     74000     71000   \n",
       "3229                           JCT. RTE. 119      5500     45000     38500   \n",
       "4179                    POMONA, TOWNE AVENUE     18800    284000    273000   \n",
       "3807                        CAMP NELSON ROAD       140       760       680   \n",
       "4888                         WATERMAN AVENUE     15700    235000    230000   \n",
       "6912                           JCT. RTE. 405     11200    148000    147000   \n",
       "5957         TURNER STATION/FRENCH CAMP ROAD      6500     76000     74300   \n",
       "4735                  GLENDORA, GRAND AVENUE     17700    262000    256000   \n",
       "1709               SCANDIA ROAD/LAWLER RANCH      2300     26500     25700   \n",
       "\n",
       "     Ahead_pk_h Ahead_pk_m Ahead_AADT    Lon_S_or_W   Lat_S_or_W  \\\n",
       "4228       9900     114000     111000  -118.8573498  34.19988699   \n",
       "5434       5600      74000      71000  -117.3612278  34.19084705   \n",
       "3229       5600      47000      39500  -119.2248215  35.26709772   \n",
       "4179      18300     290000     278000  -117.7417237  34.07826782   \n",
       "3807         70        420        340  -118.6166279  36.13955918   \n",
       "4888      13900     209000     205000  -117.2789834  34.06438803   \n",
       "6912      15600     150000     147000   -118.086086  33.77482305   \n",
       "5957       7200      88000      85000  -121.2188361  37.85960771   \n",
       "4735      17700     262000     256000   -117.872902  34.12073249   \n",
       "1709       2000      21800      19800  -121.9947197  38.24302242   \n",
       "\n",
       "        Lon_N_or_E   Lat_N_or_E  \n",
       "4228  -118.8570059  34.19981402  \n",
       "5434  -117.3611315  34.19102024  \n",
       "3229  -119.2243015  35.26710089  \n",
       "4179  -117.7418236   34.0780526  \n",
       "3807  -118.6166279  36.13955918  \n",
       "4888  -117.2789725  34.06412278  \n",
       "6912  -118.0861026  33.77419918  \n",
       "5957  -121.2185958  37.85953251  \n",
       "4735  -117.8729057  34.12057383  \n",
       "1709  -121.9948232  38.24279911  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(traffic_volumes_df.columns)\n",
    "display(traffic_volumes_df.sample(10))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### aqi data 2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['State Name', 'county Name', 'State Code', 'County Code', 'Date', 'AQI',\n",
      "       'Category', 'Defining Parameter', 'Defining Site',\n",
      "       'Number of Sites Reporting'],\n",
      "      dtype='object')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Name</th>\n",
       "      <th>county Name</th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Date</th>\n",
       "      <th>AQI</th>\n",
       "      <th>Category</th>\n",
       "      <th>Defining Parameter</th>\n",
       "      <th>Defining Site</th>\n",
       "      <th>Number of Sites Reporting</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>148552</th>\n",
       "      <td>Minnesota</td>\n",
       "      <td>Olmsted</td>\n",
       "      <td>27</td>\n",
       "      <td>109</td>\n",
       "      <td>2020-12-13</td>\n",
       "      <td>15</td>\n",
       "      <td>Good</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>27-109-5008</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>278640</th>\n",
       "      <td>Texas</td>\n",
       "      <td>Freestone</td>\n",
       "      <td>48</td>\n",
       "      <td>161</td>\n",
       "      <td>2020-05-02</td>\n",
       "      <td>0</td>\n",
       "      <td>Good</td>\n",
       "      <td>SO2</td>\n",
       "      <td>48-161-1084</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>254610</th>\n",
       "      <td>Puerto Rico</td>\n",
       "      <td>Caguas</td>\n",
       "      <td>72</td>\n",
       "      <td>25</td>\n",
       "      <td>2020-06-09</td>\n",
       "      <td>7</td>\n",
       "      <td>Good</td>\n",
       "      <td>NO2</td>\n",
       "      <td>72-025-0007</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>251013</th>\n",
       "      <td>Pennsylvania</td>\n",
       "      <td>Philadelphia</td>\n",
       "      <td>42</td>\n",
       "      <td>101</td>\n",
       "      <td>2020-06-10</td>\n",
       "      <td>57</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>42-101-0076</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225745</th>\n",
       "      <td>Oklahoma</td>\n",
       "      <td>Cleveland</td>\n",
       "      <td>40</td>\n",
       "      <td>27</td>\n",
       "      <td>2020-06-01</td>\n",
       "      <td>54</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>Ozone</td>\n",
       "      <td>40-027-0049</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198017</th>\n",
       "      <td>North Carolina</td>\n",
       "      <td>Catawba</td>\n",
       "      <td>37</td>\n",
       "      <td>35</td>\n",
       "      <td>2020-05-03</td>\n",
       "      <td>48</td>\n",
       "      <td>Good</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>37-035-0004</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86818</th>\n",
       "      <td>Indiana</td>\n",
       "      <td>Brown</td>\n",
       "      <td>18</td>\n",
       "      <td>13</td>\n",
       "      <td>2020-04-24</td>\n",
       "      <td>45</td>\n",
       "      <td>Good</td>\n",
       "      <td>Ozone</td>\n",
       "      <td>18-013-0001</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51607</th>\n",
       "      <td>Florida</td>\n",
       "      <td>Lee</td>\n",
       "      <td>12</td>\n",
       "      <td>71</td>\n",
       "      <td>2020-08-01</td>\n",
       "      <td>40</td>\n",
       "      <td>Good</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>12-071-0005</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>316078</th>\n",
       "      <td>Washington</td>\n",
       "      <td>Walla Walla</td>\n",
       "      <td>53</td>\n",
       "      <td>71</td>\n",
       "      <td>2020-04-11</td>\n",
       "      <td>70</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM10</td>\n",
       "      <td>53-071-0006</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96873</th>\n",
       "      <td>Indiana</td>\n",
       "      <td>Wabash</td>\n",
       "      <td>18</td>\n",
       "      <td>169</td>\n",
       "      <td>2020-11-29</td>\n",
       "      <td>22</td>\n",
       "      <td>Good</td>\n",
       "      <td>Ozone</td>\n",
       "      <td>18-169-9991</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            State Name   county Name  State Code  County Code        Date  \\\n",
       "148552       Minnesota       Olmsted          27          109  2020-12-13   \n",
       "278640           Texas     Freestone          48          161  2020-05-02   \n",
       "254610     Puerto Rico        Caguas          72           25  2020-06-09   \n",
       "251013    Pennsylvania  Philadelphia          42          101  2020-06-10   \n",
       "225745        Oklahoma     Cleveland          40           27  2020-06-01   \n",
       "198017  North Carolina       Catawba          37           35  2020-05-03   \n",
       "86818          Indiana         Brown          18           13  2020-04-24   \n",
       "51607          Florida           Lee          12           71  2020-08-01   \n",
       "316078      Washington   Walla Walla          53           71  2020-04-11   \n",
       "96873          Indiana        Wabash          18          169  2020-11-29   \n",
       "\n",
       "        AQI  Category Defining Parameter Defining Site  \\\n",
       "148552   15      Good              PM2.5   27-109-5008   \n",
       "278640    0      Good                SO2   48-161-1084   \n",
       "254610    7      Good                NO2   72-025-0007   \n",
       "251013   57  Moderate              PM2.5   42-101-0076   \n",
       "225745   54  Moderate              Ozone   40-027-0049   \n",
       "198017   48      Good              PM2.5   37-035-0004   \n",
       "86818    45      Good              Ozone   18-013-0001   \n",
       "51607    40      Good              PM2.5   12-071-0005   \n",
       "316078   70  Moderate               PM10   53-071-0006   \n",
       "96873    22      Good              Ozone   18-169-9991   \n",
       "\n",
       "        Number of Sites Reporting  \n",
       "148552                          1  \n",
       "278640                          1  \n",
       "254610                          1  \n",
       "251013                          7  \n",
       "225745                          1  \n",
       "198017                          1  \n",
       "86818                           1  \n",
       "51607                           3  \n",
       "316078                          2  \n",
       "96873                           1  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(aqi_2020.columns)\n",
    "display(aqi_2020.sample(10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "## dict to use to convert fro county abbreviation to county\n",
    "\n",
    "county_abbreviations = {\n",
    "\"ALA\" : \"Alameda\",\n",
    "\"ALP\" : \"Alpine\",\n",
    "\"AMA\" : \"Amador\",\n",
    "\"BUT\" : \"Butte\",\n",
    "\"CC\" : \"Contra Costa\",\n",
    "\"CLV\" : \"Calaveras\",\n",
    "\"COL\" : \"Colusa\",\n",
    "\"DN\" : \"Del Norte\",\n",
    "\"ED\" : \"El Dorado\",\n",
    "\"FRE\" : \"Fresno\",\n",
    "\"GLE\" : \"Glenn\",\n",
    "\"HUM\" : \"Humboldt\",\n",
    "\"IMP\" : \"Imperial\",\n",
    "\"INY\" : \"Inyo\",\n",
    "\"KER\" : \"Kern\",\n",
    "\"KIN\" : \"Kings\",\n",
    "\"LA\" : \"Los Angeles\",\n",
    "\"LAK\" : \"Lake\",\n",
    "\"LAS\" : \"Lassen\",\n",
    "\"MAD\" : \"Madera\",\n",
    "\"MEN\" : \"Mendocino\",\n",
    "\"MER\" : \"Merced\",\n",
    "\"MNO\" : \"Mono\",\n",
    "\"MOD\" : \"Modoc\",\n",
    "\"MRN\" : \"Marin\",\n",
    "\"MPA\" : \"Mariposa\",\n",
    "\"MON\" : \"Monterey\",\n",
    "\"NAP\" : \"Napa\",\n",
    "\"NEV\" : \"Nevada\t\",\n",
    "\"ORA\" : \"Orange\",\n",
    "\"PLA\" : \"Placer\",\n",
    "\"PLU\" : \"Plumas\",\n",
    "\"RIV\" : \"Riverside\",\n",
    "\"SAC\" : \"Sacramento\",\n",
    "\"SB\" : \"Santa Barbara\",\n",
    "\"SBD\" : \"San Bernardino\",\n",
    "\"SBT\" : \"San Benito\",\n",
    "\"SCL\" : \"Santa Clara\",\n",
    "\"SCR\" : \"Santa Cruz\",\n",
    "\"SD\" : \"San Diego\",\n",
    "\"SF\" : \"San Francisco\",\n",
    "\"SHA\" : \"Shasta\",\n",
    "\"SIE\" : \"Sierra\",\n",
    "\"SIS\" : \"Siskiyou\",\n",
    "\"SJ\" : \"San Joaquin\",\n",
    "\"SLO\" : \"San Luis Obispo\",\n",
    "\"SM\" : \"San Mateo\",\n",
    "\"SOL\" : \"Solano\",\n",
    "\"SON\" : \"Sonoma\",\n",
    "\"STA\" : \"Stanislaus\",\n",
    "\"SUT\" : \"Sutter\",\n",
    "\"TEH\" : \"Tehama\",\n",
    "\"TRI\" : \"Trinity\",\n",
    "\"TUL\" : \"Tulare\",\n",
    "\"TUO\" : \"Tuolumne\",\n",
    "\"VEN\" : \"Ventura\",\n",
    "\"YOL\" : \"Yolo\",\n",
    "\"YUB\" : \"Yuba\",\n",
    "}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data wrangling\n",
    "\n",
    "### decisions log\n",
    "- we are going to only use data for the state of california because we are interested in using vehicle emissions data which we have for the state of california in addition to the factory emissions data "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "daily_global_weather_2020 = pd.read_csv(\"datasets/2020_daily_global_weather.csv\").drop(columns=\"Unnamed: 0\")\n",
    "\n",
    "us_greenhouse_gas_emission_direct_emitter_gas_type = pd.read_csv(\"datasets/greenhouse_gas_emmiter_gas_types.csv\", low_memory=False)\n",
    "\n",
    "aqi_sites = pd.read_csv(\"datasets/aqs_sites.csv\")\n",
    "\n",
    "daily_county_aqi = pd.read_csv(\"datasets/county_aqi_2020_daily.csv\") \n",
    "\n",
    "daily_temp = pd.read_csv(\"datasets/daily_temperature_2020.csv\")\n",
    "\n",
    "daily_wind = pd.read_csv(\"datasets/daily_wind_2020.csv\")\n",
    "\n",
    "traffic_volumes = pd.read_csv(\"datasets/traffic_volumes.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Station</th>\n",
       "      <th>Date</th>\n",
       "      <th>TAVG</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Elevation</th>\n",
       "      <th>PRCP</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AE000041196</td>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>211.0</td>\n",
       "      <td>25.3330</td>\n",
       "      <td>55.5170</td>\n",
       "      <td>34.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AEM00041194</td>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>217.0</td>\n",
       "      <td>25.2550</td>\n",
       "      <td>55.3640</td>\n",
       "      <td>10.4</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>AFM00040938</td>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>54.0</td>\n",
       "      <td>34.2100</td>\n",
       "      <td>62.2280</td>\n",
       "      <td>977.2</td>\n",
       "      <td>23.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AG000060611</td>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>71.0</td>\n",
       "      <td>28.0500</td>\n",
       "      <td>9.6331</td>\n",
       "      <td>561.0</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>AGE00147708</td>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>99.0</td>\n",
       "      <td>36.7200</td>\n",
       "      <td>4.0500</td>\n",
       "      <td>222.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1064278</th>\n",
       "      <td>USW00094847</td>\n",
       "      <td>2020-10-22</td>\n",
       "      <td>96.0</td>\n",
       "      <td>42.2314</td>\n",
       "      <td>-83.3308</td>\n",
       "      <td>192.3</td>\n",
       "      <td>157.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1064279</th>\n",
       "      <td>USW00094849</td>\n",
       "      <td>2020-10-22</td>\n",
       "      <td>67.0</td>\n",
       "      <td>45.0717</td>\n",
       "      <td>-83.5644</td>\n",
       "      <td>208.5</td>\n",
       "      <td>99.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1064280</th>\n",
       "      <td>USW00094860</td>\n",
       "      <td>2020-10-22</td>\n",
       "      <td>77.0</td>\n",
       "      <td>42.8939</td>\n",
       "      <td>-85.5447</td>\n",
       "      <td>237.1</td>\n",
       "      <td>165.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1064281</th>\n",
       "      <td>USW00094908</td>\n",
       "      <td>2020-10-22</td>\n",
       "      <td>73.0</td>\n",
       "      <td>42.3978</td>\n",
       "      <td>-90.7036</td>\n",
       "      <td>321.9</td>\n",
       "      <td>361.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1064282</th>\n",
       "      <td>USW00094910</td>\n",
       "      <td>2020-10-22</td>\n",
       "      <td>70.0</td>\n",
       "      <td>42.5544</td>\n",
       "      <td>-92.4011</td>\n",
       "      <td>264.6</td>\n",
       "      <td>747.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1064283 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             Station        Date   TAVG  Latitude  Longitude  Elevation   PRCP\n",
       "0        AE000041196  2020-01-01  211.0   25.3330    55.5170       34.0    0.0\n",
       "1        AEM00041194  2020-01-01  217.0   25.2550    55.3640       10.4    0.0\n",
       "2        AFM00040938  2020-01-01   54.0   34.2100    62.2280      977.2   23.0\n",
       "3        AG000060611  2020-01-01   71.0   28.0500     9.6331      561.0   10.0\n",
       "4        AGE00147708  2020-01-01   99.0   36.7200     4.0500      222.0    0.0\n",
       "...              ...         ...    ...       ...        ...        ...    ...\n",
       "1064278  USW00094847  2020-10-22   96.0   42.2314   -83.3308      192.3  157.0\n",
       "1064279  USW00094849  2020-10-22   67.0   45.0717   -83.5644      208.5   99.0\n",
       "1064280  USW00094860  2020-10-22   77.0   42.8939   -85.5447      237.1  165.0\n",
       "1064281  USW00094908  2020-10-22   73.0   42.3978   -90.7036      321.9  361.0\n",
       "1064282  USW00094910  2020-10-22   70.0   42.5544   -92.4011      264.6  747.0\n",
       "\n",
       "[1064283 rows x 7 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#PRCP is average percipitation in tenths of a mm, TAVG is tempearture average at each station for each day\n",
    "daily_global_weather_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['V_GHG_EMITTER_GAS.ADDRESS1', 'V_GHG_EMITTER_GAS.ADDRESS2',\n",
       "       'V_GHG_EMITTER_GAS.CITY', 'V_GHG_EMITTER_GAS.CO2E_EMISSION',\n",
       "       'V_GHG_EMITTER_GAS.COUNTY', 'V_GHG_EMITTER_GAS.FACILITY_ID',\n",
       "       'V_GHG_EMITTER_GAS.GAS_CODE', 'V_GHG_EMITTER_GAS.GAS_NAME',\n",
       "       'V_GHG_EMITTER_GAS.LATITUDE', 'V_GHG_EMITTER_GAS.LONGITUDE',\n",
       "       'V_GHG_EMITTER_GAS.STATE', 'V_GHG_EMITTER_GAS.STATE_NAME',\n",
       "       'V_GHG_EMITTER_GAS.YEAR', 'V_GHG_EMITTER_GAS.ZIP',\n",
       "       'V_GHG_EMITTER_GAS.FACILITY_NAME', 'V_GHG_EMITTER_GAS.COUNTY_FIPS'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "us_greenhouse_gas_emission_direct_emitter_gas_type.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['State Name', 'county Name', 'State Code', 'County Code', 'Date', 'AQI',\n",
       "       'Category', 'Defining Parameter', 'Defining Site',\n",
       "       'Number of Sites Reporting'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "daily_county_aqi.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['State Code', 'County Code', 'Site Number', 'Latitude', 'Longitude',\n",
       "       'Datum', 'Elevation', 'Land Use', 'Location Setting',\n",
       "       'Site Established Date', 'Site Closed Date', 'Met Site State Code',\n",
       "       'Met Site County Code', 'Met Site Site Number', 'Met Site Type',\n",
       "       'Met Site Distance', 'Met Site Direction', 'GMT Offset',\n",
       "       'Owning Agency', 'Local Site Name', 'Address', 'Zip Code', 'State Name',\n",
       "       'County Name', 'City Name', 'CBSA Name', 'Tribe Name',\n",
       "       'Extraction Date'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "aqi_sites.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### The defining site column in daily_county_aqi is defined by \"State Code\"-\"County Code\"-\"Site Number\" for a given State and County in aqi_sites. Thus, the City name can be determined by the defining site using the aqi_sites table, if increased granularity is required."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['State Code', 'County Code', 'Site Num', 'Parameter Code', 'POC',\n",
       "       'Latitude', 'Longitude', 'Datum', 'Parameter Name', 'Sample Duration',\n",
       "       'Pollutant Standard', 'Date Local', 'Units of Measure', 'Event Type',\n",
       "       'Observation Count', 'Observation Percent', 'Arithmetic Mean',\n",
       "       '1st Max Value', '1st Max Hour', 'AQI', 'Method Code', 'Method Name',\n",
       "       'Local Site Name', 'Address', 'State Name', 'County Name', 'City Name',\n",
       "       'CBSA Name', 'Date of Last Change'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "daily_wind.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Aggregating Daily temp, wind speed and wind direction by state and county"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Cleaning/Prep on Daily Temperature Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Data Prep on daily temperature, wind speed and wind direction\n",
    "\n",
    "# Extracting relevant columns\n",
    "truncated_daily_temp = daily_temp[[\"State Code\", \"County Code\", \"Site Num\", \"State Name\", \"County Name\", \"City Name\", \"Latitude\", \"Longitude\", \"Date Local\", \"Arithmetic Mean\"]]\n",
    "\n",
    "# Array of US States and territories\n",
    "US_States_territories = us_greenhouse_gas_emission_direct_emitter_gas_type[\"V_GHG_EMITTER_GAS.STATE_NAME\"].unique()\n",
    "\n",
    "# Only US States and territories should be in our data\n",
    "truncated_daily_temp = truncated_daily_temp[truncated_daily_temp[\"State Name\"].str.upper().isin(US_States_territories)]\n",
    "\n",
    "# Impute missing 0s, with mean of the arithmetic mean, there are no null values\n",
    "truncated_daily_temp[\"Arithmetic Mean\"] = truncated_daily_temp[\"Arithmetic Mean\"].replace(0, truncated_daily_temp[\"Arithmetic Mean\"].mean())\n",
    "\n",
    "# Rename Arithmetic Mean column to include temperature and units (Temp - F)\n",
    "truncated_daily_temp = truncated_daily_temp.rename(columns={\"Arithmetic Mean\": \"Mean Temperature (F)\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Num</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Date Local</th>\n",
       "      <th>Mean Temperature (F)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.09210</td>\n",
       "      <td>-87.54350</td>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>53.540000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.09210</td>\n",
       "      <td>-87.54350</td>\n",
       "      <td>2020-01-02</td>\n",
       "      <td>67.342857</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.09210</td>\n",
       "      <td>-87.54350</td>\n",
       "      <td>2020-01-03</td>\n",
       "      <td>26.580000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.09210</td>\n",
       "      <td>-87.54350</td>\n",
       "      <td>2020-01-04</td>\n",
       "      <td>44.830000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.09210</td>\n",
       "      <td>-87.54350</td>\n",
       "      <td>2020-01-05</td>\n",
       "      <td>51.550000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>290326</th>\n",
       "      <td>56</td>\n",
       "      <td>45</td>\n",
       "      <td>800</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>43.84539</td>\n",
       "      <td>-104.20512</td>\n",
       "      <td>2020-12-27</td>\n",
       "      <td>31.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>290327</th>\n",
       "      <td>56</td>\n",
       "      <td>45</td>\n",
       "      <td>800</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>43.84539</td>\n",
       "      <td>-104.20512</td>\n",
       "      <td>2020-12-28</td>\n",
       "      <td>26.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>290328</th>\n",
       "      <td>56</td>\n",
       "      <td>45</td>\n",
       "      <td>800</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>43.84539</td>\n",
       "      <td>-104.20512</td>\n",
       "      <td>2020-12-29</td>\n",
       "      <td>22.958333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>290329</th>\n",
       "      <td>56</td>\n",
       "      <td>45</td>\n",
       "      <td>800</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>43.84539</td>\n",
       "      <td>-104.20512</td>\n",
       "      <td>2020-12-30</td>\n",
       "      <td>14.583333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>290330</th>\n",
       "      <td>56</td>\n",
       "      <td>45</td>\n",
       "      <td>800</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>43.84539</td>\n",
       "      <td>-104.20512</td>\n",
       "      <td>2020-12-31</td>\n",
       "      <td>24.833333</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>290331 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        State Code  County Code  Site Num State Name County Name  \\\n",
       "0                1           53      1000    Alabama    Escambia   \n",
       "1                1           53      1000    Alabama    Escambia   \n",
       "2                1           53      1000    Alabama    Escambia   \n",
       "3                1           53      1000    Alabama    Escambia   \n",
       "4                1           53      1000    Alabama    Escambia   \n",
       "...            ...          ...       ...        ...         ...   \n",
       "290326          56           45       800    Wyoming      Weston   \n",
       "290327          56           45       800    Wyoming      Weston   \n",
       "290328          56           45       800    Wyoming      Weston   \n",
       "290329          56           45       800    Wyoming      Weston   \n",
       "290330          56           45       800    Wyoming      Weston   \n",
       "\n",
       "            City Name  Latitude  Longitude  Date Local  Mean Temperature (F)  \n",
       "0       Not in a city  31.09210  -87.54350  2020-01-01             53.540000  \n",
       "1       Not in a city  31.09210  -87.54350  2020-01-02             67.342857  \n",
       "2       Not in a city  31.09210  -87.54350  2020-01-03             26.580000  \n",
       "3       Not in a city  31.09210  -87.54350  2020-01-04             44.830000  \n",
       "4       Not in a city  31.09210  -87.54350  2020-01-05             51.550000  \n",
       "...               ...       ...        ...         ...                   ...  \n",
       "290326      Newcastle  43.84539 -104.20512  2020-12-27             31.000000  \n",
       "290327      Newcastle  43.84539 -104.20512  2020-12-28             26.000000  \n",
       "290328      Newcastle  43.84539 -104.20512  2020-12-29             22.958333  \n",
       "290329      Newcastle  43.84539 -104.20512  2020-12-30             14.583333  \n",
       "290330      Newcastle  43.84539 -104.20512  2020-12-31             24.833333  \n",
       "\n",
       "[290331 rows x 10 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "truncated_daily_temp"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Prep on Daily Wind Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Extract relevant Columns\n",
    "truncated_daily_wind = daily_wind[[\"State Code\", \"County Code\", \"Site Num\", \"State Name\", \"County Name\", \"City Name\", \"Latitude\", \"Longitude\", \"Parameter Name\", \"Date Local\", \"Arithmetic Mean\"]]\n",
    "\n",
    "# Only US States and territories should be in our data\n",
    "truncated_daily_wind = truncated_daily_wind[truncated_daily_wind[\"State Name\"].str.upper().isin(US_States_territories)]\n",
    "\n",
    "# Seperate wind direction and wind speed before imputing missing values\n",
    "daily_wind_speed = truncated_daily_wind[truncated_daily_wind[\"Parameter Name\"] == \"Wind Speed - Resultant\"].reset_index(drop=True)\n",
    "\n",
    "daily_wind_direction = truncated_daily_wind[truncated_daily_wind[\"Parameter Name\"] == \"Wind Direction - Resultant\"].reset_index(drop=True)\n",
    "\n",
    "# Impute missing values or 0 values with mean of the column\n",
    "daily_wind_speed[\"Arithmetic Mean\"] = daily_wind_speed[\"Arithmetic Mean\"].replace(0, daily_wind_speed[\"Arithmetic Mean\"].mean())\n",
    "\n",
    "daily_wind_direction[\"Arithmetic Mean\"] = daily_wind_direction[\"Arithmetic Mean\"].replace(0, daily_wind_direction[\"Arithmetic Mean\"].mean())\n",
    "\n",
    "# Rename Arithmetic Mean columns to include the measurement and units\n",
    "daily_wind_speed = daily_wind_speed.rename(columns={\"Arithmetic Mean\": \"Mean Wind Speed (knots)\"}).drop(columns=[\"Parameter Name\"])\n",
    "daily_wind_direction = daily_wind_direction.rename(columns={\"Arithmetic Mean\": \"Mean Wind Direction (compass degrees)\"}).drop(columns=[\"Parameter Name\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Num</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Date Local</th>\n",
       "      <th>Mean Wind Speed (knots)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>4.349492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-02</td>\n",
       "      <td>4.349492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-03</td>\n",
       "      <td>4.349492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-04</td>\n",
       "      <td>4.349492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-05</td>\n",
       "      <td>4.349492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239426</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-27</td>\n",
       "      <td>1.795833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239427</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-28</td>\n",
       "      <td>1.212500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239428</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-29</td>\n",
       "      <td>1.441667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239429</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-30</td>\n",
       "      <td>1.466667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239430</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-31</td>\n",
       "      <td>1.687500</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>239431 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        State Code  County Code  Site Num State Name County Name  \\\n",
       "0                1           53      1000    Alabama    Escambia   \n",
       "1                1           53      1000    Alabama    Escambia   \n",
       "2                1           53      1000    Alabama    Escambia   \n",
       "3                1           53      1000    Alabama    Escambia   \n",
       "4                1           53      1000    Alabama    Escambia   \n",
       "...            ...          ...       ...        ...         ...   \n",
       "239426          56           39      1013    Wyoming       Teton   \n",
       "239427          56           39      1013    Wyoming       Teton   \n",
       "239428          56           39      1013    Wyoming       Teton   \n",
       "239429          56           39      1013    Wyoming       Teton   \n",
       "239430          56           39      1013    Wyoming       Teton   \n",
       "\n",
       "            City Name   Latitude   Longitude  Date Local  \\\n",
       "0       Not in a city  31.092100  -87.543500  2020-01-01   \n",
       "1       Not in a city  31.092100  -87.543500  2020-01-02   \n",
       "2       Not in a city  31.092100  -87.543500  2020-01-03   \n",
       "3       Not in a city  31.092100  -87.543500  2020-01-04   \n",
       "4       Not in a city  31.092100  -87.543500  2020-01-05   \n",
       "...               ...        ...         ...         ...   \n",
       "239426  Not in a city  44.373056 -110.830833  2020-12-27   \n",
       "239427  Not in a city  44.373056 -110.830833  2020-12-28   \n",
       "239428  Not in a city  44.373056 -110.830833  2020-12-29   \n",
       "239429  Not in a city  44.373056 -110.830833  2020-12-30   \n",
       "239430  Not in a city  44.373056 -110.830833  2020-12-31   \n",
       "\n",
       "        Mean Wind Speed (knots)  \n",
       "0                      4.349492  \n",
       "1                      4.349492  \n",
       "2                      4.349492  \n",
       "3                      4.349492  \n",
       "4                      4.349492  \n",
       "...                         ...  \n",
       "239426                 1.795833  \n",
       "239427                 1.212500  \n",
       "239428                 1.441667  \n",
       "239429                 1.466667  \n",
       "239430                 1.687500  \n",
       "\n",
       "[239431 rows x 10 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "daily_wind_speed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Num</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Date Local</th>\n",
       "      <th>Mean Wind Direction (compass degrees)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>179.900000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-02</td>\n",
       "      <td>108.857143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-03</td>\n",
       "      <td>271.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-04</td>\n",
       "      <td>230.100000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-05</td>\n",
       "      <td>251.100000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242333</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-27</td>\n",
       "      <td>190.375000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242334</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-28</td>\n",
       "      <td>171.375000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242335</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-29</td>\n",
       "      <td>181.166667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242336</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-30</td>\n",
       "      <td>173.666667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242337</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-31</td>\n",
       "      <td>157.958333</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>242338 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        State Code  County Code  Site Num State Name County Name  \\\n",
       "0                1           53      1000    Alabama    Escambia   \n",
       "1                1           53      1000    Alabama    Escambia   \n",
       "2                1           53      1000    Alabama    Escambia   \n",
       "3                1           53      1000    Alabama    Escambia   \n",
       "4                1           53      1000    Alabama    Escambia   \n",
       "...            ...          ...       ...        ...         ...   \n",
       "242333          56           39      1013    Wyoming       Teton   \n",
       "242334          56           39      1013    Wyoming       Teton   \n",
       "242335          56           39      1013    Wyoming       Teton   \n",
       "242336          56           39      1013    Wyoming       Teton   \n",
       "242337          56           39      1013    Wyoming       Teton   \n",
       "\n",
       "            City Name   Latitude   Longitude  Date Local  \\\n",
       "0       Not in a city  31.092100  -87.543500  2020-01-01   \n",
       "1       Not in a city  31.092100  -87.543500  2020-01-02   \n",
       "2       Not in a city  31.092100  -87.543500  2020-01-03   \n",
       "3       Not in a city  31.092100  -87.543500  2020-01-04   \n",
       "4       Not in a city  31.092100  -87.543500  2020-01-05   \n",
       "...               ...        ...         ...         ...   \n",
       "242333  Not in a city  44.373056 -110.830833  2020-12-27   \n",
       "242334  Not in a city  44.373056 -110.830833  2020-12-28   \n",
       "242335  Not in a city  44.373056 -110.830833  2020-12-29   \n",
       "242336  Not in a city  44.373056 -110.830833  2020-12-30   \n",
       "242337  Not in a city  44.373056 -110.830833  2020-12-31   \n",
       "\n",
       "        Mean Wind Direction (compass degrees)  \n",
       "0                                  179.900000  \n",
       "1                                  108.857143  \n",
       "2                                  271.000000  \n",
       "3                                  230.100000  \n",
       "4                                  251.100000  \n",
       "...                                       ...  \n",
       "242333                             190.375000  \n",
       "242334                             171.375000  \n",
       "242335                             181.166667  \n",
       "242336                             173.666667  \n",
       "242337                             157.958333  \n",
       "\n",
       "[242338 rows x 10 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "daily_wind_direction"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Merging the wind, and temperature data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "wind_data_merge = pd.merge(daily_wind_direction, daily_wind_speed, how='inner', on=[\"State Code\", \"County Code\", \"Site Num\", \"State Name\", \"County Name\", \"City Name\", \"Latitude\", \"Longitude\", \"Date Local\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "weather_data = truncated_daily_temp.merge(wind_data_merge, how='inner', on=[\"State Code\", \"County Code\", \"Site Num\", \"State Name\", \"County Name\", \"City Name\", \"Latitude\", \"Longitude\", \"Date Local\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Final dataset which includes weather data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Num</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Date Local</th>\n",
       "      <th>Mean Temperature (F)</th>\n",
       "      <th>Mean Wind Direction (compass degrees)</th>\n",
       "      <th>Mean Wind Speed (knots)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>53.540000</td>\n",
       "      <td>179.900000</td>\n",
       "      <td>4.349492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-02</td>\n",
       "      <td>67.342857</td>\n",
       "      <td>108.857143</td>\n",
       "      <td>4.349492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-03</td>\n",
       "      <td>26.580000</td>\n",
       "      <td>271.000000</td>\n",
       "      <td>4.349492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-04</td>\n",
       "      <td>44.830000</td>\n",
       "      <td>230.100000</td>\n",
       "      <td>4.349492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-05</td>\n",
       "      <td>51.550000</td>\n",
       "      <td>251.100000</td>\n",
       "      <td>4.349492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228161</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-27</td>\n",
       "      <td>15.250000</td>\n",
       "      <td>190.375000</td>\n",
       "      <td>1.795833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228162</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-28</td>\n",
       "      <td>-4.833333</td>\n",
       "      <td>171.375000</td>\n",
       "      <td>1.212500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228163</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-29</td>\n",
       "      <td>-1.625000</td>\n",
       "      <td>181.166667</td>\n",
       "      <td>1.441667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228164</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-30</td>\n",
       "      <td>8.291667</td>\n",
       "      <td>173.666667</td>\n",
       "      <td>1.466667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228165</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-31</td>\n",
       "      <td>18.875000</td>\n",
       "      <td>157.958333</td>\n",
       "      <td>1.687500</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>228166 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        State Code  County Code  Site Num State Name County Name  \\\n",
       "0                1           53      1000    Alabama    Escambia   \n",
       "1                1           53      1000    Alabama    Escambia   \n",
       "2                1           53      1000    Alabama    Escambia   \n",
       "3                1           53      1000    Alabama    Escambia   \n",
       "4                1           53      1000    Alabama    Escambia   \n",
       "...            ...          ...       ...        ...         ...   \n",
       "228161          56           39      1013    Wyoming       Teton   \n",
       "228162          56           39      1013    Wyoming       Teton   \n",
       "228163          56           39      1013    Wyoming       Teton   \n",
       "228164          56           39      1013    Wyoming       Teton   \n",
       "228165          56           39      1013    Wyoming       Teton   \n",
       "\n",
       "            City Name   Latitude   Longitude  Date Local  \\\n",
       "0       Not in a city  31.092100  -87.543500  2020-01-01   \n",
       "1       Not in a city  31.092100  -87.543500  2020-01-02   \n",
       "2       Not in a city  31.092100  -87.543500  2020-01-03   \n",
       "3       Not in a city  31.092100  -87.543500  2020-01-04   \n",
       "4       Not in a city  31.092100  -87.543500  2020-01-05   \n",
       "...               ...        ...         ...         ...   \n",
       "228161  Not in a city  44.373056 -110.830833  2020-12-27   \n",
       "228162  Not in a city  44.373056 -110.830833  2020-12-28   \n",
       "228163  Not in a city  44.373056 -110.830833  2020-12-29   \n",
       "228164  Not in a city  44.373056 -110.830833  2020-12-30   \n",
       "228165  Not in a city  44.373056 -110.830833  2020-12-31   \n",
       "\n",
       "        Mean Temperature (F)  Mean Wind Direction (compass degrees)  \\\n",
       "0                  53.540000                             179.900000   \n",
       "1                  67.342857                             108.857143   \n",
       "2                  26.580000                             271.000000   \n",
       "3                  44.830000                             230.100000   \n",
       "4                  51.550000                             251.100000   \n",
       "...                      ...                                    ...   \n",
       "228161             15.250000                             190.375000   \n",
       "228162             -4.833333                             171.375000   \n",
       "228163             -1.625000                             181.166667   \n",
       "228164              8.291667                             173.666667   \n",
       "228165             18.875000                             157.958333   \n",
       "\n",
       "        Mean Wind Speed (knots)  \n",
       "0                      4.349492  \n",
       "1                      4.349492  \n",
       "2                      4.349492  \n",
       "3                      4.349492  \n",
       "4                      4.349492  \n",
       "...                         ...  \n",
       "228161                 1.795833  \n",
       "228162                 1.212500  \n",
       "228163                 1.441667  \n",
       "228164                 1.466667  \n",
       "228165                 1.687500  \n",
       "\n",
       "[228166 rows x 12 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "weather_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "368"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(weather_data[\"City Name\"].unique())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Incorporating land use, elevation and location setting for the AQI sites into weather data set as features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "truncated_aqi_sites = aqi_sites[[\"State Code\", \"County Code\", \"Site Number\", \"State Name\", \"County Name\", \"City Name\", \"Elevation\", \"Land Use\", \"Location Setting\"]].rename(columns={\"Site Number\": \"Site Num\"})\n",
    "\n",
    "# Only showing US and territories aqi sites\n",
    "truncated_aqi_sites = truncated_aqi_sites[truncated_aqi_sites[\"State Name\"].str.upper().isin(US_States_territories)]\n",
    "\n",
    "truncated_aqi_sites[\"State Code\"] = truncated_aqi_sites[\"State Code\"].astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Num</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>Elevation</th>\n",
       "      <th>Land Use</th>\n",
       "      <th>Location Setting</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Brewton</td>\n",
       "      <td>37.00</td>\n",
       "      <td>RESIDENTIAL</td>\n",
       "      <td>SUBURBAN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>2</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Brewton</td>\n",
       "      <td>50.00</td>\n",
       "      <td>COMMERCIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a City</td>\n",
       "      <td>89.61</td>\n",
       "      <td>AGRICULTURAL</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    State Code  County Code  Site Num State Name County Name      City Name  \\\n",
       "80           1           53         1    Alabama    Escambia        Brewton   \n",
       "81           1           53         2    Alabama    Escambia        Brewton   \n",
       "82           1           53      1000    Alabama    Escambia  Not in a City   \n",
       "\n",
       "    Elevation      Land Use       Location Setting  \n",
       "80      37.00   RESIDENTIAL               SUBURBAN  \n",
       "81      50.00    COMMERCIAL  URBAN AND CENTER CITY  \n",
       "82      89.61  AGRICULTURAL                  RURAL  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "truncated_aqi_sites[(truncated_aqi_sites[\"State Name\"] == \"Alabama\") & (truncated_aqi_sites[\"County Name\"] == \"Escambia\")]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_set = weather_data.merge(truncated_aqi_sites, on=[\"State Code\", \"County Code\", \"Site Num\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_set = feature_set.drop(columns=[\"State Name_y\", \"County Name_y\", \"City Name_y\"]).rename(columns={\"State Name_x\": \"State Name\", \"County Name_x\": \"County Name\", \"City Name_x\": \"City Name\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Num</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Date Local</th>\n",
       "      <th>Mean Temperature (F)</th>\n",
       "      <th>Mean Wind Direction (compass degrees)</th>\n",
       "      <th>Mean Wind Speed (knots)</th>\n",
       "      <th>Elevation</th>\n",
       "      <th>Land Use</th>\n",
       "      <th>Location Setting</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-01</td>\n",
       "      <td>53.540000</td>\n",
       "      <td>179.900000</td>\n",
       "      <td>4.349492</td>\n",
       "      <td>89.61</td>\n",
       "      <td>AGRICULTURAL</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-02</td>\n",
       "      <td>67.342857</td>\n",
       "      <td>108.857143</td>\n",
       "      <td>4.349492</td>\n",
       "      <td>89.61</td>\n",
       "      <td>AGRICULTURAL</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-03</td>\n",
       "      <td>26.580000</td>\n",
       "      <td>271.000000</td>\n",
       "      <td>4.349492</td>\n",
       "      <td>89.61</td>\n",
       "      <td>AGRICULTURAL</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-04</td>\n",
       "      <td>44.830000</td>\n",
       "      <td>230.100000</td>\n",
       "      <td>4.349492</td>\n",
       "      <td>89.61</td>\n",
       "      <td>AGRICULTURAL</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>1000</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Escambia</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>31.092100</td>\n",
       "      <td>-87.543500</td>\n",
       "      <td>2020-01-05</td>\n",
       "      <td>51.550000</td>\n",
       "      <td>251.100000</td>\n",
       "      <td>4.349492</td>\n",
       "      <td>89.61</td>\n",
       "      <td>AGRICULTURAL</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228161</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-27</td>\n",
       "      <td>15.250000</td>\n",
       "      <td>190.375000</td>\n",
       "      <td>1.795833</td>\n",
       "      <td>2230.00</td>\n",
       "      <td>FOREST</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228162</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-28</td>\n",
       "      <td>-4.833333</td>\n",
       "      <td>171.375000</td>\n",
       "      <td>1.212500</td>\n",
       "      <td>2230.00</td>\n",
       "      <td>FOREST</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228163</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-29</td>\n",
       "      <td>-1.625000</td>\n",
       "      <td>181.166667</td>\n",
       "      <td>1.441667</td>\n",
       "      <td>2230.00</td>\n",
       "      <td>FOREST</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228164</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-30</td>\n",
       "      <td>8.291667</td>\n",
       "      <td>173.666667</td>\n",
       "      <td>1.466667</td>\n",
       "      <td>2230.00</td>\n",
       "      <td>FOREST</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228165</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-12-31</td>\n",
       "      <td>18.875000</td>\n",
       "      <td>157.958333</td>\n",
       "      <td>1.687500</td>\n",
       "      <td>2230.00</td>\n",
       "      <td>FOREST</td>\n",
       "      <td>RURAL</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>228166 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        State Code  County Code  Site Num State Name County Name  \\\n",
       "0                1           53      1000    Alabama    Escambia   \n",
       "1                1           53      1000    Alabama    Escambia   \n",
       "2                1           53      1000    Alabama    Escambia   \n",
       "3                1           53      1000    Alabama    Escambia   \n",
       "4                1           53      1000    Alabama    Escambia   \n",
       "...            ...          ...       ...        ...         ...   \n",
       "228161          56           39      1013    Wyoming       Teton   \n",
       "228162          56           39      1013    Wyoming       Teton   \n",
       "228163          56           39      1013    Wyoming       Teton   \n",
       "228164          56           39      1013    Wyoming       Teton   \n",
       "228165          56           39      1013    Wyoming       Teton   \n",
       "\n",
       "            City Name   Latitude   Longitude  Date Local  \\\n",
       "0       Not in a city  31.092100  -87.543500  2020-01-01   \n",
       "1       Not in a city  31.092100  -87.543500  2020-01-02   \n",
       "2       Not in a city  31.092100  -87.543500  2020-01-03   \n",
       "3       Not in a city  31.092100  -87.543500  2020-01-04   \n",
       "4       Not in a city  31.092100  -87.543500  2020-01-05   \n",
       "...               ...        ...         ...         ...   \n",
       "228161  Not in a city  44.373056 -110.830833  2020-12-27   \n",
       "228162  Not in a city  44.373056 -110.830833  2020-12-28   \n",
       "228163  Not in a city  44.373056 -110.830833  2020-12-29   \n",
       "228164  Not in a city  44.373056 -110.830833  2020-12-30   \n",
       "228165  Not in a city  44.373056 -110.830833  2020-12-31   \n",
       "\n",
       "        Mean Temperature (F)  Mean Wind Direction (compass degrees)  \\\n",
       "0                  53.540000                             179.900000   \n",
       "1                  67.342857                             108.857143   \n",
       "2                  26.580000                             271.000000   \n",
       "3                  44.830000                             230.100000   \n",
       "4                  51.550000                             251.100000   \n",
       "...                      ...                                    ...   \n",
       "228161             15.250000                             190.375000   \n",
       "228162             -4.833333                             171.375000   \n",
       "228163             -1.625000                             181.166667   \n",
       "228164              8.291667                             173.666667   \n",
       "228165             18.875000                             157.958333   \n",
       "\n",
       "        Mean Wind Speed (knots)  Elevation      Land Use Location Setting  \n",
       "0                      4.349492      89.61  AGRICULTURAL            RURAL  \n",
       "1                      4.349492      89.61  AGRICULTURAL            RURAL  \n",
       "2                      4.349492      89.61  AGRICULTURAL            RURAL  \n",
       "3                      4.349492      89.61  AGRICULTURAL            RURAL  \n",
       "4                      4.349492      89.61  AGRICULTURAL            RURAL  \n",
       "...                         ...        ...           ...              ...  \n",
       "228161                 1.795833    2230.00        FOREST            RURAL  \n",
       "228162                 1.212500    2230.00        FOREST            RURAL  \n",
       "228163                 1.441667    2230.00        FOREST            RURAL  \n",
       "228164                 1.466667    2230.00        FOREST            RURAL  \n",
       "228165                 1.687500    2230.00        FOREST            RURAL  \n",
       "\n",
       "[228166 rows x 15 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "feature_set"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Adding the observed values for AQI to the features dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Extracting the Site Num from Defining Site\n",
    "daily_county_aqi[\"Site Num\"] = daily_county_aqi[\"Defining Site\"].str.extract(pat=f'\\d+-\\d+-(\\d+)').astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Renaming columns to allow for merge\n",
    "daily_county_aqi = daily_county_aqi.rename(columns={\"county Name\": \"County Name\", \"Date\": \"Date Local\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Merging with the feature set\n",
    "final_data_set = feature_set.merge(daily_county_aqi, on=[\"State Code\", \"County Code\", \"Site Num\", \"Date Local\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Dropping redundant columns and renaming \n",
    "final_data_set = final_data_set.drop(columns=[\"State Name_y\", \"County Name_y\"]).rename(columns={\"State Name_x\": \"State Name\", \"County Name_x\":\"County Name\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Num</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Date Local</th>\n",
       "      <th>Mean Temperature (F)</th>\n",
       "      <th>Mean Wind Direction (compass degrees)</th>\n",
       "      <th>Mean Wind Speed (knots)</th>\n",
       "      <th>Elevation</th>\n",
       "      <th>Land Use</th>\n",
       "      <th>Location Setting</th>\n",
       "      <th>AQI</th>\n",
       "      <th>Category</th>\n",
       "      <th>Defining Parameter</th>\n",
       "      <th>Defining Site</th>\n",
       "      <th>Number of Sites Reporting</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>73</td>\n",
       "      <td>23</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33.553056</td>\n",
       "      <td>-86.815000</td>\n",
       "      <td>2020-01-09</td>\n",
       "      <td>52.125000</td>\n",
       "      <td>137.125000</td>\n",
       "      <td>4.904167</td>\n",
       "      <td>177.0</td>\n",
       "      <td>COMMERCIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>56</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>01-073-0023</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>73</td>\n",
       "      <td>23</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33.553056</td>\n",
       "      <td>-86.815000</td>\n",
       "      <td>2020-01-10</td>\n",
       "      <td>65.750000</td>\n",
       "      <td>163.708333</td>\n",
       "      <td>7.583333</td>\n",
       "      <td>177.0</td>\n",
       "      <td>COMMERCIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>44</td>\n",
       "      <td>Good</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>01-073-0023</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>73</td>\n",
       "      <td>23</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33.553056</td>\n",
       "      <td>-86.815000</td>\n",
       "      <td>2020-01-14</td>\n",
       "      <td>63.937500</td>\n",
       "      <td>208.916667</td>\n",
       "      <td>3.166667</td>\n",
       "      <td>177.0</td>\n",
       "      <td>COMMERCIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>30</td>\n",
       "      <td>Good</td>\n",
       "      <td>NO2</td>\n",
       "      <td>01-073-0023</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>73</td>\n",
       "      <td>23</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33.553056</td>\n",
       "      <td>-86.815000</td>\n",
       "      <td>2020-01-16</td>\n",
       "      <td>58.012500</td>\n",
       "      <td>75.458333</td>\n",
       "      <td>5.945833</td>\n",
       "      <td>177.0</td>\n",
       "      <td>COMMERCIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>31</td>\n",
       "      <td>Good</td>\n",
       "      <td>Ozone</td>\n",
       "      <td>01-073-0023</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>73</td>\n",
       "      <td>23</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33.553056</td>\n",
       "      <td>-86.815000</td>\n",
       "      <td>2020-01-17</td>\n",
       "      <td>54.945833</td>\n",
       "      <td>105.375000</td>\n",
       "      <td>5.491667</td>\n",
       "      <td>177.0</td>\n",
       "      <td>COMMERCIAL</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>34</td>\n",
       "      <td>Good</td>\n",
       "      <td>Ozone</td>\n",
       "      <td>01-073-0023</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94814</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-10-05</td>\n",
       "      <td>45.708333</td>\n",
       "      <td>162.666667</td>\n",
       "      <td>2.287500</td>\n",
       "      <td>2230.0</td>\n",
       "      <td>FOREST</td>\n",
       "      <td>RURAL</td>\n",
       "      <td>54</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>56-039-1013</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94815</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-10-07</td>\n",
       "      <td>44.083333</td>\n",
       "      <td>174.791667</td>\n",
       "      <td>2.087500</td>\n",
       "      <td>2230.0</td>\n",
       "      <td>FOREST</td>\n",
       "      <td>RURAL</td>\n",
       "      <td>85</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>56-039-1013</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94816</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-10-08</td>\n",
       "      <td>46.375000</td>\n",
       "      <td>169.375000</td>\n",
       "      <td>3.016667</td>\n",
       "      <td>2230.0</td>\n",
       "      <td>FOREST</td>\n",
       "      <td>RURAL</td>\n",
       "      <td>69</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>56-039-1013</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94817</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-10-09</td>\n",
       "      <td>45.041667</td>\n",
       "      <td>168.666667</td>\n",
       "      <td>2.612500</td>\n",
       "      <td>2230.0</td>\n",
       "      <td>FOREST</td>\n",
       "      <td>RURAL</td>\n",
       "      <td>55</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>56-039-1013</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94818</th>\n",
       "      <td>56</td>\n",
       "      <td>39</td>\n",
       "      <td>1013</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Teton</td>\n",
       "      <td>Not in a city</td>\n",
       "      <td>44.373056</td>\n",
       "      <td>-110.830833</td>\n",
       "      <td>2020-10-10</td>\n",
       "      <td>43.875000</td>\n",
       "      <td>191.791667</td>\n",
       "      <td>4.179167</td>\n",
       "      <td>2230.0</td>\n",
       "      <td>FOREST</td>\n",
       "      <td>RURAL</td>\n",
       "      <td>70</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>56-039-1013</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>94819 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       State Code  County Code  Site Num State Name County Name  \\\n",
       "0               1           73        23    Alabama   Jefferson   \n",
       "1               1           73        23    Alabama   Jefferson   \n",
       "2               1           73        23    Alabama   Jefferson   \n",
       "3               1           73        23    Alabama   Jefferson   \n",
       "4               1           73        23    Alabama   Jefferson   \n",
       "...           ...          ...       ...        ...         ...   \n",
       "94814          56           39      1013    Wyoming       Teton   \n",
       "94815          56           39      1013    Wyoming       Teton   \n",
       "94816          56           39      1013    Wyoming       Teton   \n",
       "94817          56           39      1013    Wyoming       Teton   \n",
       "94818          56           39      1013    Wyoming       Teton   \n",
       "\n",
       "           City Name   Latitude   Longitude  Date Local  Mean Temperature (F)  \\\n",
       "0         Birmingham  33.553056  -86.815000  2020-01-09             52.125000   \n",
       "1         Birmingham  33.553056  -86.815000  2020-01-10             65.750000   \n",
       "2         Birmingham  33.553056  -86.815000  2020-01-14             63.937500   \n",
       "3         Birmingham  33.553056  -86.815000  2020-01-16             58.012500   \n",
       "4         Birmingham  33.553056  -86.815000  2020-01-17             54.945833   \n",
       "...              ...        ...         ...         ...                   ...   \n",
       "94814  Not in a city  44.373056 -110.830833  2020-10-05             45.708333   \n",
       "94815  Not in a city  44.373056 -110.830833  2020-10-07             44.083333   \n",
       "94816  Not in a city  44.373056 -110.830833  2020-10-08             46.375000   \n",
       "94817  Not in a city  44.373056 -110.830833  2020-10-09             45.041667   \n",
       "94818  Not in a city  44.373056 -110.830833  2020-10-10             43.875000   \n",
       "\n",
       "       Mean Wind Direction (compass degrees)  Mean Wind Speed (knots)  \\\n",
       "0                                 137.125000                 4.904167   \n",
       "1                                 163.708333                 7.583333   \n",
       "2                                 208.916667                 3.166667   \n",
       "3                                  75.458333                 5.945833   \n",
       "4                                 105.375000                 5.491667   \n",
       "...                                      ...                      ...   \n",
       "94814                             162.666667                 2.287500   \n",
       "94815                             174.791667                 2.087500   \n",
       "94816                             169.375000                 3.016667   \n",
       "94817                             168.666667                 2.612500   \n",
       "94818                             191.791667                 4.179167   \n",
       "\n",
       "       Elevation    Land Use       Location Setting  AQI  Category  \\\n",
       "0          177.0  COMMERCIAL  URBAN AND CENTER CITY   56  Moderate   \n",
       "1          177.0  COMMERCIAL  URBAN AND CENTER CITY   44      Good   \n",
       "2          177.0  COMMERCIAL  URBAN AND CENTER CITY   30      Good   \n",
       "3          177.0  COMMERCIAL  URBAN AND CENTER CITY   31      Good   \n",
       "4          177.0  COMMERCIAL  URBAN AND CENTER CITY   34      Good   \n",
       "...          ...         ...                    ...  ...       ...   \n",
       "94814     2230.0      FOREST                  RURAL   54  Moderate   \n",
       "94815     2230.0      FOREST                  RURAL   85  Moderate   \n",
       "94816     2230.0      FOREST                  RURAL   69  Moderate   \n",
       "94817     2230.0      FOREST                  RURAL   55  Moderate   \n",
       "94818     2230.0      FOREST                  RURAL   70  Moderate   \n",
       "\n",
       "      Defining Parameter Defining Site  Number of Sites Reporting  \n",
       "0                  PM2.5   01-073-0023                          9  \n",
       "1                  PM2.5   01-073-0023                          9  \n",
       "2                    NO2   01-073-0023                          9  \n",
       "3                  Ozone   01-073-0023                          9  \n",
       "4                  Ozone   01-073-0023                          8  \n",
       "...                  ...           ...                        ...  \n",
       "94814              PM2.5   56-039-1013                          3  \n",
       "94815              PM2.5   56-039-1013                          3  \n",
       "94816              PM2.5   56-039-1013                          3  \n",
       "94817              PM2.5   56-039-1013                          4  \n",
       "94818              PM2.5   56-039-1013                          3  \n",
       "\n",
       "[94819 rows x 20 columns]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_data_set"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## US Emissions data set\n",
    "\n",
    "## Incorporating US GH emissions by state/county as features "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['V_GHG_EMITTER_GAS.ADDRESS1', 'V_GHG_EMITTER_GAS.ADDRESS2',\n",
       "       'V_GHG_EMITTER_GAS.CITY', 'V_GHG_EMITTER_GAS.CO2E_EMISSION',\n",
       "       'V_GHG_EMITTER_GAS.COUNTY', 'V_GHG_EMITTER_GAS.FACILITY_ID',\n",
       "       'V_GHG_EMITTER_GAS.GAS_CODE', 'V_GHG_EMITTER_GAS.GAS_NAME',\n",
       "       'V_GHG_EMITTER_GAS.LATITUDE', 'V_GHG_EMITTER_GAS.LONGITUDE',\n",
       "       'V_GHG_EMITTER_GAS.STATE', 'V_GHG_EMITTER_GAS.STATE_NAME',\n",
       "       'V_GHG_EMITTER_GAS.YEAR', 'V_GHG_EMITTER_GAS.ZIP',\n",
       "       'V_GHG_EMITTER_GAS.FACILITY_NAME', 'V_GHG_EMITTER_GAS.COUNTY_FIPS'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "us_greenhouse_gas_emission_direct_emitter_gas_type.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>V_GHG_EMITTER_GAS.ADDRESS1</th>\n",
       "      <th>V_GHG_EMITTER_GAS.ADDRESS2</th>\n",
       "      <th>V_GHG_EMITTER_GAS.CITY</th>\n",
       "      <th>V_GHG_EMITTER_GAS.CO2E_EMISSION</th>\n",
       "      <th>V_GHG_EMITTER_GAS.COUNTY</th>\n",
       "      <th>V_GHG_EMITTER_GAS.FACILITY_ID</th>\n",
       "      <th>V_GHG_EMITTER_GAS.GAS_CODE</th>\n",
       "      <th>V_GHG_EMITTER_GAS.GAS_NAME</th>\n",
       "      <th>V_GHG_EMITTER_GAS.LATITUDE</th>\n",
       "      <th>V_GHG_EMITTER_GAS.LONGITUDE</th>\n",
       "      <th>V_GHG_EMITTER_GAS.STATE</th>\n",
       "      <th>V_GHG_EMITTER_GAS.STATE_NAME</th>\n",
       "      <th>V_GHG_EMITTER_GAS.YEAR</th>\n",
       "      <th>V_GHG_EMITTER_GAS.ZIP</th>\n",
       "      <th>V_GHG_EMITTER_GAS.FACILITY_NAME</th>\n",
       "      <th>V_GHG_EMITTER_GAS.COUNTY_FIPS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1919 S. BROADWAY</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GREEN BAY</td>\n",
       "      <td>58024.000</td>\n",
       "      <td>BROWN COUNTY</td>\n",
       "      <td>1000589</td>\n",
       "      <td>BIOCO2</td>\n",
       "      <td>Biogenic CO2</td>\n",
       "      <td>44.492500</td>\n",
       "      <td>-88.032300</td>\n",
       "      <td>WI</td>\n",
       "      <td>WISCONSIN</td>\n",
       "      <td>2017</td>\n",
       "      <td>54304</td>\n",
       "      <td>GEORGIA-PACIFIC CONSUMER OPERATIONS LLC</td>\n",
       "      <td>55009.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>850 12TH AVE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NEW YORK</td>\n",
       "      <td>134.500</td>\n",
       "      <td>New York</td>\n",
       "      <td>1000766</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>40.771100</td>\n",
       "      <td>-73.991100</td>\n",
       "      <td>NY</td>\n",
       "      <td>NEW YORK</td>\n",
       "      <td>2018</td>\n",
       "      <td>10019</td>\n",
       "      <td>59th Street</td>\n",
       "      <td>36061.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3379 HWY 482</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Noble</td>\n",
       "      <td>6.854</td>\n",
       "      <td>SABINE</td>\n",
       "      <td>1009343</td>\n",
       "      <td>N2O</td>\n",
       "      <td>Nitrous Oxide</td>\n",
       "      <td>31.621528</td>\n",
       "      <td>-93.724774</td>\n",
       "      <td>LA</td>\n",
       "      <td>LOUISIANA</td>\n",
       "      <td>2012</td>\n",
       "      <td>71462</td>\n",
       "      <td>Baker Road Treater</td>\n",
       "      <td>22085.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1012 BEAUCHAMP ST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GREENVILLE</td>\n",
       "      <td>53562.000</td>\n",
       "      <td>WASHINGTON COUNTY</td>\n",
       "      <td>1003557</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>33.392476</td>\n",
       "      <td>-91.017584</td>\n",
       "      <td>MS</td>\n",
       "      <td>MISSISSIPPI</td>\n",
       "      <td>2017</td>\n",
       "      <td>38701</td>\n",
       "      <td>TEXAS GAS TRANSMISSION - GREENVILLE STATION</td>\n",
       "      <td>28151.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>487 CORN CREEK ROAD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>BEDFORD</td>\n",
       "      <td>7635064.700</td>\n",
       "      <td>Trimble</td>\n",
       "      <td>1006542</td>\n",
       "      <td>CO2</td>\n",
       "      <td>Carbon Dioxide</td>\n",
       "      <td>38.584700</td>\n",
       "      <td>-85.411700</td>\n",
       "      <td>KY</td>\n",
       "      <td>KENTUCKY</td>\n",
       "      <td>2018</td>\n",
       "      <td>40006</td>\n",
       "      <td>Trimble County</td>\n",
       "      <td>21223.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219923</th>\n",
       "      <td>14353 McFarland Road</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Burlington</td>\n",
       "      <td>1929.800</td>\n",
       "      <td>SKAGIT COUNTY</td>\n",
       "      <td>1010898</td>\n",
       "      <td>CO2</td>\n",
       "      <td>Carbon Dioxide</td>\n",
       "      <td>48.448041</td>\n",
       "      <td>-122.433615</td>\n",
       "      <td>WA</td>\n",
       "      <td>WASHINGTON</td>\n",
       "      <td>2016</td>\n",
       "      <td>98273</td>\n",
       "      <td>Sierra Pacific Industries - Burlington</td>\n",
       "      <td>53057.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219924</th>\n",
       "      <td>7628 Thorndike Road</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Greensboro</td>\n",
       "      <td>2776.500</td>\n",
       "      <td>GUILFORD COUNTY</td>\n",
       "      <td>1010033</td>\n",
       "      <td>CO2</td>\n",
       "      <td>Carbon Dioxide</td>\n",
       "      <td>36.075650</td>\n",
       "      <td>-79.965030</td>\n",
       "      <td>NC</td>\n",
       "      <td>NORTH CAROLINA</td>\n",
       "      <td>2018</td>\n",
       "      <td>27409</td>\n",
       "      <td>QORVO</td>\n",
       "      <td>37081.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219925</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Calumet</td>\n",
       "      <td>28352.800</td>\n",
       "      <td>CANADIAN COUNTY</td>\n",
       "      <td>1011778</td>\n",
       "      <td>CO2</td>\n",
       "      <td>Carbon Dioxide</td>\n",
       "      <td>35.516370</td>\n",
       "      <td>-98.182280</td>\n",
       "      <td>OK</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>2014</td>\n",
       "      <td>73014</td>\n",
       "      <td>OFS CS Cedar Lake</td>\n",
       "      <td>40017.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219926</th>\n",
       "      <td>1186 Calkins Rd</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Troy</td>\n",
       "      <td>23.840</td>\n",
       "      <td>BRADFORD</td>\n",
       "      <td>1010571</td>\n",
       "      <td>N2O</td>\n",
       "      <td>Nitrous Oxide</td>\n",
       "      <td>41.730488</td>\n",
       "      <td>-76.707873</td>\n",
       "      <td>PA</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>2012</td>\n",
       "      <td>16947</td>\n",
       "      <td>Granville Compressor Station</td>\n",
       "      <td>42015.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219927</th>\n",
       "      <td>1186 Calkins Rd</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Troy</td>\n",
       "      <td>23.000</td>\n",
       "      <td>BRADFORD COUNTY</td>\n",
       "      <td>1010571</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>41.730488</td>\n",
       "      <td>-76.707873</td>\n",
       "      <td>PA</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>2013</td>\n",
       "      <td>16947</td>\n",
       "      <td>Granville Compressor Station</td>\n",
       "      <td>42015.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>219928 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       V_GHG_EMITTER_GAS.ADDRESS1  V_GHG_EMITTER_GAS.ADDRESS2  \\\n",
       "0                1919 S. BROADWAY                         NaN   \n",
       "1                    850 12TH AVE                         NaN   \n",
       "2                    3379 HWY 482                         NaN   \n",
       "3               1012 BEAUCHAMP ST                         NaN   \n",
       "4             487 CORN CREEK ROAD                         NaN   \n",
       "...                           ...                         ...   \n",
       "219923       14353 McFarland Road                         NaN   \n",
       "219924        7628 Thorndike Road                         NaN   \n",
       "219925                        NaN                         NaN   \n",
       "219926            1186 Calkins Rd                         NaN   \n",
       "219927            1186 Calkins Rd                         NaN   \n",
       "\n",
       "       V_GHG_EMITTER_GAS.CITY  V_GHG_EMITTER_GAS.CO2E_EMISSION  \\\n",
       "0                   GREEN BAY                        58024.000   \n",
       "1                    NEW YORK                          134.500   \n",
       "2                       Noble                            6.854   \n",
       "3                  GREENVILLE                        53562.000   \n",
       "4                     BEDFORD                      7635064.700   \n",
       "...                       ...                              ...   \n",
       "219923             Burlington                         1929.800   \n",
       "219924             Greensboro                         2776.500   \n",
       "219925                Calumet                        28352.800   \n",
       "219926                   Troy                           23.840   \n",
       "219927                   Troy                           23.000   \n",
       "\n",
       "       V_GHG_EMITTER_GAS.COUNTY  V_GHG_EMITTER_GAS.FACILITY_ID  \\\n",
       "0                  BROWN COUNTY                        1000589   \n",
       "1                      New York                        1000766   \n",
       "2                        SABINE                        1009343   \n",
       "3             WASHINGTON COUNTY                        1003557   \n",
       "4                       Trimble                        1006542   \n",
       "...                         ...                            ...   \n",
       "219923            SKAGIT COUNTY                        1010898   \n",
       "219924          GUILFORD COUNTY                        1010033   \n",
       "219925          CANADIAN COUNTY                        1011778   \n",
       "219926                 BRADFORD                        1010571   \n",
       "219927          BRADFORD COUNTY                        1010571   \n",
       "\n",
       "       V_GHG_EMITTER_GAS.GAS_CODE V_GHG_EMITTER_GAS.GAS_NAME  \\\n",
       "0                          BIOCO2               Biogenic CO2   \n",
       "1                             CH4                    Methane   \n",
       "2                             N2O              Nitrous Oxide   \n",
       "3                             CH4                    Methane   \n",
       "4                             CO2             Carbon Dioxide   \n",
       "...                           ...                        ...   \n",
       "219923                        CO2             Carbon Dioxide   \n",
       "219924                        CO2             Carbon Dioxide   \n",
       "219925                        CO2             Carbon Dioxide   \n",
       "219926                        N2O              Nitrous Oxide   \n",
       "219927                        CH4                    Methane   \n",
       "\n",
       "        V_GHG_EMITTER_GAS.LATITUDE  V_GHG_EMITTER_GAS.LONGITUDE  \\\n",
       "0                        44.492500                   -88.032300   \n",
       "1                        40.771100                   -73.991100   \n",
       "2                        31.621528                   -93.724774   \n",
       "3                        33.392476                   -91.017584   \n",
       "4                        38.584700                   -85.411700   \n",
       "...                            ...                          ...   \n",
       "219923                   48.448041                  -122.433615   \n",
       "219924                   36.075650                   -79.965030   \n",
       "219925                   35.516370                   -98.182280   \n",
       "219926                   41.730488                   -76.707873   \n",
       "219927                   41.730488                   -76.707873   \n",
       "\n",
       "       V_GHG_EMITTER_GAS.STATE V_GHG_EMITTER_GAS.STATE_NAME  \\\n",
       "0                           WI                    WISCONSIN   \n",
       "1                           NY                     NEW YORK   \n",
       "2                           LA                    LOUISIANA   \n",
       "3                           MS                  MISSISSIPPI   \n",
       "4                           KY                     KENTUCKY   \n",
       "...                        ...                          ...   \n",
       "219923                      WA                   WASHINGTON   \n",
       "219924                      NC               NORTH CAROLINA   \n",
       "219925                      OK                     OKLAHOMA   \n",
       "219926                      PA                 PENNSYLVANIA   \n",
       "219927                      PA                 PENNSYLVANIA   \n",
       "\n",
       "        V_GHG_EMITTER_GAS.YEAR  V_GHG_EMITTER_GAS.ZIP  \\\n",
       "0                         2017                  54304   \n",
       "1                         2018                  10019   \n",
       "2                         2012                  71462   \n",
       "3                         2017                  38701   \n",
       "4                         2018                  40006   \n",
       "...                        ...                    ...   \n",
       "219923                    2016                  98273   \n",
       "219924                    2018                  27409   \n",
       "219925                    2014                  73014   \n",
       "219926                    2012                  16947   \n",
       "219927                    2013                  16947   \n",
       "\n",
       "                    V_GHG_EMITTER_GAS.FACILITY_NAME  \\\n",
       "0           GEORGIA-PACIFIC CONSUMER OPERATIONS LLC   \n",
       "1                                       59th Street   \n",
       "2                                Baker Road Treater   \n",
       "3       TEXAS GAS TRANSMISSION - GREENVILLE STATION   \n",
       "4                                    Trimble County   \n",
       "...                                             ...   \n",
       "219923       Sierra Pacific Industries - Burlington   \n",
       "219924                                        QORVO   \n",
       "219925                            OFS CS Cedar Lake   \n",
       "219926                 Granville Compressor Station   \n",
       "219927                 Granville Compressor Station   \n",
       "\n",
       "        V_GHG_EMITTER_GAS.COUNTY_FIPS  \n",
       "0                             55009.0  \n",
       "1                             36061.0  \n",
       "2                             22085.0  \n",
       "3                             28151.0  \n",
       "4                             21223.0  \n",
       "...                               ...  \n",
       "219923                        53057.0  \n",
       "219924                        37081.0  \n",
       "219925                        40017.0  \n",
       "219926                        42015.0  \n",
       "219927                        42015.0  \n",
       "\n",
       "[219928 rows x 16 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "us_greenhouse_gas_emission_direct_emitter_gas_type"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "US_GH_gas_emissions = us_greenhouse_gas_emission_direct_emitter_gas_type[[\"V_GHG_EMITTER_GAS.STATE_NAME\", \"V_GHG_EMITTER_GAS.COUNTY\", \"V_GHG_EMITTER_GAS.CITY\", \"V_GHG_EMITTER_GAS.CO2E_EMISSION\", \"V_GHG_EMITTER_GAS.GAS_CODE\", \"V_GHG_EMITTER_GAS.GAS_NAME\", \"V_GHG_EMITTER_GAS.YEAR\"]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.options.mode.chained_assignment = None\n",
    "\n",
    "# Renaming columns and making sure the names match with the final_data set we will eventually merge with.\n",
    "US_GH_gas_emissions.columns = [\"State Name\", \"County Name\", \"City Name\", \"CO2 equiv emission\", \"Gas Code\", \"Gas Name\", \"Year\"]\n",
    "US_GH_gas_emissions[\"State Name\"] = US_GH_gas_emissions[\"State Name\"].str.title()\n",
    "US_GH_gas_emissions[\"County Name\"] = US_GH_gas_emissions[\"County Name\"].str.title()\n",
    "US_GH_gas_emissions[\"City Name\"] = US_GH_gas_emissions[\"City Name\"].str.title()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>CO2 equiv emission</th>\n",
       "      <th>Gas Code</th>\n",
       "      <th>Gas Name</th>\n",
       "      <th>Year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Wisconsin</td>\n",
       "      <td>Brown County</td>\n",
       "      <td>Green Bay</td>\n",
       "      <td>58024.000</td>\n",
       "      <td>BIOCO2</td>\n",
       "      <td>Biogenic CO2</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>New York</td>\n",
       "      <td>New York</td>\n",
       "      <td>New York</td>\n",
       "      <td>134.500</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Louisiana</td>\n",
       "      <td>Sabine</td>\n",
       "      <td>Noble</td>\n",
       "      <td>6.854</td>\n",
       "      <td>N2O</td>\n",
       "      <td>Nitrous Oxide</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Mississippi</td>\n",
       "      <td>Washington County</td>\n",
       "      <td>Greenville</td>\n",
       "      <td>53562.000</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Kentucky</td>\n",
       "      <td>Trimble</td>\n",
       "      <td>Bedford</td>\n",
       "      <td>7635064.700</td>\n",
       "      <td>CO2</td>\n",
       "      <td>Carbon Dioxide</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219923</th>\n",
       "      <td>Washington</td>\n",
       "      <td>Skagit County</td>\n",
       "      <td>Burlington</td>\n",
       "      <td>1929.800</td>\n",
       "      <td>CO2</td>\n",
       "      <td>Carbon Dioxide</td>\n",
       "      <td>2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219924</th>\n",
       "      <td>North Carolina</td>\n",
       "      <td>Guilford County</td>\n",
       "      <td>Greensboro</td>\n",
       "      <td>2776.500</td>\n",
       "      <td>CO2</td>\n",
       "      <td>Carbon Dioxide</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219925</th>\n",
       "      <td>Oklahoma</td>\n",
       "      <td>Canadian County</td>\n",
       "      <td>Calumet</td>\n",
       "      <td>28352.800</td>\n",
       "      <td>CO2</td>\n",
       "      <td>Carbon Dioxide</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219926</th>\n",
       "      <td>Pennsylvania</td>\n",
       "      <td>Bradford</td>\n",
       "      <td>Troy</td>\n",
       "      <td>23.840</td>\n",
       "      <td>N2O</td>\n",
       "      <td>Nitrous Oxide</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219927</th>\n",
       "      <td>Pennsylvania</td>\n",
       "      <td>Bradford County</td>\n",
       "      <td>Troy</td>\n",
       "      <td>23.000</td>\n",
       "      <td>CH4</td>\n",
       "      <td>Methane</td>\n",
       "      <td>2013</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>219928 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            State Name        County Name   City Name  CO2 equiv emission  \\\n",
       "0            Wisconsin       Brown County   Green Bay           58024.000   \n",
       "1             New York           New York    New York             134.500   \n",
       "2            Louisiana             Sabine       Noble               6.854   \n",
       "3          Mississippi  Washington County  Greenville           53562.000   \n",
       "4             Kentucky            Trimble     Bedford         7635064.700   \n",
       "...                ...                ...         ...                 ...   \n",
       "219923      Washington      Skagit County  Burlington            1929.800   \n",
       "219924  North Carolina    Guilford County  Greensboro            2776.500   \n",
       "219925        Oklahoma    Canadian County     Calumet           28352.800   \n",
       "219926    Pennsylvania           Bradford        Troy              23.840   \n",
       "219927    Pennsylvania    Bradford County        Troy              23.000   \n",
       "\n",
       "       Gas Code        Gas Name  Year  \n",
       "0        BIOCO2    Biogenic CO2  2017  \n",
       "1           CH4         Methane  2018  \n",
       "2           N2O   Nitrous Oxide  2012  \n",
       "3           CH4         Methane  2017  \n",
       "4           CO2  Carbon Dioxide  2018  \n",
       "...         ...             ...   ...  \n",
       "219923      CO2  Carbon Dioxide  2016  \n",
       "219924      CO2  Carbon Dioxide  2018  \n",
       "219925      CO2  Carbon Dioxide  2014  \n",
       "219926      N2O   Nitrous Oxide  2012  \n",
       "219927      CH4         Methane  2013  \n",
       "\n",
       "[219928 rows x 7 columns]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "US_GH_gas_emissions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "Grouped_US_GH_gas_emissions = US_GH_gas_emissions.groupby([\"State Name\", \"County Name\", \"City Name\", \"Gas Code\"])[\"CO2 equiv emission\"].agg(\"mean\").reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>Gas Code</th>\n",
       "      <th>CO2 equiv emission</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Autaugaville</td>\n",
       "      <td>CH4</td>\n",
       "      <td>9.502500e+02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Autaugaville</td>\n",
       "      <td>CO2</td>\n",
       "      <td>2.049189e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Autaugaville</td>\n",
       "      <td>N2O</td>\n",
       "      <td>1.132698e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Billingsley</td>\n",
       "      <td>CH4</td>\n",
       "      <td>6.356875e+02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Billingsley</td>\n",
       "      <td>CO2</td>\n",
       "      <td>1.375766e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23017</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Osage</td>\n",
       "      <td>CO2</td>\n",
       "      <td>7.340513e+04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23018</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Osage</td>\n",
       "      <td>N2O</td>\n",
       "      <td>1.081740e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23019</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston County</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>CH4</td>\n",
       "      <td>1.263103e+03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23020</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston County</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>CO2</td>\n",
       "      <td>9.864694e+04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23021</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston County</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>N2O</td>\n",
       "      <td>2.266904e+02</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>23022 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      State Name    County Name     City Name Gas Code  CO2 equiv emission\n",
       "0        Alabama        Autauga  Autaugaville      CH4        9.502500e+02\n",
       "1        Alabama        Autauga  Autaugaville      CO2        2.049189e+06\n",
       "2        Alabama        Autauga  Autaugaville      N2O        1.132698e+03\n",
       "3        Alabama        Autauga   Billingsley      CH4        6.356875e+02\n",
       "4        Alabama        Autauga   Billingsley      CO2        1.375766e+06\n",
       "...          ...            ...           ...      ...                 ...\n",
       "23017    Wyoming         Weston         Osage      CO2        7.340513e+04\n",
       "23018    Wyoming         Weston         Osage      N2O        1.081740e+03\n",
       "23019    Wyoming  Weston County     Newcastle      CH4        1.263103e+03\n",
       "23020    Wyoming  Weston County     Newcastle      CO2        9.864694e+04\n",
       "23021    Wyoming  Weston County     Newcastle      N2O        2.266904e+02\n",
       "\n",
       "[23022 rows x 5 columns]"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# CO2 equiv emissions are the average annual CO2 equiv emissions for the gas.\n",
    "Grouped_US_GH_gas_emissions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Convert to daily GH gas emissions\n",
    "Grouped_US_GH_gas_emissions[\"Average Daily CO2 equiv emission\"] = Grouped_US_GH_gas_emissions[\"CO2 equiv emission\"] / 366"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "Grouped_US_GH_gas_emissions = Grouped_US_GH_gas_emissions.drop(columns=\"CO2 equiv emission\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>Gas Code</th>\n",
       "      <th>Average Daily CO2 equiv emission</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Autaugaville</td>\n",
       "      <td>CH4</td>\n",
       "      <td>2.596311</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Autaugaville</td>\n",
       "      <td>CO2</td>\n",
       "      <td>5598.875820</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Autaugaville</td>\n",
       "      <td>N2O</td>\n",
       "      <td>3.094803</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Billingsley</td>\n",
       "      <td>CH4</td>\n",
       "      <td>1.736851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Billingsley</td>\n",
       "      <td>CO2</td>\n",
       "      <td>3758.924495</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23017</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Osage</td>\n",
       "      <td>CO2</td>\n",
       "      <td>200.560474</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23018</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Osage</td>\n",
       "      <td>N2O</td>\n",
       "      <td>2.955574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23019</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston County</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>CH4</td>\n",
       "      <td>3.451101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23020</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston County</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>CO2</td>\n",
       "      <td>269.527162</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23021</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston County</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>N2O</td>\n",
       "      <td>0.619373</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>23022 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      State Name    County Name     City Name Gas Code  \\\n",
       "0        Alabama        Autauga  Autaugaville      CH4   \n",
       "1        Alabama        Autauga  Autaugaville      CO2   \n",
       "2        Alabama        Autauga  Autaugaville      N2O   \n",
       "3        Alabama        Autauga   Billingsley      CH4   \n",
       "4        Alabama        Autauga   Billingsley      CO2   \n",
       "...          ...            ...           ...      ...   \n",
       "23017    Wyoming         Weston         Osage      CO2   \n",
       "23018    Wyoming         Weston         Osage      N2O   \n",
       "23019    Wyoming  Weston County     Newcastle      CH4   \n",
       "23020    Wyoming  Weston County     Newcastle      CO2   \n",
       "23021    Wyoming  Weston County     Newcastle      N2O   \n",
       "\n",
       "       Average Daily CO2 equiv emission  \n",
       "0                              2.596311  \n",
       "1                           5598.875820  \n",
       "2                              3.094803  \n",
       "3                              1.736851  \n",
       "4                           3758.924495  \n",
       "...                                 ...  \n",
       "23017                        200.560474  \n",
       "23018                          2.955574  \n",
       "23019                          3.451101  \n",
       "23020                        269.527162  \n",
       "23021                          0.619373  \n",
       "\n",
       "[23022 rows x 5 columns]"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Grouped_US_GH_gas_emissions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "Pivot_Grouped_US_GH_gas_emissions = Grouped_US_GH_gas_emissions.pivot_table('Average Daily CO2 equiv emission', [\"State Name\", \"County Name\", \"City Name\"], \"Gas Code\").reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>Gas Code</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>BIOCO2</th>\n",
       "      <th>CH4</th>\n",
       "      <th>CO2</th>\n",
       "      <th>HFC</th>\n",
       "      <th>HFE</th>\n",
       "      <th>N2O</th>\n",
       "      <th>NF3</th>\n",
       "      <th>Other</th>\n",
       "      <th>Other_Full</th>\n",
       "      <th>PFC</th>\n",
       "      <th>SF6</th>\n",
       "      <th>Very_Short</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Autaugaville</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.596311</td>\n",
       "      <td>5598.875820</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.094803</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Billingsley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.736851</td>\n",
       "      <td>3758.924495</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.072728</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Prattville</td>\n",
       "      <td>4362.405137</td>\n",
       "      <td>72.520516</td>\n",
       "      <td>860.282705</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>31.186514</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Baldwin County</td>\n",
       "      <td>Summerdale</td>\n",
       "      <td>NaN</td>\n",
       "      <td>499.213388</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Barbour County</td>\n",
       "      <td>Eufaula</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.055024</td>\n",
       "      <td>105.047787</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.065589</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7672</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Uinta County</td>\n",
       "      <td>Mountain View</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.354679</td>\n",
       "      <td>36.397404</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.019948</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7673</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Washakie</td>\n",
       "      <td>Worland</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.038934</td>\n",
       "      <td>66.135656</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.054552</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7674</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Washakie County</td>\n",
       "      <td>Worland</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.047558</td>\n",
       "      <td>79.295663</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.067885</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7675</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Osage</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.155055</td>\n",
       "      <td>200.560474</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.955574</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7676</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston County</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.451101</td>\n",
       "      <td>269.527162</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.619373</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7677 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Gas Code State Name      County Name      City Name       BIOCO2         CH4  \\\n",
       "0           Alabama          Autauga   Autaugaville          NaN    2.596311   \n",
       "1           Alabama          Autauga    Billingsley          NaN    1.736851   \n",
       "2           Alabama          Autauga     Prattville  4362.405137   72.520516   \n",
       "3           Alabama   Baldwin County     Summerdale          NaN  499.213388   \n",
       "4           Alabama   Barbour County        Eufaula          NaN    0.055024   \n",
       "...             ...              ...            ...          ...         ...   \n",
       "7672        Wyoming     Uinta County  Mountain View          NaN    5.354679   \n",
       "7673        Wyoming         Washakie        Worland          NaN    0.038934   \n",
       "7674        Wyoming  Washakie County        Worland          NaN    0.047558   \n",
       "7675        Wyoming           Weston          Osage          NaN    0.155055   \n",
       "7676        Wyoming    Weston County      Newcastle          NaN    3.451101   \n",
       "\n",
       "Gas Code          CO2  HFC  HFE        N2O  NF3  Other  Other_Full  PFC  SF6  \\\n",
       "0         5598.875820  NaN  NaN   3.094803  NaN    NaN         NaN  NaN  NaN   \n",
       "1         3758.924495  NaN  NaN   2.072728  NaN    NaN         NaN  NaN  NaN   \n",
       "2          860.282705  NaN  NaN  31.186514  NaN    NaN         NaN  NaN  NaN   \n",
       "3                 NaN  NaN  NaN        NaN  NaN    NaN         NaN  NaN  NaN   \n",
       "4          105.047787  NaN  NaN   0.065589  NaN    NaN         NaN  NaN  NaN   \n",
       "...               ...  ...  ...        ...  ...    ...         ...  ...  ...   \n",
       "7672        36.397404  NaN  NaN   0.019948  NaN    NaN         NaN  NaN  NaN   \n",
       "7673        66.135656  NaN  NaN   0.054552  NaN    NaN         NaN  NaN  NaN   \n",
       "7674        79.295663  NaN  NaN   0.067885  NaN    NaN         NaN  NaN  NaN   \n",
       "7675       200.560474  NaN  NaN   2.955574  NaN    NaN         NaN  NaN  NaN   \n",
       "7676       269.527162  NaN  NaN   0.619373  NaN    NaN         NaN  NaN  NaN   \n",
       "\n",
       "Gas Code  Very_Short  \n",
       "0                NaN  \n",
       "1                NaN  \n",
       "2                NaN  \n",
       "3                NaN  \n",
       "4                NaN  \n",
       "...              ...  \n",
       "7672             NaN  \n",
       "7673             NaN  \n",
       "7674             NaN  \n",
       "7675             NaN  \n",
       "7676             NaN  \n",
       "\n",
       "[7677 rows x 15 columns]"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Pivot_Grouped_US_GH_gas_emissions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Resetting index\n",
    "Pivot_Grouped_US_GH_gas_emissions = Pivot_Grouped_US_GH_gas_emissions.rename_axis(None, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>BIOCO2</th>\n",
       "      <th>CH4</th>\n",
       "      <th>CO2</th>\n",
       "      <th>HFC</th>\n",
       "      <th>HFE</th>\n",
       "      <th>N2O</th>\n",
       "      <th>NF3</th>\n",
       "      <th>Other</th>\n",
       "      <th>Other_Full</th>\n",
       "      <th>PFC</th>\n",
       "      <th>SF6</th>\n",
       "      <th>Very_Short</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Autaugaville</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.596311</td>\n",
       "      <td>5598.875820</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.094803</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Billingsley</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.736851</td>\n",
       "      <td>3758.924495</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.072728</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Prattville</td>\n",
       "      <td>4362.405137</td>\n",
       "      <td>72.520516</td>\n",
       "      <td>860.282705</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>31.186514</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Baldwin County</td>\n",
       "      <td>Summerdale</td>\n",
       "      <td>NaN</td>\n",
       "      <td>499.213388</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Barbour County</td>\n",
       "      <td>Eufaula</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.055024</td>\n",
       "      <td>105.047787</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.065589</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7672</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Uinta County</td>\n",
       "      <td>Mountain View</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.354679</td>\n",
       "      <td>36.397404</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.019948</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7673</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Washakie</td>\n",
       "      <td>Worland</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.038934</td>\n",
       "      <td>66.135656</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.054552</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7674</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Washakie County</td>\n",
       "      <td>Worland</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.047558</td>\n",
       "      <td>79.295663</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.067885</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7675</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Osage</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.155055</td>\n",
       "      <td>200.560474</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.955574</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7676</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston County</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.451101</td>\n",
       "      <td>269.527162</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.619373</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7677 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     State Name      County Name      City Name       BIOCO2         CH4  \\\n",
       "0       Alabama          Autauga   Autaugaville          NaN    2.596311   \n",
       "1       Alabama          Autauga    Billingsley          NaN    1.736851   \n",
       "2       Alabama          Autauga     Prattville  4362.405137   72.520516   \n",
       "3       Alabama   Baldwin County     Summerdale          NaN  499.213388   \n",
       "4       Alabama   Barbour County        Eufaula          NaN    0.055024   \n",
       "...         ...              ...            ...          ...         ...   \n",
       "7672    Wyoming     Uinta County  Mountain View          NaN    5.354679   \n",
       "7673    Wyoming         Washakie        Worland          NaN    0.038934   \n",
       "7674    Wyoming  Washakie County        Worland          NaN    0.047558   \n",
       "7675    Wyoming           Weston          Osage          NaN    0.155055   \n",
       "7676    Wyoming    Weston County      Newcastle          NaN    3.451101   \n",
       "\n",
       "              CO2  HFC  HFE        N2O  NF3  Other  Other_Full  PFC  SF6  \\\n",
       "0     5598.875820  NaN  NaN   3.094803  NaN    NaN         NaN  NaN  NaN   \n",
       "1     3758.924495  NaN  NaN   2.072728  NaN    NaN         NaN  NaN  NaN   \n",
       "2      860.282705  NaN  NaN  31.186514  NaN    NaN         NaN  NaN  NaN   \n",
       "3             NaN  NaN  NaN        NaN  NaN    NaN         NaN  NaN  NaN   \n",
       "4      105.047787  NaN  NaN   0.065589  NaN    NaN         NaN  NaN  NaN   \n",
       "...           ...  ...  ...        ...  ...    ...         ...  ...  ...   \n",
       "7672    36.397404  NaN  NaN   0.019948  NaN    NaN         NaN  NaN  NaN   \n",
       "7673    66.135656  NaN  NaN   0.054552  NaN    NaN         NaN  NaN  NaN   \n",
       "7674    79.295663  NaN  NaN   0.067885  NaN    NaN         NaN  NaN  NaN   \n",
       "7675   200.560474  NaN  NaN   2.955574  NaN    NaN         NaN  NaN  NaN   \n",
       "7676   269.527162  NaN  NaN   0.619373  NaN    NaN         NaN  NaN  NaN   \n",
       "\n",
       "      Very_Short  \n",
       "0            NaN  \n",
       "1            NaN  \n",
       "2            NaN  \n",
       "3            NaN  \n",
       "4            NaN  \n",
       "...          ...  \n",
       "7672         NaN  \n",
       "7673         NaN  \n",
       "7674         NaN  \n",
       "7675         NaN  \n",
       "7676         NaN  \n",
       "\n",
       "[7677 rows x 15 columns]"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Pivot_Grouped_US_GH_gas_emissions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "State Name     7677\n",
       "County Name    7677\n",
       "City Name      7677\n",
       "BIOCO2         1360\n",
       "CH4            7599\n",
       "CO2            6908\n",
       "HFC              91\n",
       "HFE              36\n",
       "N2O            6507\n",
       "NF3              63\n",
       "Other            17\n",
       "Other_Full       69\n",
       "PFC              96\n",
       "SF6             226\n",
       "Very_Short       50\n",
       "dtype: int64"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Get number of non null entires (to see which gasses to add to the data set)\n",
    "Pivot_Grouped_US_GH_gas_emissions.count()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Based on the counts of non null entries, we have a reasonable amount of data for BIOCO2, CH4, CO2, and N2O. So we will try to use these as features. We can revist this if need be."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Truncating data to the gasses we want and filling the NaN with 0s\n",
    "Truncated_US_GH_gas_emissions = Pivot_Grouped_US_GH_gas_emissions[[\"State Name\", \"County Name\", \"City Name\", \"BIOCO2\", \"CH4\", \"CO2\", \"N2O\"]].fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>BIOCO2</th>\n",
       "      <th>CH4</th>\n",
       "      <th>CO2</th>\n",
       "      <th>N2O</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Autaugaville</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.596311</td>\n",
       "      <td>5598.875820</td>\n",
       "      <td>3.094803</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Billingsley</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.736851</td>\n",
       "      <td>3758.924495</td>\n",
       "      <td>2.072728</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Autauga</td>\n",
       "      <td>Prattville</td>\n",
       "      <td>4362.405137</td>\n",
       "      <td>72.520516</td>\n",
       "      <td>860.282705</td>\n",
       "      <td>31.186514</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Baldwin County</td>\n",
       "      <td>Summerdale</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>499.213388</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Alabama</td>\n",
       "      <td>Barbour County</td>\n",
       "      <td>Eufaula</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.055024</td>\n",
       "      <td>105.047787</td>\n",
       "      <td>0.065589</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7672</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Uinta County</td>\n",
       "      <td>Mountain View</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.354679</td>\n",
       "      <td>36.397404</td>\n",
       "      <td>0.019948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7673</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Washakie</td>\n",
       "      <td>Worland</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.038934</td>\n",
       "      <td>66.135656</td>\n",
       "      <td>0.054552</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7674</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Washakie County</td>\n",
       "      <td>Worland</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.047558</td>\n",
       "      <td>79.295663</td>\n",
       "      <td>0.067885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7675</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston</td>\n",
       "      <td>Osage</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.155055</td>\n",
       "      <td>200.560474</td>\n",
       "      <td>2.955574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7676</th>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Weston County</td>\n",
       "      <td>Newcastle</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.451101</td>\n",
       "      <td>269.527162</td>\n",
       "      <td>0.619373</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7677 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     State Name      County Name      City Name       BIOCO2         CH4  \\\n",
       "0       Alabama          Autauga   Autaugaville     0.000000    2.596311   \n",
       "1       Alabama          Autauga    Billingsley     0.000000    1.736851   \n",
       "2       Alabama          Autauga     Prattville  4362.405137   72.520516   \n",
       "3       Alabama   Baldwin County     Summerdale     0.000000  499.213388   \n",
       "4       Alabama   Barbour County        Eufaula     0.000000    0.055024   \n",
       "...         ...              ...            ...          ...         ...   \n",
       "7672    Wyoming     Uinta County  Mountain View     0.000000    5.354679   \n",
       "7673    Wyoming         Washakie        Worland     0.000000    0.038934   \n",
       "7674    Wyoming  Washakie County        Worland     0.000000    0.047558   \n",
       "7675    Wyoming           Weston          Osage     0.000000    0.155055   \n",
       "7676    Wyoming    Weston County      Newcastle     0.000000    3.451101   \n",
       "\n",
       "              CO2        N2O  \n",
       "0     5598.875820   3.094803  \n",
       "1     3758.924495   2.072728  \n",
       "2      860.282705  31.186514  \n",
       "3        0.000000   0.000000  \n",
       "4      105.047787   0.065589  \n",
       "...           ...        ...  \n",
       "7672    36.397404   0.019948  \n",
       "7673    66.135656   0.054552  \n",
       "7674    79.295663   0.067885  \n",
       "7675   200.560474   2.955574  \n",
       "7676   269.527162   0.619373  \n",
       "\n",
       "[7677 rows x 7 columns]"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Truncated_US_GH_gas_emissions"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Merging Gas data with our Final Features Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Merging Gas data with our Final Features Dataset\n",
    "complete_data_set = final_data_set.merge(Truncated_US_GH_gas_emissions, on=[\"State Name\", \"County Name\", \"City Name\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>State Code</th>\n",
       "      <th>County Code</th>\n",
       "      <th>Site Num</th>\n",
       "      <th>State Name</th>\n",
       "      <th>County Name</th>\n",
       "      <th>City Name</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Date Local</th>\n",
       "      <th>Mean Temperature (F)</th>\n",
       "      <th>...</th>\n",
       "      <th>Location Setting</th>\n",
       "      <th>AQI</th>\n",
       "      <th>Category</th>\n",
       "      <th>Defining Parameter</th>\n",
       "      <th>Defining Site</th>\n",
       "      <th>Number of Sites Reporting</th>\n",
       "      <th>BIOCO2</th>\n",
       "      <th>CH4</th>\n",
       "      <th>CO2</th>\n",
       "      <th>N2O</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>73</td>\n",
       "      <td>23</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33.553056</td>\n",
       "      <td>-86.8150</td>\n",
       "      <td>2020-01-09</td>\n",
       "      <td>52.125000</td>\n",
       "      <td>...</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>56</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>01-073-0023</td>\n",
       "      <td>9</td>\n",
       "      <td>0.0</td>\n",
       "      <td>194.591845</td>\n",
       "      <td>145.217054</td>\n",
       "      <td>0.555493</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>73</td>\n",
       "      <td>23</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33.553056</td>\n",
       "      <td>-86.8150</td>\n",
       "      <td>2020-01-10</td>\n",
       "      <td>65.750000</td>\n",
       "      <td>...</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>44</td>\n",
       "      <td>Good</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>01-073-0023</td>\n",
       "      <td>9</td>\n",
       "      <td>0.0</td>\n",
       "      <td>194.591845</td>\n",
       "      <td>145.217054</td>\n",
       "      <td>0.555493</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>73</td>\n",
       "      <td>23</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33.553056</td>\n",
       "      <td>-86.8150</td>\n",
       "      <td>2020-01-14</td>\n",
       "      <td>63.937500</td>\n",
       "      <td>...</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>30</td>\n",
       "      <td>Good</td>\n",
       "      <td>NO2</td>\n",
       "      <td>01-073-0023</td>\n",
       "      <td>9</td>\n",
       "      <td>0.0</td>\n",
       "      <td>194.591845</td>\n",
       "      <td>145.217054</td>\n",
       "      <td>0.555493</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>73</td>\n",
       "      <td>23</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33.553056</td>\n",
       "      <td>-86.8150</td>\n",
       "      <td>2020-01-16</td>\n",
       "      <td>58.012500</td>\n",
       "      <td>...</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>31</td>\n",
       "      <td>Good</td>\n",
       "      <td>Ozone</td>\n",
       "      <td>01-073-0023</td>\n",
       "      <td>9</td>\n",
       "      <td>0.0</td>\n",
       "      <td>194.591845</td>\n",
       "      <td>145.217054</td>\n",
       "      <td>0.555493</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>73</td>\n",
       "      <td>23</td>\n",
       "      <td>Alabama</td>\n",
       "      <td>Jefferson</td>\n",
       "      <td>Birmingham</td>\n",
       "      <td>33.553056</td>\n",
       "      <td>-86.8150</td>\n",
       "      <td>2020-01-17</td>\n",
       "      <td>54.945833</td>\n",
       "      <td>...</td>\n",
       "      <td>URBAN AND CENTER CITY</td>\n",
       "      <td>34</td>\n",
       "      <td>Good</td>\n",
       "      <td>Ozone</td>\n",
       "      <td>01-073-0023</td>\n",
       "      <td>8</td>\n",
       "      <td>0.0</td>\n",
       "      <td>194.591845</td>\n",
       "      <td>145.217054</td>\n",
       "      <td>0.555493</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30140</th>\n",
       "      <td>56</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Fremont</td>\n",
       "      <td>Riverton</td>\n",
       "      <td>43.024210</td>\n",
       "      <td>-108.3637</td>\n",
       "      <td>2020-09-18</td>\n",
       "      <td>59.291667</td>\n",
       "      <td>...</td>\n",
       "      <td>SUBURBAN</td>\n",
       "      <td>106</td>\n",
       "      <td>Unhealthy for Sensitive Groups</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>56-013-0004</td>\n",
       "      <td>5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.998634</td>\n",
       "      <td>167.363388</td>\n",
       "      <td>0.091191</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30141</th>\n",
       "      <td>56</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Fremont</td>\n",
       "      <td>Riverton</td>\n",
       "      <td>43.024210</td>\n",
       "      <td>-108.3637</td>\n",
       "      <td>2020-09-19</td>\n",
       "      <td>61.708333</td>\n",
       "      <td>...</td>\n",
       "      <td>SUBURBAN</td>\n",
       "      <td>60</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>56-013-0004</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.998634</td>\n",
       "      <td>167.363388</td>\n",
       "      <td>0.091191</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30142</th>\n",
       "      <td>56</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Fremont</td>\n",
       "      <td>Riverton</td>\n",
       "      <td>43.024210</td>\n",
       "      <td>-108.3637</td>\n",
       "      <td>2020-10-05</td>\n",
       "      <td>56.416667</td>\n",
       "      <td>...</td>\n",
       "      <td>SUBURBAN</td>\n",
       "      <td>54</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM2.5</td>\n",
       "      <td>56-013-0004</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.998634</td>\n",
       "      <td>167.363388</td>\n",
       "      <td>0.091191</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30143</th>\n",
       "      <td>56</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Fremont</td>\n",
       "      <td>Riverton</td>\n",
       "      <td>43.024210</td>\n",
       "      <td>-108.3637</td>\n",
       "      <td>2020-10-11</td>\n",
       "      <td>50.333333</td>\n",
       "      <td>...</td>\n",
       "      <td>SUBURBAN</td>\n",
       "      <td>52</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM10</td>\n",
       "      <td>56-013-0004</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.998634</td>\n",
       "      <td>167.363388</td>\n",
       "      <td>0.091191</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30144</th>\n",
       "      <td>56</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>Wyoming</td>\n",
       "      <td>Fremont</td>\n",
       "      <td>Riverton</td>\n",
       "      <td>43.024210</td>\n",
       "      <td>-108.3637</td>\n",
       "      <td>2020-11-07</td>\n",
       "      <td>54.500000</td>\n",
       "      <td>...</td>\n",
       "      <td>SUBURBAN</td>\n",
       "      <td>52</td>\n",
       "      <td>Moderate</td>\n",
       "      <td>PM10</td>\n",
       "      <td>56-013-0004</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.998634</td>\n",
       "      <td>167.363388</td>\n",
       "      <td>0.091191</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>30145 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       State Code  County Code  Site Num State Name County Name   City Name  \\\n",
       "0               1           73        23    Alabama   Jefferson  Birmingham   \n",
       "1               1           73        23    Alabama   Jefferson  Birmingham   \n",
       "2               1           73        23    Alabama   Jefferson  Birmingham   \n",
       "3               1           73        23    Alabama   Jefferson  Birmingham   \n",
       "4               1           73        23    Alabama   Jefferson  Birmingham   \n",
       "...           ...          ...       ...        ...         ...         ...   \n",
       "30140          56           13         4    Wyoming     Fremont    Riverton   \n",
       "30141          56           13         4    Wyoming     Fremont    Riverton   \n",
       "30142          56           13         4    Wyoming     Fremont    Riverton   \n",
       "30143          56           13         4    Wyoming     Fremont    Riverton   \n",
       "30144          56           13         4    Wyoming     Fremont    Riverton   \n",
       "\n",
       "        Latitude  Longitude  Date Local  Mean Temperature (F)  ...  \\\n",
       "0      33.553056   -86.8150  2020-01-09             52.125000  ...   \n",
       "1      33.553056   -86.8150  2020-01-10             65.750000  ...   \n",
       "2      33.553056   -86.8150  2020-01-14             63.937500  ...   \n",
       "3      33.553056   -86.8150  2020-01-16             58.012500  ...   \n",
       "4      33.553056   -86.8150  2020-01-17             54.945833  ...   \n",
       "...          ...        ...         ...                   ...  ...   \n",
       "30140  43.024210  -108.3637  2020-09-18             59.291667  ...   \n",
       "30141  43.024210  -108.3637  2020-09-19             61.708333  ...   \n",
       "30142  43.024210  -108.3637  2020-10-05             56.416667  ...   \n",
       "30143  43.024210  -108.3637  2020-10-11             50.333333  ...   \n",
       "30144  43.024210  -108.3637  2020-11-07             54.500000  ...   \n",
       "\n",
       "            Location Setting  AQI                        Category  \\\n",
       "0      URBAN AND CENTER CITY   56                        Moderate   \n",
       "1      URBAN AND CENTER CITY   44                            Good   \n",
       "2      URBAN AND CENTER CITY   30                            Good   \n",
       "3      URBAN AND CENTER CITY   31                            Good   \n",
       "4      URBAN AND CENTER CITY   34                            Good   \n",
       "...                      ...  ...                             ...   \n",
       "30140               SUBURBAN  106  Unhealthy for Sensitive Groups   \n",
       "30141               SUBURBAN   60                        Moderate   \n",
       "30142               SUBURBAN   54                        Moderate   \n",
       "30143               SUBURBAN   52                        Moderate   \n",
       "30144               SUBURBAN   52                        Moderate   \n",
       "\n",
       "      Defining Parameter Defining Site  Number of Sites Reporting BIOCO2  \\\n",
       "0                  PM2.5   01-073-0023                          9    0.0   \n",
       "1                  PM2.5   01-073-0023                          9    0.0   \n",
       "2                    NO2   01-073-0023                          9    0.0   \n",
       "3                  Ozone   01-073-0023                          9    0.0   \n",
       "4                  Ozone   01-073-0023                          8    0.0   \n",
       "...                  ...           ...                        ...    ...   \n",
       "30140              PM2.5   56-013-0004                          5    0.0   \n",
       "30141              PM2.5   56-013-0004                          4    0.0   \n",
       "30142              PM2.5   56-013-0004                          4    0.0   \n",
       "30143               PM10   56-013-0004                          4    0.0   \n",
       "30144               PM10   56-013-0004                          4    0.0   \n",
       "\n",
       "              CH4         CO2       N2O  \n",
       "0      194.591845  145.217054  0.555493  \n",
       "1      194.591845  145.217054  0.555493  \n",
       "2      194.591845  145.217054  0.555493  \n",
       "3      194.591845  145.217054  0.555493  \n",
       "4      194.591845  145.217054  0.555493  \n",
       "...           ...         ...       ...  \n",
       "30140    9.998634  167.363388  0.091191  \n",
       "30141    9.998634  167.363388  0.091191  \n",
       "30142    9.998634  167.363388  0.091191  \n",
       "30143    9.998634  167.363388  0.091191  \n",
       "30144    9.998634  167.363388  0.091191  \n",
       "\n",
       "[30145 rows x 24 columns]"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "complete_data_set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([30145, 30145, 30145, 30145, 30145, 30145, 30145, 30145, 30145,\n",
       "       30145, 30145, 30145, 28016, 30145, 30145, 28558, 30145, 30145,\n",
       "       30145, 30145,  7076, 29787, 28599, 28421])"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Non-zero count for each column\n",
    "np.count_nonzero(complete_data_set, axis=0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### For this final aggregated dataset the BIOCO2, CH4, CO2, and N2O average daily emissions non-zero counts are 7076, 29787, 28599, and 28421, respectively. These values seem reasonable but if the lower values for BIOCO2 cause issues then we can remove that feature. "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### From this EDA our final dataset is complete_data_set, and has the following features: State Name, County Name, City Name, Mean Temperature (F), Mean Wind Direction (compass degrees), Mean Wind Speed (knots), Elevation, Land Use, Location Setting, BIOCO2, CH4, CO2, and N2O. The dataset also contains the AQI which is what we will be trying to predict, along with some other columns which can be considered meta data.\n",
    "\n",
    "#### If time permits precipitation from the daily_global_weather_2020 should be added."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## cleaning traffic data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(7120, 20)\n",
      "(5822, 20)\n"
     ]
    }
   ],
   "source": [
    "## dict to use to convert fro county abbreviation to county\n",
    "\n",
    "county_abbreviations = {\n",
    "\"ALA\" : \"Alameda\",\n",
    "\"ALP\" : \"Alpine\",\n",
    "\"AMA\" : \"Amador\",\n",
    "\"BUT\" : \"Butte\",\n",
    "\"CC\" : \"Contra Costa\",\n",
    "\"CLV\" : \"Calaveras\",\n",
    "\"COL\" : \"Colusa\",\n",
    "\"DN\" : \"Del Norte\",\n",
    "\"ED\" : \"El Dorado\",\n",
    "\"FRE\" : \"Fresno\",\n",
    "\"GLE\" : \"Glenn\",\n",
    "\"HUM\" : \"Humboldt\",\n",
    "\"IMP\" : \"Imperial\",\n",
    "\"INY\" : \"Inyo\",\n",
    "\"KER\" : \"Kern\",\n",
    "\"KIN\" : \"Kings\",\n",
    "\"LA\" : \"Los Angeles\",\n",
    "\"LAK\" : \"Lake\",\n",
    "\"LAS\" : \"Lassen\",\n",
    "\"MAD\" : \"Madera\",\n",
    "\"MEN\" : \"Mendocino\",\n",
    "\"MER\" : \"Merced\",\n",
    "\"MNO\" : \"Mono\",\n",
    "\"MOD\" : \"Modoc\",\n",
    "\"MRN\" : \"Marin\",\n",
    "\"MPA\" : \"Mariposa\",\n",
    "\"MON\" : \"Monterey\",\n",
    "\"NAP\" : \"Napa\",\n",
    "\"NEV\" : \"Nevada\t\",\n",
    "\"ORA\" : \"Orange\",\n",
    "\"PLA\" : \"Placer\",\n",
    "\"PLU\" : \"Plumas\",\n",
    "\"RIV\" : \"Riverside\",\n",
    "\"SAC\" : \"Sacramento\",\n",
    "\"SB\" : \"Santa Barbara\",\n",
    "\"SBD\" : \"San Bernardino\",\n",
    "\"SBT\" : \"San Benito\",\n",
    "\"SCL\" : \"Santa Clara\",\n",
    "\"SCR\" : \"Santa Cruz\",\n",
    "\"SD\" : \"San Diego\",\n",
    "\"SF\" : \"San Francisco\",\n",
    "\"SHA\" : \"Shasta\",\n",
    "\"SIE\" : \"Sierra\",\n",
    "\"SIS\" : \"Siskiyou\",\n",
    "\"SJ\" : \"San Joaquin\",\n",
    "\"SLO\" : \"San Luis Obispo\",\n",
    "\"SM\" : \"San Mateo\",\n",
    "\"SOL\" : \"Solano\",\n",
    "\"SON\" : \"Sonoma\",\n",
    "\"STA\" : \"Stanislaus\",\n",
    "\"SUT\" : \"Sutter\",\n",
    "\"TEH\" : \"Tehama\",\n",
    "\"TRI\" : \"Trinity\",\n",
    "\"TUL\" : \"Tulare\",\n",
    "\"TUO\" : \"Tuolumne\",\n",
    "\"VEN\" : \"Ventura\",\n",
    "\"YOL\" : \"Yolo\",\n",
    "\"YUB\" : \"Yuba\",\n",
    "}\n",
    "\n",
    "\n",
    "traffic_volumes_updated = traffic_volumes_df.replace({\"County\":county_abbreviations})\n",
    "\n",
    "# convert measurments to float and set non numerics to NAN\n",
    "traffic_volumes_updated[[\"Back_pk_h\",\"Back_pk_m\",\"Back_AADT\",\"Ahead_pk_h\",\"Ahead_pk_m\",\"Ahead_AADT\",\"Postmile\"]] = traffic_volumes_updated[[\"Back_pk_h\",\"Back_pk_m\",\"Back_AADT\",\"Ahead_pk_h\",\"Ahead_pk_m\",\"Ahead_AADT\",\"Postmile\"]].apply(pd.to_numeric, errors='coerce')\n",
    "\n",
    "# drop missing rows\n",
    "print(traffic_volumes_updated.shape)\n",
    "\n",
    "traffic_volumes_updated = traffic_volumes_updated.dropna()\n",
    "\n",
    "print(traffic_volumes_updated.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## EDA and Feature Selection"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### going to check out what it looks like to handle only the california data and then go from there"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['State Code', 'County Code', 'Site Num', 'State Name', 'County Name',\n",
       "       'City Name', 'Latitude', 'Longitude', 'Date Local',\n",
       "       'Mean Temperature (F)', 'Mean Wind Direction (compass degrees)',\n",
       "       'Mean Wind Speed (knots)', 'Elevation', 'Land Use', 'Location Setting',\n",
       "       'AQI', 'Category', 'Defining Parameter', 'Defining Site',\n",
       "       'Number of Sites Reporting', 'BIOCO2', 'CH4', 'CO2', 'N2O',\n",
       "       'OBJECTID_1', 'OBJECTID', 'District', 'Route', 'Rte_SFX', 'County',\n",
       "       'PM_PFX', 'Postmile', 'PM_SFX', 'Descriptn', 'Back_pk_h', 'Back_pk_m',\n",
       "       'Back_AADT', 'Ahead_pk_h', 'Ahead_pk_m', 'Ahead_AADT', 'Lon_S_or_W',\n",
       "       'Lat_S_or_W', 'Lon_N_or_E', 'Lat_N_or_E'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "complete_data_set_california = complete_data_set[complete_data_set[\"State Name\"] == \"California\"]\n",
    "\n",
    "complete_data_set_california = pd.merge(complete_data_set_california,traffic_volumes_updated,left_on=[\"County Name\"],right_on=[\"County\"])\n",
    "\n",
    "complete_data_set_california.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Encoding Categorical features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define any additional helper functions you need here\n",
    "def scale_feature(data, col):\n",
    "    data[col] = (data[col] - data[col].min())/(data[col].max()-data[col].min())\n",
    "    return data\n",
    "\n",
    "def process_pipelines(data, pipelines):\n",
    "    for function, arguments, keyword_arguments in pipelines:\n",
    "        if keyword_arguments and (not arguments):\n",
    "            data = data.pipe(function, **keyword_arguments)\n",
    "        elif (not keyword_arguments) and (arguments):\n",
    "            data = data.pipe(function, *arguments)\n",
    "        else:\n",
    "            data = data.pipe(function)\n",
    "    return data\n",
    "     \n",
    "def get_cols(data,numeric,encoded):\n",
    "    selected = numeric\n",
    "    [selected.extend([f\"{e}_{v}\" for v in data[e].unique()]) for e in encoded]\n",
    "    return selected\n",
    "\n",
    "def root(data,col):\n",
    "    data[col] = data[col]**(1/2)\n",
    "    return data\n",
    "\n",
    "def cube(data,col):\n",
    "    data[col] = data[col]**(3)\n",
    "    return data\n",
    "\n",
    "def encode_categorical(data,**kwargs):\n",
    "    data = pd.get_dummies(data,**kwargs)\n",
    "    return data\n",
    "\n",
    "\n",
    "def outliar_bounds(data,col):\n",
    "    \n",
    "    quant3 = np.quantile(data[col], 0.75)\n",
    "    quant1 = np.quantile(data[col], 0.25)\n",
    "    \n",
    "    iqr = quant3 - quant1\n",
    " \n",
    "    bound_l= quant1 - 1.5 * iqr\n",
    "    bound_u = quant3 + 1.5 * iqr\n",
    "    \n",
    "    return {'variable': col,'lower': bound_l, 'upper': bound_u}\n",
    "\n",
    "def select_columns(data, *columns):\n",
    "    \"\"\"Select only columns passed as arguments.\"\"\"\n",
    "    return data.loc[:, columns]\n",
    "\n",
    "def remove_outliers(data, variable, lower=-np.inf, upper=np.inf):\n",
    "    \"\"\"\n",
    "    Input:\n",
    "      data (data frame): the table to be filtered\n",
    "      variable (string): the column with numerical outliers\n",
    "      lower (numeric): observations with values lower than this will be removed\n",
    "      upper (numeric): observations with values higher than this will be removed\n",
    "    \n",
    "    Output:\n",
    "      a data frame with outliers removed\n",
    "      \n",
    "    Note: This function should not change mutate the contents of data.\n",
    "    \"\"\"  \n",
    "    return data[data[variable].ge(lower) & data[variable].le(upper)]\n",
    "        \n",
    "    \n",
    "# Please include all of your feature engineering process inside this function.\n",
    "# Do not modify the parameters of this function.\n",
    "def process_data_fm(data, is_test_set=False):\n",
    "    encode_cols = ['County Name','City Name', 'Land Use', 'Location Setting', 'Route']\n",
    "    select_cols = ['Mean Temperature (F)', 'Mean Wind Direction (compass degrees)',\n",
    "       'Mean Wind Speed (knots)', 'Elevation','BIOCO2', 'CH4', 'CO2', 'N2O','Back_AADT', 'Ahead_AADT',]\n",
    "    \n",
    "    m3_pipelines = []\n",
    "        \n",
    "    m3_pipelines.extend([\n",
    "    (encode_categorical,None, {'columns': encode_cols}),\n",
    "    (select_columns, get_cols(data,select_cols,encode_cols), None)\n",
    "    ])\n",
    "    if not is_test_set:        \n",
    "        select_cols.append('AQI')\n",
    "        m3_pipelines.extend([\n",
    "            (remove_outliers, None, outliar_bounds(data,'AQI')),\n",
    "        ])\n",
    "\n",
    "\n",
    "    data = process_pipelines(data, m3_pipelines)\n",
    "    \n",
    "    \n",
    "    # Return predictors and response variables separately\n",
    "    if is_test_set:\n",
    "        return data\n",
    "    else:\n",
    "        X = data.drop(['AQI'], axis = 1)\n",
    "        y = data.loc[:, 'AQI']\n",
    "        return X, y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "complete_data_set_california.sample(50000)\n",
    "\n",
    "train,test = train_test_split(complete_data_set_california,test_size=0.2,random_state=12)\n",
    "\n",
    "train,validate = train_test_split(train,test_size=0.2,random_state=12)\n",
    "\n",
    "X_train,y_train = process_data_fm(train)\n",
    "X_validate,y_validate = process_data_fm(validate)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(253218, 227)"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Feature Selection Exploration"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature Selection using variance thresholds \n",
    "first we want to make sure we arent including any features that dont have predictive power anything without variance should be thrown out. If we have time we could look into refining a threshold on the variance but might be more effective to just use other feature selection tools."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 79.      , 203.045833,   5.8625  , ...,   0.      ,   0.      ,\n",
       "          0.      ],\n",
       "       [ 55.366667, 204.833333,   1.779167, ...,   0.      ,   0.      ,\n",
       "          0.      ],\n",
       "       [ 81.625   , 186.170833,   7.266667, ...,   0.      ,   0.      ,\n",
       "          0.      ],\n",
       "       ...,\n",
       "       [ 75.458333, 195.583333,   5.420833, ...,   0.      ,   0.      ,\n",
       "          0.      ],\n",
       "       [ 55.166667, 160.958333,   1.520833, ...,   0.      ,   0.      ,\n",
       "          0.      ],\n",
       "       [ 71.458333, 298.4625  ,  11.120833, ...,   0.      ,   0.      ,\n",
       "          0.      ]])"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.feature_selection import VarianceThreshold\n",
    "\n",
    "\n",
    "selector = VarianceThreshold(0.001)\n",
    "X_selected = selector.fit_transform(X_train)\n",
    "\n",
    "\n",
    "display(X_selected)\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(253218, 227)\n",
      "(253218, 194)\n"
     ]
    }
   ],
   "source": [
    "print(X_train.shape)\n",
    "print(X_selected.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## LASSO Regression\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### define a model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.linear_model import Lasso\n",
    "from sklearn.model_selection import RepeatedKFold\n",
    "\n",
    "\n",
    "model = Lasso()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Fit model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "682.1574175923566\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/sklearn/base.py:493: FutureWarning: The feature names should match those that were passed during fit. Starting version 1.2, an error will be raised.\n",
      "Feature names must be in the same order as they were in fit.\n",
      "\n",
      "  warnings.warn(message, FutureWarning)\n"
     ]
    }
   ],
   "source": [
    "#Fitting the model\n",
    "model.fit(X_train,y_train)\n",
    "y_pred = model.predict(X_validate)\n",
    "\n",
    "#Model Predictions\n",
    "from sklearn.metrics import mean_squared_error\n",
    "print(mean_squared_error(y_validate,y_pred))\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Visualize results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/seaborn/distributions.py:2619: FutureWarning: `distplot` is a deprecated function and will be removed in a future version. Please adapt your code to use either `displot` (a figure-level function with similar flexibility) or `histplot` (an axes-level function for histograms).\n",
      "  warnings.warn(msg, FutureWarning)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:xlabel='AQI', ylabel='Density'>"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZUAAAEGCAYAAACtqQjWAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAAsTAAALEwEAmpwYAAA3UklEQVR4nO3deXxcZb348c93ZrLvSdM1adOV0rIUGgoIsi8FkaKyFUG8PxQX8Oq9V38/8F69yNXfT/AKXq8oFwFFtAKCYEUUCpRV2pIulC60TfekbZJmbfbMzPf3x5yUaZg0k3QmZyb5vl+veeXMc55z5juT5ZvnPM95HlFVjDHGmFjwuB2AMcaYkcOSijHGmJixpGKMMSZmLKkYY4yJGUsqxhhjYsbndgBuGjNmjJaVlbkdhjHGJJXVq1cfVNXiSPtGdVIpKyujoqLC7TCMMSapiMju/vbF9fKXiCwUkS0iUikid0TYnyYiTzr7V4pImVN+sYisFpH3na8XhB0z3ymvFJGfiog45YUiskxEtjlfC+L53owxxnxU3JKKiHiBB4DLgDnAYhGZ06faLUCjqs4A7gfuccoPAp9U1ROBm4HHw475BfBFYKbzWOiU3wG8oqozgVec58YYY4ZRPFsqC4BKVd2hqt3AE8CiPnUWAY85208DF4qIqOpaVd3nlG8EMpxWzQQgV1VXaGgqgN8AV0U412Nh5cYYY4ZJPJPKJGBv2PMqpyxiHVX1A81AUZ86nwHWqGqXU7+qn3OOU9X9zvYBYFykoETkVhGpEJGKurq6wb0jY4wxR5XQQ4pFZC6hS2JfGsxxTism4qRmqvqQqparanlxccTBC8YYY4YonkmlGigNe17ilEWsIyI+IA+od56XAM8Cn1PV7WH1S/o5Z41zeQzna23M3okxxpioxDOpvAvMFJGpIpIKXA8s7VNnKaGOeICrgVdVVUUkH/gLcIeqvt1b2bm81SIiZzijvj4H/CnCuW4OKzfGGDNM4pZUnD6S24EXgc3AU6q6UUTuFpErnWqPAEUiUgn8Mx+O2LodmAF8V0TWOY+xzr6vAg8DlcB24K9O+Q+Bi0VkG3CR89wYY8wwktG8nkp5ebnazY/GGDM4IrJaVcsj7RvVd9SbxLNk5Z6I5TecPvmY6hpjhkdCj/4yxhiTXCypGGOMiRlLKsYYY2LGkooxxpiYsaRijDEmZmz0l0karV1+7ntpKy9tOkB9azeTCzM5e+YYphdnux2aMcZhLRWTFPbUt3PJfa/zq7/vZO7EXD596iT2NXXw6Fs7WbO70e3wjDEOa6mYhNftD3Lr4xW0dvl5+ssfY/6U0PprM8fm8NsVu3lmTRXpKR7mTMxzOVJjjLVUTMJ7fv0+ttYc4r9vOPVwQgFI9Xm46cwpTMhP50/v7aOzJ+BilMYYsKRiElzdoS5W727kH86ayrmzPrpUQYrXw1XzJtHa6WfZphoXIjTGhLPLXyahLd9Si88rjMtN73dalpKCTBZMLWTFjnrOnjlmmCM0xoSzlopJWPWtXby3t4kzphWRnXb0/3/OnVWMCKzYUT9M0RljIrGkYhLWmj2hUV1nTR+49ZGfmcqciXm8u6uB9m5/vEMzxvTDkopJSKrKur1NTB+bTW5GSlTHnDW9iM6eIH9c03eBUWPMcLGkYhLS7vp2Gtt7OKU0P+pjJhdmMj43nefWWlIxxi2WVExCWre3iRSvMGdibtTHiAgnleRRsbuR6qaOOEZnjOmPJRWTcFSVzQdaOG58Lmk+76COPakkH4C/rN8Xh8iMMQOJa1IRkYUiskVEKkXkjgj700TkSWf/ShEpc8qLRGS5iLSKyM/C6ueErVm/TkQOishPnH2fF5G6sH1fiOd7M/FT09LFoU4/s8YOfk6vwqxUTi7N58/v7Y9DZMaYgcQtqYiIF3gAuAyYAywWkTl9qt0CNKrqDOB+4B6nvBP4DvDN8MqqekhV5/U+gN3AH8OqPBm2/+GYvykzLLbVHgJg5ricIR1/xYkTeL+6marG9liGZYyJQjxbKguASlXdoardwBPAoj51FgGPOdtPAxeKiKhqm6q+RSi5RCQis4CxwJuxD924aVttK2Nz0siLctRXXxccPxaA17bUxTIsY0wU4plUJgF7w55XOWUR66iqH2gGiqI8//WEWiYaVvYZEVkvIk+LSGmkg0TkVhGpEJGKujr7o5Nouv1Bdh1sY+YQLn31mjYmi9LCDF7bUhvDyIwx0Ujmjvrrgd+HPf8zUKaqJwHL+LAFdARVfUhVy1W1vLj4o3NJGXftqm/DH9QhX/qC0Ciw82aN5e3Kerr8NsmkMcMpnkmlGghvLZQ4ZRHriIgPyAMGnGdDRE4GfKq6urdMVetVtct5+jAwf+ihG7dsqzmEzyOUFWUd03nOn11MR0+AVTsbYhSZMSYa8Uwq7wIzRWSqiKQSalks7VNnKXCzs3018Gqfy1n9WcyRrRREZELY0yuBzUOK2rhqW20rZUVZpPqO7UfzzGljSPV5rF/FmGEWt1mKVdUvIrcDLwJe4FFV3SgidwMVqroUeAR4XEQqgQZCiQcAEdkF5AKpInIVcImqbnJ2Xwtc3ucl/1FErgT8zrk+H6/3ZuJjf3MHtYe6jlgzZSh6ZzMuyc/gr+/vZ3pxNjecPjkWIRpjBhDXqe9V9QXghT5l3w3b7gSu6efYsqOcd1qEsjuBO4caq3Hfm9sOAjDjGDrpw00dk8WrH9TS0W39KsYMl2TuqDcjzBtb68hJ8zE+Nz0m55tanIUS6vw3xgwPSyomIQSCyluVB5kxNhsRick5Swsy8XmEnQctqRgzXCypmISwcV8zTe09xzSUuK8Ur4fSwkx2HGyN2TmNMUdnScUkhDe2hkZpxao/pdfUMVnsb+qkuaMnpuc1xkRmScUkhDe2HeSESbkDLhs8WGVFoX6V9/Y2xfS8xpjILKkY1x3q7GHN7kY+PjP2MxyUFGQgfLg0sTEmviypGNf9fXs9/qDy8ZkDr0U/WOkpXsbmprFmT1PMz22M+ShLKsZ1L22sITfdx2llhXE5/+TCTNbtaSQYjGayBmPMsbCkYlzVEwjyygc1XHT8OFK88flxnFyYSUun30aBGTMMLKkYV63a2UBTew+XzB0ft9coLcgEYM3upri9hjEmxJKKcdWLGw+QnuLh3FnxW4ZgTE4auek+1u61znpj4s2SinFNTyDIXzcc4LxZY8lI9cbtdTwinFSSz4bqlri9hjEmxJKKcc1LG2uoO9TFdadFXKQzpuZOymXLgUN0+4Nxfy1jRrO4zlJszNE8vmIXpYUZnBPHS1+9mtt76A4E+ekr25iYn3G43KbENya2rKViXLGt5hArdjTw2dOn4PXEZgLJo+lNJPuaOuL+WsaMZpZUjCt+8so2MlK8XDO/ZFherzArlTSfh33NllSMiSdLKmbYrd7dyF/W7+fWc6ZRlJ02LK/pEWFCXgb7mjqH5fWMGa3imlREZKGIbBGRShG5I8L+NBF50tm/UkTKnPIiEVkuIq0i8rM+x7zmnHOd8xh7tHOZxBIMKj/4yyaKc9K49ZyPLOAZV5Py09nf3EFQ7c56Y+Ilbh31IuIFHgAuBqqAd0Vkadg68wC3AI2qOkNErgfuAa4DOoHvACc4j74+q6oVfcr6O5dxWe+a8QAVuxpYs6eJz5w6iawYz0g8kIn5GfQElLpDXYyL0eqSxpgjxbOlsgCoVNUdqtoNPAEs6lNnEfCYs/00cKGIiKq2qepbhJJLtCKea+jhm1hr6/Lz1w0HKCvK5JTJBcP++tZZb0z8xTOpTAL2hj2vcsoi1lFVP9AMFEVx7l85l76+E5Y4ojqXiNwqIhUiUlFXVzeY92OO0WtbaunyB1g0bxIeF/L9mOw0UrxiScWYOErGjvrPquqJwMedx02DOVhVH1LVclUtLy6O//0RJqS1y8+qXQ3MKy1w7dKT1yOMz01nX7N11hsTL/FMKtVA+K3SJU5ZxDoi4gPygPqjnVRVq52vh4AlhC6zDelcZvi8XXkQf0A5bxhudDyaifkZ7Guyznpj4iWeSeVdYKaITBWRVOB6YGmfOkuBm53tq4FXVfv/bRcRn4iMcbZTgCuADUM5lxk+PYEgK3bUc8KkPMbkDM8Q4v5Mys+gyx+ksa3b1TiMGaniNvxGVf0icjvwIuAFHlXVjSJyN1ChqkuBR4DHRaQSaCCUeAAQkV1ALpAqIlcBlwC7gRedhOIFXgZ+6RzS77mMuyprW+nyBykvO7JzPnxU2HDp7ayvbuoYtntkjBlN4jqmU1VfAF7oU/bdsO1O4Jp+ji3r57Tz+6nf77mMuzbuayY9xcO0Mdluh8LY3DS8Iuxr6uSk4bmZ35hRJRk76k0S6QkE2bz/EMePzx2WOb4G4vN4GJeXZiPAjIkTSyomrlbuaKCjJ8DciXluh3LYxLwM9jV3YF1uxsSeJRUTV8u31OLzCDPHuX/pq9eE/AzauwM0d/S4HYoxI44lFRNXa/Y0UlKQQYo3cX7UJuaF7pPZb/erGBNzifObbkacLn+AjdUtlBZmuh3KEcbnpSPYdC3GxIMlFRM3G/e10B0IUlqQWEklzeelKDvN7qw3Jg4sqZi4WbunCYDJCdZSAZiYn85+a6kYE3O2Rr2JqfAbGp9bW01+Rgq5GSkuRhTZxLwM1lc109jWTUFWqtvhGDNiWEvFxM3ehvaE60/pNSE/1Fm/cV+Ly5EYM7JYUjFx0drlp6mjh5KCDLdDiagkP5Ts3qtqcjcQY0YYSyomLmpaQp3g4xN0hcWMVC9FWam8t7fJ7VCMGVEsqZi4qHWSytgETSoAJQWhfhVjTOxYUjFxUXOoi/QUD7npiTsWpKQgkwMtnYdbVcaYY2dJxcRFbUsn43LSEReWDY5Wb3+PXQIzJnYsqZiYU1VqWroS+tIXhNZW8XrELoEZE0OWVEzMtXb56egJMC43sRfBSvF6OG5cDuuspWJMzFhSMTFX09IFwNicxG6pACyYWsjq3Y10+4Nuh2LMiGBJxcRc7aFQx3eit1QAzphWSEdPgPV2v4oxMRHXpCIiC0Vki4hUisgdEfaniciTzv6VIlLmlBeJyHIRaRWRn4XVzxSRv4jIByKyUUR+GLbv8yJSJyLrnMcX4vneTP9qD3WRkeIlOy1xR371On1qEQArdtS7HIkxI0PckoqIeIEHgMuAOcBiEZnTp9otQKOqzgDuB+5xyjuB7wDfjHDq/1TV2cApwFkiclnYvidVdZ7zeDiGb8cMQn1rF2OyUxN65FevgqxUZo/P4R1LKsbERDxbKguASlXdoardwBPAoj51FgGPOdtPAxeKiKhqm6q+RSi5HKaq7aq63NnuBtYAJXF8D2YI6lu7KcpO/Etfvc6cXsTq3Y10+QNuh2JM0otnUpkE7A17XuWURayjqn6gGSiK5uQikg98EnglrPgzIrJeRJ4WkdJ+jrtVRCpEpKKuri6qN2Ki1xMI0tzRQ1ESzfx7xrQiOnuCrNnd5HYoxiS9pOyoFxEf8Hvgp6q6wyn+M1CmqicBy/iwBXQEVX1IVctVtby4uHh4Ah5FGtu6UUiqlspZM8aQ5vPwtw373Q7FmKQXz6RSDYS3Fkqcsoh1nESRB0RzcfshYJuq/qS3QFXrVbXLefowMH9oYZtjUd/WDZBULZXsNB/nHzeWFzYcIBBUt8MxJqnFM6m8C8wUkakikgpcDyztU2cpcLOzfTXwqqoe9bdaRL5PKPl8o0/5hLCnVwKbhx66Gar61lBeL8pOnqQCcMXJE6g71MXKndZhb8yxiNuYT1X1i8jtwIuAF3hUVTeKyN1AhaouBR4BHheRSqCBUOIBQER2AblAqohcBVwCtAD/CnwArHFGF/3MGen1jyJyJeB3zvX5eL0307+Dbd1kpHjJTE384cThLpg9lowUL8+v38+ug+0R69xw+uRhjsqY5BPX33xVfQF4oU/Zd8O2O4Fr+jm2rJ/TRhynqqp3AncOKVATMw2t3UnXSgHITPWx8ITx/GltNdOKsshMgntsjElE9ptjYupgWxdlRVluhzEkXzlvOs+tq+aNbQdZeML4qI5ZsnJPxHJr1ZjRKilHf5nE1OUP0NzeQ2ESddKHmzUuhytPnsg7Ow5yqLPH7XCMSUpRJRUR+aOIfEJELAmZflU1doSGEydpUgH4+oUzCSo8WbHXRoIZMwTRJomfAzcA20TkhyJyXBxjMklqT0OogztZWyoA04qz+dS8Seyoa+O5ddWWWIwZpKj6VFT1ZeBlEckDFjvbe4FfAr9VVbtWYKhykkpBEicVgFOnFFDf1sXyLXXUtHSy8ITxTA3rJ+oJBFlf1cTfK+t5ceMB/EFlXG4680rzGZfgC5MZE29Rd9SLSBFwI3ATsBb4HXA2oftMzotHcCa57Glox+cRckbAyKmL54xnQl4Gz66t5uE3d5Kb7mPpe/to7w6wo66Vtu4AIqFLfT6Ph601h3hjax3nzCrmouPHuR2+Ma6J6rdfRJ4FjgMeBz6pqr3zWTwpIhXxCs4kl70NHRRkJcfsxNE4YVIes8bl8H51M9vrWgmqUpiVyimTSzhzWhFnTCvirxsOAKHVLpdtOsDrW+vY19TBNeUlpKd4XX4Hxgy/aP+l/KVzz8lhIpKmql2qWh6HuEwS2tPQTmFmcl/66ivV52H+lALmTyk46jDh7DQfnzqlhJKCTJ5dW81tv1vDgzfNJ8VrY1vM6BLtT/z3I5S9E8tATHJTVfY2tCd9f8qxOq2skEXzJvLKB7X827MbGGDWIWNGnKO2VERkPKHp6TNE5BQ+vJs9F8iMc2wmiTR39HCoy09hZorbobju9KlFTC7M5L9frWTKmEy+et4Mt0MyZtgMdPnrUkJzaJUA94WVHwK+HaeYTBLa29ABJPdw4lj654tnsbu+nXv/toXSgkw+efJEt0MyZlgcNamo6mPAYyLyGVV9ZphiMklozwgZTnw0/U3JEomIcO/VJ7G/uYN/+cN7jMlO48zpUa0/Z0xSG+jy142q+lugTET+ue9+Vb0vwmFmFNrb6CSVEdZRP1S9CejSOePZVd/Ozb9axZO3nsEpkwtcjsyY+Bro8lfvHV/Z8Q7EJLc9De0UZKYk3TDawbQ+hiIzzcctZ03loTd38LlHVvHwzeWcPs1aLGbkGujy1/84X783POGYZLW3oZ3JhTZ2I5LcjBS++PFpPLOmis89uooHb5zP+bPHuh2WMXER7YSS94pIroikiMgrIlInIjfGOziTPPY2tFNiSaVfeRkpPPWlM5k1Locv/qaCP7+3z+2QjImLaO9TuURVW4ArgF3ADOBb8QrKJJdAUKlu6rCWygAKs1JZ8sXTOXVKAd94ch3Lt9S6HZIxMRdtUum9TPYJ4A+q2hzNQSKyUES2iEiliNwRYX+aiDzp7F8pImVOeZGILBeRVhH5WZ9j5ovI+84xPxVnThARKRSRZSKyzflqPaLD5EBLJz0BpbTAkspActJTePTzp3HcuBxu+90aPjjQ4nZIxsRUtEnleRH5AJgPvCIixUDn0Q4QES/wAHAZMAdYLCJz+lS7BWhU1RnA/cA9Tnkn8B3gmxFO/Qvgi8BM57HQKb8DeEVVZwKvOM/NMNjrDCe2lkp0stN8/PofTiMz1cu3/rAefyDodkjGxExUSUVV7wA+BpQ709y3AYsGOGwBUKmqO1S1G3giwjGLgMec7aeBC0VEVLVNVd+iT+ISkQlArqqu0ND8F78BropwrsfCyk2c9d6jUlqY4XIkyWNsbjrfu/IE3q9u5vYla1mycs8RD2OS1WDmKJ9N6H6V8GN+c5T6k4C9Yc+rgNP7q6OqfhFpBoqAg0c5Z1Wfc05ytseFzZ58ALD5x4dJVUM7HoGJ+ZZUBuPyE8dz0fHjeHVLLaeVFZKRmlzDsY2JJNrRX48D/0lo/ZTTnEfCzk7stGIizuQnIreKSIWIVNTV1Q1zZCPT3sYOJuRl2Iy8gyQi/PPFs+j2B1m5s97tcIyJiWhbKuXAHB3clKvVQGnY8xKnLFKdKqcFlAcc7ber2jlPpHPWiMgEVd3vXCaLOLRGVR8CHgIoLy+3KWRjYI/doxKV/i5rzRqXzduVBzlrxhhLzCbpRfsTvAEYP8hzvwvMFJGpIpIKXA8s7VNnKaGVIwGuBl49WuJyLm+1iMgZzqivzwF/inCum8PKTZztbWi3/pRjcM6sYtq6A6zb2+R2KMYcs2hbKmOATSKyCujqLVTVK/s7wOkjuR14EfACj6rqRhG5G6hQ1aXAI8DjIlIJNBBKPACIyC5CU+ynishVhO6V2QR8Ffg1kAH81XkA/BB4SkRuAXYD10b53swx6OwJUHuoy1oqx2BqURbF2Wms3dPIaWWFbodjzDGJNqncNZSTO6tFvtCn7Lth253ANf0cW9ZPeQVwQoTyeuDCocRphm7v4ZFfllSGSkSYNzmfZZtqaGzrHtEzPZuRL9ohxa8TupM+xdl+F1gTx7hMkthdH0oqU4qyBqhpjmZeST4A66qaXI3DmGMV7eivLxK6j+R/nKJJwHNxiskkkV31bQBMsZbKMSnISqWsKJN1e5rcDsWYYxJtR/1twFlAC4CqbgNsmlXDnoZ2ctN95NsywsfsxJJ86lq7qDvUNXBlYxJUtEmly7krHgBn+K8NxzXsqm9nSlEWzhRs5hgcPz4HgM37bT4wk7yiTSqvi8i3gQwRuRj4A/Dn+IVlksXu+jamFNmlr1jIz0xlQl46m22SSZPEoh39dQehyR/fB75EaETXw/EKyiSHnkCQ6sYOPnnSRLdDGTGOn5DL8g9qqW/toig7LerjIt1YecPpk2MZmjFRiXb0V5BQx/xXVfVqVf3lIO+uNyPQvqYO/EFlsrVUYub4CbkosHyLTSFkktNRk4qE3CUiB4EtwBZn1cfvHu04Mzr0Dicus+HEMTMxL53cdB8vb6pxOxRjhmSglso/ERr1dZqqFqpqIaGZhs8SkX+Ke3Qmoe3uHU5sLZWYERGOn5DLG9vq6OwJuB2OMYM2UFK5CVisqjt7C1R1B3AjoXm3zCi2q76d9BQPY3Oiv/ZvBnb8hFzauwO8s8NmLjbJZ6CkkqKqH1nbRFXrALsxYZTbXd9OmQ0njrlpY7LISvXaJTCTlAYa/dU9xH1mhFuycg/rq5oYk51mKxXGmM/r4ZxZxby8uYbvX3WCJW2TVAZqqZwsIi0RHoeAE4cjQJOYgqo0tHVTZJMfxsVFx4+jpqWLDdV2z4pJLkdtqaiqrW9qIjrU6ccfVAqzLanEw/mzx+IRWLbpACeW5LkdjjFRs2XmzJDUt4bmpyrKsk76eCjMSqV8SiHLNkdcwNSYhGVJxQxJQ1uoS63QLn/FzUVzxrJ5fwtVje1uh2JM1CypmCGpb+vGK0Jehg0CjJeLjh8HYKPATFKxpGKGpL61i4KsFLweG5kUL9OKs5k9Pofn1u1zOxRjohbXpCIiC0Vki4hUisgdEfaniciTzv6VIlIWtu9Op3yLiFzqlB0nIuvCHi0i8g1n310iUh227/J4vrfRrqGt2y59DYOr55ewbm8TlbWH3A7FmKjELamIiBd4ALgMmAMsFpE5fardAjSq6gzgfuAe59g5wPXAXGAh8HMR8arqFlWdp6rzgPlAO/Bs2Pnu792vqi/E672NdqpKfVu3ddIPg0XzJuH1CE+vrnY7FGOiEs+WygKgUlV3OAt8PQEs6lNnEfCYs/00cKGE7vRaBDyhql3OFDGVzvnCXQhsV9XdcXsHJqL6tm66/EFrqQyD4pw0zj+umGfXVtETCLodjjEDimdSmQTsDXte5ZRFrKOqfqAZKIry2OuB3/cpu11E1ovIoyJSECkoEblVRCpEpKKuzqYXH4reiSSL7B6VYfHZ06dQ09LF06ur3A7FmAElZUe9iKQCVxJagbLXL4DpwDxgP/DjSMeq6kOqWq6q5cXFxfEOdUTaXhdKKsWDWETKDN15xxVz6uR8/uvlbTZzsUl40a78OBTVQGnY8xKnLFKdKmfd+zygPopjLwPWqOrhsZbh2yLyS+D5GLwHE8H2ula8HiE/01oq8dJ3PrVTJxewZs9OHnx9O9+4aJZLURkzsHi2VN4FZorIVKdlcT2wtE+dpcDNzvbVwKvOipJLgeud0WFTgZnAqrDjFtPn0peITAh7+ilgQ8zeiTnCjro2irJSbTjxMJpWnM3JJXn85OVtLFm5h96FV1WVg61d1t9iEkbcWiqq6heR24EXAS/wqKpuFJG7gQpVXQo8AjwuIpVAA6HEg1PvKWAT4AduU9UAgIhkARcDX+rzkveKyDxAgV0R9psY2V7XSrGtoTLsPjO/hPzMVL797Ps8+Pp2ctJ97K5vp7XLT5rPw7zSfBaeMJ40n03ZZ9wTz8tfOMN6X+hT9t2w7U7gmn6O/QHwgwjlbYQ68/uW33Ss8ZqB9QSC7Klv5+wZY9wOZdTxeTz8z03zeXZtNa9srsEfVE4rK6S0MJPn39vHqp0NdPQEuK681KbLN66Ja1IxI8+ehnb8QWWMtVRckZ7iZfGCySxeMPmI8owUL8U5aby0qYYpRVmcOe0j/3cZMyyScvSXcc/22lbARn4lonNmFTOjOJuXN9XQ7bc+FuMOSypmUA4PJ7aWSsLxiHDB7LF09ARYu7fR7XDMKGVJxQzKDqeTPj3FOoMT0ZSiTCblZ/B25UGCQXU7HDMKWVIxg1JZ18r04iy3wzD9EBHOnjGGg63dvFl50O1wzChkScVETVWprGll1rgct0MxRzF3Yi7pKR7+/J5NmW+GnyUVE7X9zZ0c6vIz05JKQvN5PcyZkMuLGw/Q5bdpXczwsqRiora1JrSmx6yx2S5HYgZy4qR8DnX6eXOrXQIzw8vuUzFRO5xUxuUcHgVmhlffOcH6M31sFnkZKTy/fh8XzRkX56iM+ZC1VEzUtta0MiY7jQJbRyXh+TweFs4dz7JNNTazsRlWllRM1LbVHOK48XbpK1lccfIE2roDvLbF1g0yw8eSiolKMKhsq21l5ljrpE8WZ04roigrlefX2ygwM3wsqZioVDd10N4dsOHEScTn9bDwhPG8srmW9m6/2+GYUcKSionKh530dvkrmVxx0kQ6egIs21QzcGVjYsCSionK5v0tAMyekOtyJGYwTp9aSElBBk9V7HU7FDNKWFIxUdm0v4UpRZlkp9ko9GTi8QjXlZfydmU9u+ttGLiJP0sq5qiWrNzDkpV7WLmjgew03+HnJnlcU16KR7DWihkW9m+nGVBXT4D6tm5OmVzgdihmCMbnpXPB7LE8sWovXz53On9+b/9H6txw+uQIRxozeHFtqYjIQhHZIiKVInJHhP1pIvKks3+liJSF7bvTKd8iIpeGle8SkfdFZJ2IVISVF4rIMhHZ5ny1v4AxcqClE4AJeekuR2KG6msXzKS+rZsHX9/udihmhItbUhERL/AAcBkwB1gsInP6VLsFaFTVGcD9wD3OsXOA64G5wELg5875ep2vqvNUtTys7A7gFVWdCbziPDcxsL/ZkkqyO7k0n0XzJvLwmztpbO92OxwzgsWzpbIAqFTVHaraDTwBLOpTZxHwmLP9NHChiIhT/oSqdqnqTqDSOd/RhJ/rMeCqY38LBmB/cwcZKV7yMlLcDsUcg29dehxej/D4O7vp6LapW0x8xDOpTALCewarnLKIdVTVDzQDRQMcq8BLIrJaRG4NqzNOVXsvFh8AIs6iJyK3ikiFiFTU1dn0FdHY39zJ+Lx0QvneJKuSgkwevHE+dYe6+NXfd1Lf2uV2SGYESsbRX2er6qmELqvdJiLn9K2gqkoo+XyEqj6kquWqWl5cXBznUJOfPxBkf3MnJQUZbodiYuCcWcUsXlDKwdYufvrqNpZvqaUnEHQ7LDOCxDOpVAOlYc9LnLKIdUTEB+QB9Uc7VlV7v9YCz/LhZbEaEZngnGsCUBvD9zJqHWjpJBBUSgoy3Q7FxMiciXl8/cJZzBqXw7JNNfzk5a2s2tngdlhmhIhnUnkXmCkiU0UklVDH+9I+dZYCNzvbVwOvOq2MpcD1zuiwqcBMYJWIZIlIDoCIZAGXABsinOtm4E9xel+jyt7GDgBKraUyouRlpPDZ06fwhbOnIiJc99A7/Py1SkK/fsYMXdzuU1FVv4jcDrwIeIFHVXWjiNwNVKjqUuAR4HERqQQaCCUenHpPAZsAP3CbqgZEZBzwrHNt3wcsUdW/OS/5Q+ApEbkF2A1cG6/3NppUNbSTneazTvoRalpxNl+7YAZr9zRx79+2cKC5k7s+ORePx/rPzNDE9eZHVX0BeKFP2XfDtjuBa/o59gfAD/qU7QBO7qd+PXDhMYZs+qhq7KCkIMM66UewNJ+Xn1w3j/F56Tz0xg46ewL88NMnWWIxQ2J31Jt+tXT2UNfaxcml+W6HYuLM4xHuvGw2GSle/uuVbQSCcO/VJ+G1xGIGyZKK6df7Vc0AlBZaf8poICL808Wz8Ihw/8tbCaryo6tPwudNxkGixi2WVEy/Vu1sQICSfBv5NZp8/aKZ+LzCj17cQlN7Nz+74VSybHZqEyX7F8T0a8WOeibmZ5CR6h24shlRbjt/Bv/3Uyfy+tY6rnrg7cPr6RgzEBnNQwjLy8u1oqJi4IqjUGdPgJO+9xILygq5/MQJbodjXDK5MJN/emodzR093HnZbD7/sTJ+vyryFPo20/HoISKr+8y9eJi1VExE6/Y20e0PMnVMltuhGBedPXMMf/v6xzln5hi+9+dNfP5X79LS2eN2WCaBWVIxEa3YUY8IlBVZUhntirLT+OXnyvmPRXNZubOen76yjQ3VzW6HZRKU9b6ZiFbsqGfuxFzrTxnlwlf59Ho8fOXcGTxVsZclq/Ywf3IBV86bSIqNDjNh7KfBfERLZw+rdzdy1vQxbodiEkxxThpfPnc65x1XzOo9jTz0xg6abH0WE8aSivmI17fU0RNQLpoTcfUAM8p5PcIlc8Zz4+mTqWvt4oHXtrPrYJvbYZkEYUnFfMSyTTUUZaVyqq1Jb45izsQ8vnLudNJ9Hh5+awe/XbHbJqQ0llTMkXoCQZZvqeWC2WNtig4zoHG56Xz1vBnMGJvNvz23gW8/+z5dfltVcjSzjnpzhFU7GzjU6bdLXyZqGalePndmGfubO3hg+XbWVzVzx2WzOXvGGLunZRSypGKO8MzqKrLTfJwz01bFNNHziPCtS2dz4qR8/uP5Tdz0yCrKijKZUpTFCRPzmJhvy1GPFpZUzGFN7d08//5+ri0vsaHEZkgWnjCe82cX89zaap5fv583t9Xx+tY6CrNSmVeaz5nTimwesRHOvrvmsD+uqabbH+SGBVPcDsUksTSfl+tOm8x1p03m4Td2sGl/C+urm1n+QS1vbTvIeccVc215ic1+PELZd9UAEAwqS1bt4eTSfOZMzHU7HDNCZKb5KC8r5H+dNZWvXziTmeOyeWlTDVc/+A41LZ1uh2fiIK5JRUQWisgWEakUkTsi7E8TkSed/StFpCxs351O+RYRudQpKxWR5SKySUQ2isjXw+rfJSLVIrLOeVwez/c20vzpvWoqa1v5wtlT3Q7FjFBjc9P57OlTuO60Ujbta+GS+9/gvmVbWbJyzxF37pvkFrekIiJe4AHgMmAOsFhE5vSpdgvQqKozgPuBe5xj5xBar34usBD4uXM+P/AvqjoHOAO4rc8571fVec7jiGWMTf+6/AF+/NJW5k7M5RM2I7GJs5NL8rn1nGkEVfmf17dTWdvqdkgmhuLZp7IAqHTWlUdEngAWAZvC6iwC7nK2nwZ+JqEhIouAJ1S1C9gpIpXAAlV9B9gPoKqHRGQzMKnPOc0A+v5X+MbWOqoaO7j4+HE88W7kIaDGDGQwrY2J+Rl85dzpPPbOLn7995186pRJNsx4hIjn5a9JQPhfqCqnLGIdVfUDzUBRNMc6l8pOAVaGFd8uIutF5FERiXg7uIjcKiIVIlJRV1c36Dc10hxo6WTZ5hrmTMhlxthst8Mxo0h+ZipfOmc604qzeWZNNff87QP8gaDbYZljlJQd9SKSDTwDfENVe5ek+wUwHZhHqDXz40jHqupDqlququXFxaP7XoyeQJA/VOwl3efhqlMm2X0EZtilp3i5+cwyTisr5BevbeemR1ZR3dThdljmGMQzqVQDpWHPS5yyiHVExAfkAfVHO1ZEUggllN+p6h97K6hqjaoGVDUI/JLQ5TfTD1Vl6bp97G/u5DOnlpBt9w4Yl3g9wqdOmcR/XnMy71U1cen9b/C7lTaPWLKKZ1J5F5gpIlNFJJVQx/vSPnWWAjc721cDr2roJ2kpcL0zOmwqMBNY5fS3PAJsVtX7wk8kIuE9zJ8CNsT8HY0gq3Y1sHpPI+cfV8zsCTaE2Ljv6vklvPiNczi5NI9/fXYDn314JXvq290OywxS3P49VVW/iNwOvAh4gUdVdaOI3A1UqOpSQgnicacjvoFQ4sGp9xShDng/cJuqBkTkbOAm4H0RWee81LedkV73isg8QIFdwJfi9d6S3Z6Gdp5/bz+zxmVz4fE2x5dJDL0d/ZefMIGx2em8sGE/F973Gv/+ybl89vTJdnk2SchobmKWl5drRUWF22EMq8a2bs790XK8HuG282eQmWqXvUxiamrv5tm11WyrbWXxgsncvWiurTKZIERktaqWR9pnf1FGme/8aQOtXX6+cq4lFJPY8jNTufljZexr6uDnr22npqWTB2441ealS3CW9keRpe/t4/n1+7nw+HFMKshwOxxjBuQRoaQgk0XzJrL8g1oW/tcbPPLmTrfDMkdhSWWUqGnp5DvPbWBeab5Na2+SzulTi7jutFKqGjp4+K0d1B3qcjsk0w9LKqOAqvK/n15Plz/AfdeebCs6mqR0Ukk+N505hYOtXVzz4N/Z22AjwxKRXVQfBZas2sPrW+u4e9FcphVns2JHg9shGTMks8blcMtZU1myag+LHnib7105lytOmnB4ZFikqWJs+pfhZS2VEW7XwTa+//xmPj5zDDeebuukmOQ3uSiLP371Y5QWZPC136/liv9+i0ff2snaPY20dfntpkmXWUtlBAsElX/5w3v4vMK9V5+Exy57mRFixtgcnvnKx3iqoorfvLOLu5//cE5Zr0fISfcxNieN0oJMTpmcz+zxOXafyzCx+1RG8H0qv3htO/f87QOuLS9hXmnE+TWNSXqqSnNHD/uaOmjq6KGlw09LZw8HmjupaelEgZNK8vjqedO5dO54Sy4xYPepjEIbqpu5b9kWTpiYy8kl+W6HY0zciAj5mankZ6Z+ZF9rl580n4dfvb2TL/92DQumFnL3ornMHm9TE8WL9amMQK1dfr72+7UUZaWxaJ7NPmxGr+w0Hzd/rIxX/uU8/t+nT2RbzSE+8dO3+N6fN9La5Xc7vBHJksoI9N0/bWB3fRs/uX4eWTb7sDF4PcLiBZNZ/s3zWLyglF//fRcLf/IGf6886HZoI44llRHmmdVV/HFNNf944UzOmFbkdjjGJJT8zFS+f9WJPP3lM0n1erjh4ZX823Pv02atlpixjvoR0lG/ZOUeals6+flr25mYn8EXPj4Vj132MqZfPYEgyzbV8HblQfIzU/j0qSV854o5boeVFI7WUW8tlRGivcvPb1bsJtXn4brTSi2hGDOAFK+Hy0+cwK3nTMMjwiNv7eQ7z22wVssxsqQyAnR0B3h85W5aOnq48Ywp5GWkuB2SMUljSlEWX7tgJmdNL+K3K3dz6U/e4M1tdW6HlbQsqSS5zp4Atz5ewZ76dq6eX8Lkwky3QzIm6aT6PHzipIn84UtnkuL1cNMjq7jx4ZW8t7fJ7dCSjvWpJHGfSkNbN7f+poKK3Y185tRJzJ9S6HZIxiS9nkCQlTsbeG1LLe3dAWaPz+H/LJzNObOKbTJWx9H6VCypJGlSeXNbHXc88z51rV3cf+08mjt63A7JmBGlsyfAW5UHWbmjnrbuABPy0rnqlElcMHssJ5XkkeYbvYuFuZZURGQh8F+E1qh/WFV/2Gd/GvAbYD5QD1ynqrucfXcCtwAB4B9V9cWjnVNEpgJPAEXAauAmVe0+WnzJllTauvz8fXs9j6/YzRtb65hWnMV9185jXml+xNlZjTHHzh8M8sH+Q1TsbqCytpWghu57Kc5OY/aEHMbmpFGck0ZOego56b7Q1zQfY7LTmJifTmFW6oi7AdmVaVpExAs8AFwMVAHvishSVd0UVu0WoFFVZ4jI9cA9wHUiMge4HpgLTAReFpFZzjH9nfMe4H5VfUJEHnTO/Yt4vb9eqkogqPh7H4Eg7d0B2rsDdHQHaO/2094ToNMpa+8J0NHtP7y/oydATyBITyB0np5AEH+g93yh7Z5AkLpDXexpaMcfVIpz0vjWpcdxy9lTSU8Zvf8tGTMcfB4PJ0zK44RJeXR0B9he10pVYzs1LV0cbO1i074W6tu6CQQj/4Pu8wh5GSkcNz6HCXkZTMpPZ2xuOoDzux+krStAa5efti4/rc6jvStAUBWPR/CK4PMKPo+QmeojM9VLVpqPjFQvOek+ctNTyM1IObydlxH6mpOegs8bOn64JpSN5+3WC4BKVd0BICJPAIuA8KSyCLjL2X4a+JmEUvoi4AlV7QJ2ikilcz4inVNENgMXADc4dR5zzhuXpPLIWzv50YsfHP7jP1Q+j5Di9eDzhL7hHgn9B+QRCf0nlJOGzyP4vB6On5DL5SdO4MzpRWyvbcXn9fDHNdUxfFfGmIFkpHoPJ5hwqkp3IEhXT5DOngCdPQEOdflp7uihub2Hpo4eOnsCvF15kNpDnUT6s5Hq85B2+OEl1edBBFQhqEowqAQVuv3B0Gv5A3T7gxHP1R+vpzfBwL9/ci6LF8R+rZl4JpVJwN6w51XA6f3VUVW/iDQTunw1CVjR59hJznakcxYBTarqj1D/CCJyK3Cr87RVRLYM4j31GgMk+vwOiR5joscHFmMsJHp8MEpjvOH7H/4XPgT9Ls406iaGUtWHgIeO5RwiUtHf9cREkegxJnp8YDHGQqLHBxZjrMXzPpVqoDTseYlTFrGOiPiAPEId9v0d2195PZDvnKO/1zLGGBNn8Uwq7wIzRWSqiKQS6nhf2qfOUuBmZ/tq4FUNDUdbClwvImnOqK6ZwKr+zukcs9w5B845/xTH92aMMSaCuF3+cvpIbgdeJDT891FV3SgidwMVqroUeAR43OmIbyCUJHDqPUWoU98P3KaqAYBI53Re8v8AT4jI94G1zrnj5Zgunw2TRI8x0eMDizEWEj0+sBhjalTf/GiMMSa2bO4vY4wxMWNJxRhjTMxYUomSiDwpIuucxy4RWeeUl4lIR9i+B12M8S4RqQ6L5fKwfXeKSKWIbBGRS12M8Uci8oGIrBeRZ0Uk3ylPpM9xofM5VYrIHW7FEU5ESkVkuYhsEpGNIvJ1p7zf77lLce4SkfedWCqcskIRWSYi25yvBS7FdlzY57RORFpE5Btuf4Yi8qiI1IrIhrCyiJ+ZhPzU+dlcLyKnDmesUVFVewzyAfwY+K6zXQZscDsmJ5a7gG9GKJ8DvAekAVOB7YDXpRgvAXzO9j3APYn0ORIaALIdmAakOp/bnASIawJwqrOdA2x1vq8Rv+cuxrkLGNOn7F7gDmf7jt7veQJ8nw8QuonP1c8QOAc4Nfznv7/PDLgc+CsgwBnASrc/y74Pa6kMkjONzLXA792OZRAOT3ujqjuB8GlvhpWqvqQfznywgtA9RYnk8PRCGpqQtHd6IVep6n5VXeNsHwI208+sEQloEaGpk3C+XuVeKIddCGxX1d1uB6KqbxAa/Rquv89sEfAbDVlB6P68CcMSaJQsqQzex4EaVd0WVjZVRNaKyOsi8nG3AnPc7jSLHw27zBBpypxE+IP0vwj919UrET7HRP2sDhORMuAUYKVTFOl77hYFXhKR1c6USADjVHW/s30AGOdOaEe4niP/MUykzxD6/8wS/ufTkkoYEXlZRDZEeIT/p7qYI38Y9wOTVfUU4J+BJSKS61KMvwCmA/OcuH4crziOIcbeOv9K6B6k3zlFw/o5JisRyQaeAb6hqi0kyPc8zNmqeipwGXCbiJwTvlND13BcvY9BQjdOXwn8wSlKtM/wCInwmQ3GqJv762hU9aKj7ZfQNDCfJrT+S+8xXUCXs71aRLYDs4C4LNQyUIy9ROSXwPPO02imzImZKD7HzwNXABc6vzDD/jkexbB+VoMhIimEEsrvVPWPAKpaE7Y//HvuClWtdr7WisizhC4n1ojIBFXd71yqqXUzRkIJb03vZ5don6Gjv88sYX8+e1lLZXAuAj5Q1areAhEpltDaMYjINEJTyuxwI7g+11Y/BfSOJulv2pthJ6FF1v43cKWqtoeVJ8rnGM30QsPO6ct7BNisqveFlff3PR92IpIlIjm924QGZWzgyOmYEmEKpSOuNiTSZximv89sKfA5ZxTYGUBz2GWyhGAtlcHpex0WQiM37haRHiAIfFlV+3a6DZd7RWQeoabyLuBLcPRpb1zwM0Kj0JaF/k6yQlW/TIJ8jtrP9ELDHUcEZwE3Ae+LM5wd+DawONL33CXjgGed76sPWKKqfxORd4GnROQWYDehgS6ucJLdxRz5OUX8vRnGmH4PnAeMEZEq4N+BHxL5M3uB0AiwSqAd+IfhjDUaNk2LMcaYmLHLX8YYY2LGkooxxpiYsaRijDEmZiypGGOMiRlLKsYYY2LGkooxLhKRq0RERWR2WNnZIrJKQrM5bxGRr4btu0tEvulOtMYMzJKKMe5aDLzlfEVExgNLCN2nM5vQ/Sm3iMin3AvRmOhZUjHGJc48XmcDtxC6sRbgNuDXYTMSHyQ0A8G3XAnSmEGypGKMexYBf1PVrUC9iMwH5gKr+9SrILR2ijEJz5KKMe5ZTGi9Fpyvi12MxZiYsLm/jHGBiBQCFwAniogSmmdMgccJzYIdPunifIZ/tmZjhsRaKsa442rgcVWdoqplqloK7AReAj7vTHCIiBQBPwD+w7VIjRkESyrGuGMx8GyfsmcIddjfCDwkIluAfcBPVfX1YY7PmCGxWYqNSWDOPSpfAc5R1Ua34zFmIJZUjDHGxIxd/jLGGBMzllSMMcbEjCUVY4wxMWNJxRhjTMxYUjHGGBMzllSMMcbEzP8H/v1/2qhRJkQAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "%matplotlib inline\n",
    "\n",
    "sns.distplot(y_validate-y_pred)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Hyper parameter tuning to improve predictions"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### scale the data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [],
   "source": [
    "X = process_data_fm(complete_data_set_california, is_test_set=True)\n",
    "y = complete_data_set_california[[\"AQI\"]]\n",
    "\n",
    "\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "scaler = StandardScaler()\n",
    "X_scaled = scaler.fit_transform(X)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### cross validation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "\"None of [Index([(1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 26, 28, 29, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 43, 44, 45, 48, 49, 50, 51, 53, 54, 55, 56, 57, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77, 78, 79, 80, 81, 82, 84, 86, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 106, 107, 109, 110, 111, 113, 114, 115, 116, 117, 118, 119, 120, 121, 123, 125, 126, ...)], dtype='object')] are in the [columns]\"",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[1;32m/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb Cell 107'\u001b[0m in \u001b[0;36m<cell line: 159>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=70'>71</a>\u001b[0m     \u001b[39mreturn\u001b[39;00m model\n\u001b[1;32m     <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=72'>73</a>\u001b[0m param_list \u001b[39m=\u001b[39m [\n\u001b[1;32m     <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=73'>74</a>\u001b[0m     {\n\u001b[1;32m     <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=74'>75</a>\u001b[0m         \u001b[39m'\u001b[39m\u001b[39malpha\u001b[39m\u001b[39m'\u001b[39m:\u001b[39m.00001\u001b[39m,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=152'>153</a>\u001b[0m     },\n\u001b[1;32m    <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=153'>154</a>\u001b[0m ]\n\u001b[0;32m--> <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=158'>159</a>\u001b[0m final_model \u001b[39m=\u001b[39m Kfold(\u001b[39m5\u001b[39;49m,X,y,param_list,learning_rate\u001b[39m=\u001b[39;49m\u001b[39m0.0001\u001b[39;49m)\n",
      "\u001b[1;32m/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb Cell 107'\u001b[0m in \u001b[0;36mKfold\u001b[0;34m(k, Xs, ys, params_list, learning_rate, draw_curve)\u001b[0m\n\u001b[1;32m     <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=10'>11</a>\u001b[0m test_error_all\u001b[39m=\u001b[39m[]\n\u001b[1;32m     <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=12'>13</a>\u001b[0m \u001b[39mfor\u001b[39;00m train_selector,test_selector \u001b[39min\u001b[39;00m kf\u001b[39m.\u001b[39msplit(\u001b[39mrange\u001b[39m(total_num)):\n\u001b[1;32m     <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=13'>14</a>\u001b[0m     \u001b[39m### Decide training examples and testing examples for this fold ###\u001b[39;00m\n\u001b[0;32m---> <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=15'>16</a>\u001b[0m     train_Xs\u001b[39m=\u001b[39mXs[[train_selector]]\n\u001b[1;32m     <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=16'>17</a>\u001b[0m     test_Xs\u001b[39m=\u001b[39mXs[[test_selector]]\n\u001b[1;32m     <a href='vscode-notebook-cell:/Users/annaweber/Code/MSSE/Data200/AQI-predictor/final-project-notebook.ipynb#ch0000118?line=17'>18</a>\u001b[0m     train_ys\u001b[39m=\u001b[39mys[[train_selector]]\n",
      "File \u001b[0;32m~/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/frame.py:3511\u001b[0m, in \u001b[0;36mDataFrame.__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/frame.py?line=3508'>3509</a>\u001b[0m     \u001b[39mif\u001b[39;00m is_iterator(key):\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/frame.py?line=3509'>3510</a>\u001b[0m         key \u001b[39m=\u001b[39m \u001b[39mlist\u001b[39m(key)\n\u001b[0;32m-> <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/frame.py?line=3510'>3511</a>\u001b[0m     indexer \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mcolumns\u001b[39m.\u001b[39;49m_get_indexer_strict(key, \u001b[39m\"\u001b[39;49m\u001b[39mcolumns\u001b[39;49m\u001b[39m\"\u001b[39;49m)[\u001b[39m1\u001b[39m]\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/frame.py?line=3512'>3513</a>\u001b[0m \u001b[39m# take() does not accept boolean indexers\u001b[39;00m\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/frame.py?line=3513'>3514</a>\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mgetattr\u001b[39m(indexer, \u001b[39m\"\u001b[39m\u001b[39mdtype\u001b[39m\u001b[39m\"\u001b[39m, \u001b[39mNone\u001b[39;00m) \u001b[39m==\u001b[39m \u001b[39mbool\u001b[39m:\n",
      "File \u001b[0;32m~/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py:5782\u001b[0m, in \u001b[0;36mIndex._get_indexer_strict\u001b[0;34m(self, key, axis_name)\u001b[0m\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5778'>5779</a>\u001b[0m \u001b[39melse\u001b[39;00m:\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5779'>5780</a>\u001b[0m     keyarr, indexer, new_indexer \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_reindex_non_unique(keyarr)\n\u001b[0;32m-> <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5781'>5782</a>\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_raise_if_missing(keyarr, indexer, axis_name)\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5783'>5784</a>\u001b[0m keyarr \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mtake(indexer)\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5784'>5785</a>\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39misinstance\u001b[39m(key, Index):\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5785'>5786</a>\u001b[0m     \u001b[39m# GH 42790 - Preserve name from an Index\u001b[39;00m\n",
      "File \u001b[0;32m~/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py:5842\u001b[0m, in \u001b[0;36mIndex._raise_if_missing\u001b[0;34m(self, key, indexer, axis_name)\u001b[0m\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5839'>5840</a>\u001b[0m     \u001b[39mif\u001b[39;00m use_interval_msg:\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5840'>5841</a>\u001b[0m         key \u001b[39m=\u001b[39m \u001b[39mlist\u001b[39m(key)\n\u001b[0;32m-> <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5841'>5842</a>\u001b[0m     \u001b[39mraise\u001b[39;00m \u001b[39mKeyError\u001b[39;00m(\u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39mNone of [\u001b[39m\u001b[39m{\u001b[39;00mkey\u001b[39m}\u001b[39;00m\u001b[39m] are in the [\u001b[39m\u001b[39m{\u001b[39;00maxis_name\u001b[39m}\u001b[39;00m\u001b[39m]\u001b[39m\u001b[39m\"\u001b[39m)\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5843'>5844</a>\u001b[0m not_found \u001b[39m=\u001b[39m \u001b[39mlist\u001b[39m(ensure_index(key)[missing_mask\u001b[39m.\u001b[39mnonzero()[\u001b[39m0\u001b[39m]]\u001b[39m.\u001b[39munique())\n\u001b[1;32m   <a href='file:///Users/annaweber/Code/MSSE/Data200/AQI-predictor/.venv/lib/python3.9/site-packages/pandas/core/indexes/base.py?line=5844'>5845</a>\u001b[0m \u001b[39mraise\u001b[39;00m \u001b[39mKeyError\u001b[39;00m(\u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39m{\u001b[39;00mnot_found\u001b[39m}\u001b[39;00m\u001b[39m not in index\u001b[39m\u001b[39m\"\u001b[39m)\n",
      "\u001b[0;31mKeyError\u001b[0m: \"None of [Index([(1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 26, 28, 29, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 43, 44, 45, 48, 49, 50, 51, 53, 54, 55, 56, 57, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77, 78, 79, 80, 81, 82, 84, 86, 87, 88, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100, 101, 103, 104, 106, 107, 109, 110, 111, 113, 114, 115, 116, 117, 118, 119, 120, 121, 123, 125, 126, ...)], dtype='object')] are in the [columns]\""
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import KFold\n",
    "\n",
    "def Kfold(k,Xs,ys,params_list,learning_rate=0.0001,draw_curve=True):\n",
    "    # The total number of examples \n",
    "    total_num=len(Xs)\n",
    "    \n",
    "    # Built in K-fold function in Sci-Kit Learn\n",
    "    kf=KFold(n_splits=k,shuffle=True)\n",
    "    # record error for each model\n",
    "    train_error_all=[]\n",
    "    test_error_all=[]\n",
    "    \n",
    "    for train_selector,test_selector in kf.split(range(total_num)):\n",
    "        ### Decide training examples and testing examples for this fold ###\n",
    "        \n",
    "        train_Xs=Xs[train_selector]\n",
    "        test_Xs=Xs[test_selector]\n",
    "        train_ys=ys[train_selector]\n",
    "        test_ys=ys[test_selector]\n",
    "\n",
    "        val_array=[]\n",
    "        # Split training examples further into training and validation\n",
    "        train_in,val_in,train_real,val_real=train_test_split(train_Xs,train_ys)\n",
    "        \n",
    "        \n",
    "        \n",
    "        \n",
    "        # Save the lowest weights, so that we can recover the best model\n",
    "        lowest_index = -1\n",
    "        lowest_val_err = np.inf\n",
    "        \n",
    "        for i in range(len(params_list)):\n",
    "            # Train model on different params  and test performance in the validation set\n",
    "            \n",
    "            params = params_list[i]\n",
    "\n",
    "            model = Lasso(alpha=params[\"alpha\"],fit_intercept=params[\"fit_intercept\"],selection=params[\"selection\"])\n",
    "\n",
    "            model.fit(train_in,train_real)\n",
    "\n",
    "            val_err = model.evaluate(val_in,val_real)\n",
    "            val_array.append(val_err)\n",
    "            if val_err < lowest_val_err:\n",
    "                lowest_index = i\n",
    "                lowest_val_err = val_err\n",
    "\n",
    "        # get back the best model\n",
    "        best_params = params_list[lowest_index]\n",
    "        model = Lasso(alpha=best_params[\"alpha\"],fit_intercept=best_params[\"fit_intercept\"],selection=params[\"selection\"])       \n",
    "\n",
    "        # Report result for this fold\n",
    "        train_error=model.evaluate(train_Xs, train_ys)\n",
    "        train_error_all.append(train_error)\n",
    "        test_error= model.evaluate(test_Xs,test_ys)\n",
    "        test_error_all.append(test_error)\n",
    "        print(\"Train error:\",train_error)\n",
    "        print(\"Test error:\",test_error)\n",
    "        \n",
    "        if draw_curve:\n",
    "            plt.figure()\n",
    "            plt.plot(np.arange(len(val_array))+1,val_array,label='Validation loss')\n",
    "            plt.xlabel('i')\n",
    "            plt.ylabel('Loss')\n",
    "            plt.legend()\n",
    "            \n",
    "    print(\"Final results:\")\n",
    "    print(\"Training error:%f+-%f\"%(np.average(train_error_all),np.std(train_error_all)))\n",
    "    print(\"Testing error:%f+-%f\"%(np.average(test_error_all),np.std(test_error_all)))\n",
    "    \n",
    "    # return the last model\n",
    "    return model\n",
    "\n",
    "param_list = [\n",
    "    {\n",
    "        'alpha':.00001,\n",
    "        'fit_intercept':True,\n",
    "        'selection':'cyclic',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.0001,\n",
    "        'fit_intercept':True,\n",
    "        'selection':'cyclic',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.001,\n",
    "        'fit_intercept':True,\n",
    "        'selection':'cyclic',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.01,\n",
    "        'fit_intercept':True,\n",
    "        'selection':'cyclic',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.00001,\n",
    "        'fit_intercept':False,\n",
    "        'selection':'cyclic',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.0001,\n",
    "        'fit_intercept':False,\n",
    "        'selection':'cyclic',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.001,\n",
    "        'fit_intercept':False,\n",
    "        'selection':'cyclic',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.01,\n",
    "        'fit_intercept':False,\n",
    "        'selection':'cyclic',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.00001,\n",
    "        'fit_intercept':True,\n",
    "        'selection':'random',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.0001,\n",
    "        'fit_intercept':True,\n",
    "        'selection':'random',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.001,\n",
    "        'fit_intercept':True,\n",
    "        'selection':'random',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.01,\n",
    "        'fit_intercept':True,\n",
    "        'selection':'random',\n",
    "    },\n",
    "        {\n",
    "        'alpha':.00001,\n",
    "        'fit_intercept':False,\n",
    "        'selection':'random',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.0001,\n",
    "        'fit_intercept':False,\n",
    "        'selection':'random',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.001,\n",
    "        'fit_intercept':False,\n",
    "        'selection':'random',\n",
    "    },\n",
    "    {\n",
    "        'alpha':.01,\n",
    "        'fit_intercept':False,\n",
    "        'selection':'random',\n",
    "    },\n",
    "]\n",
    "\n",
    "\n",
    "    \n",
    "\n",
    "final_model = Kfold(5,X,y,param_list,learning_rate=0.0001)\n",
    "\n"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "a1b85603758daa886bf0ecc973668da6bcb4d22219496b87928d46b0d6d05015"
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}