DYD_WV-day.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# DYD Thermostat Data \n",
    "\n",
    "## Preprocess\n",
    "\n",
    "1. Generated CSV file from queries in BigQueary\n",
    "\n",
    "2. Data separated into states\n",
    "\n",
    "3. Aggregated the data in Pandas by month\n",
    "\n",
    "4. Combine 4 years\n",
    "\n",
    "5. Group by Identifier\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Dependencies\n",
    "import pandas as pd\n",
    "import os\n",
    "import numpy as np\n",
    "from pathlib import Path\n",
    "from datetime import datetime"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "## January"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 January Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jan_2017 = pd.read_csv(\"../data_large/WV-day/2017-jan-day-WV.csv\")\n",
    "\n",
    "# jan_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5b63c7e159b95b51613a8b3c23a6c29d61629a69</td>\n",
       "      <td>2017-01-06 19:45:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>714</td>\n",
       "      <td>770</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>60b34ece75cefdc802847ade67821c7f6203de8e</td>\n",
       "      <td>2017-01-07 18:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>716</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Lewisburg</td>\n",
       "      <td>45</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>60b34ece75cefdc802847ade67821c7f6203de8e</td>\n",
       "      <td>2017-01-08 15:15:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>691</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Lewisburg</td>\n",
       "      <td>45</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>60b34ece75cefdc802847ade67821c7f6203de8e</td>\n",
       "      <td>2017-01-02 18:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>719</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Lewisburg</td>\n",
       "      <td>45</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>60b34ece75cefdc802847ade67821c7f6203de8e</td>\n",
       "      <td>2017-01-07 18:50:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>719</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Lewisburg</td>\n",
       "      <td>45</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39281</th>\n",
       "      <td>b96aae920f5ac753b3e6b08a000584c81f361dc1</td>\n",
       "      <td>2017-01-05 19:35:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>742</td>\n",
       "      <td>790</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39282</th>\n",
       "      <td>b96aae920f5ac753b3e6b08a000584c81f361dc1</td>\n",
       "      <td>2017-01-02 19:35:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>738</td>\n",
       "      <td>790</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39283</th>\n",
       "      <td>b96aae920f5ac753b3e6b08a000584c81f361dc1</td>\n",
       "      <td>2017-01-06 18:05:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>737</td>\n",
       "      <td>790</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39284</th>\n",
       "      <td>b96aae920f5ac753b3e6b08a000584c81f361dc1</td>\n",
       "      <td>2017-01-05 15:10:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>737</td>\n",
       "      <td>790</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39285</th>\n",
       "      <td>b96aae920f5ac753b3e6b08a000584c81f361dc1</td>\n",
       "      <td>2017-01-26 15:35:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>736</td>\n",
       "      <td>800</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>38755 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      5b63c7e159b95b51613a8b3c23a6c29d61629a69  2017-01-06 19:45:00 UTC   \n",
       "1      60b34ece75cefdc802847ade67821c7f6203de8e  2017-01-07 18:55:00 UTC   \n",
       "2      60b34ece75cefdc802847ade67821c7f6203de8e  2017-01-08 15:15:00 UTC   \n",
       "3      60b34ece75cefdc802847ade67821c7f6203de8e  2017-01-02 18:55:00 UTC   \n",
       "4      60b34ece75cefdc802847ade67821c7f6203de8e  2017-01-07 18:50:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "39281  b96aae920f5ac753b3e6b08a000584c81f361dc1  2017-01-05 19:35:00 UTC   \n",
       "39282  b96aae920f5ac753b3e6b08a000584c81f361dc1  2017-01-02 19:35:00 UTC   \n",
       "39283  b96aae920f5ac753b3e6b08a000584c81f361dc1  2017-01-06 18:05:00 UTC   \n",
       "39284  b96aae920f5ac753b3e6b08a000584c81f361dc1  2017-01-05 15:10:00 UTC   \n",
       "39285  b96aae920f5ac753b3e6b08a000584c81f361dc1  2017-01-26 15:35:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         auto          auto               714                      770   \n",
       "1         heat          auto               716                      690   \n",
       "2         heat          hold               691                      690   \n",
       "3         heat          hold               719                      690   \n",
       "4         heat          auto               719                      690   \n",
       "...        ...           ...               ...                      ...   \n",
       "39281     auto          hold               742                      790   \n",
       "39282     auto          hold               738                      790   \n",
       "39283     auto          hold               737                      790   \n",
       "39284     auto          hold               737                      790   \n",
       "39285     auto          hold               736                      800   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState        City  Age_of_Home__years_  \\\n",
       "0                          690            WV  Huntington                   50   \n",
       "1                          690            WV   Lewisburg                   45   \n",
       "2                          690            WV   Lewisburg                   45   \n",
       "3                          690            WV   Lewisburg                   45   \n",
       "4                          690            WV   Lewisburg                   45   \n",
       "...                        ...           ...         ...                  ...   \n",
       "39281                      740            WV      Inwood                   15   \n",
       "39282                      740            WV      Inwood                   15   \n",
       "39283                      740            WV      Inwood                   15   \n",
       "39284                      740            WV      Inwood                   15   \n",
       "39285                      740            WV      Inwood                   15   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                 False         False             True   \n",
       "1                  True         False            False   \n",
       "2                  True         False            False   \n",
       "3                  True         False            False   \n",
       "4                  True         False            False   \n",
       "...                 ...           ...              ...   \n",
       "39281              True         False             True   \n",
       "39282              True         False             True   \n",
       "39283              True         False             True   \n",
       "39284              True         False             True   \n",
       "39285              True         False             True   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                      Electric  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "39281                  Electric  \n",
       "39282                  Electric  \n",
       "39283                  Electric  \n",
       "39284                  Electric  \n",
       "39285                  Electric  \n",
       "\n",
       "[38755 rows x 14 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jan_2017.drop(jan_2017[jan_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jan_2017.drop(jan_2017[jan_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jan_2017.drop(jan_2017[jan_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jan_2017.drop(jan_2017[jan_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jan_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jan_2017[\"Year\"] = \"2017\"\n",
    "jan_2017[\"Month\"] = \"Jan\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jan_2017 = jan_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>015c5b19f842d6361568129bab20f692ecb5ba98</th>\n",
       "      <th>Jan</th>\n",
       "      <th>2017</th>\n",
       "      <th>heat</th>\n",
       "      <th>auto</th>\n",
       "      <th>South Charleston</th>\n",
       "      <td>679.524510</td>\n",
       "      <td>685.000000</td>\n",
       "      <td>685.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">0294595998430fa9228ff8b203c54f8378f9560c</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">Jan</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">2017</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">auto</th>\n",
       "      <th>auto</th>\n",
       "      <th>Huntington</th>\n",
       "      <td>723.051348</td>\n",
       "      <td>738.414634</td>\n",
       "      <td>718.566110</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hold</th>\n",
       "      <th>Huntington</th>\n",
       "      <td>729.707006</td>\n",
       "      <td>746.159236</td>\n",
       "      <td>726.433121</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cool</th>\n",
       "      <th>auto</th>\n",
       "      <th>Huntington</th>\n",
       "      <td>715.203046</td>\n",
       "      <td>724.822335</td>\n",
       "      <td>724.822335</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>heat</th>\n",
       "      <th>auto</th>\n",
       "      <th>Huntington</th>\n",
       "      <td>724.652985</td>\n",
       "      <td>729.307836</td>\n",
       "      <td>729.108209</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">f3b865a8ea305b2afa22e5280eed5786274340b3</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Jan</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2017</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">auto</th>\n",
       "      <th>auto</th>\n",
       "      <th>Lerona</th>\n",
       "      <td>680.205128</td>\n",
       "      <td>750.000000</td>\n",
       "      <td>680.000000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hold</th>\n",
       "      <th>Lerona</th>\n",
       "      <td>696.716216</td>\n",
       "      <td>750.000000</td>\n",
       "      <td>699.459459</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">ffe671086af78d223bc2967b5d8ce02eeb5dbede</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">Jan</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">2017</th>\n",
       "      <th>cool</th>\n",
       "      <th>auto</th>\n",
       "      <th>Huntington</th>\n",
       "      <td>682.321429</td>\n",
       "      <td>723.178571</td>\n",
       "      <td>616.785714</td>\n",
       "      <td>20.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">heat</th>\n",
       "      <th>auto</th>\n",
       "      <th>Huntington</th>\n",
       "      <td>676.677419</td>\n",
       "      <td>671.645161</td>\n",
       "      <td>669.951613</td>\n",
       "      <td>20.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hold</th>\n",
       "      <th>Huntington</th>\n",
       "      <td>687.707317</td>\n",
       "      <td>700.000000</td>\n",
       "      <td>699.146341</td>\n",
       "      <td>20.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>69 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                             Temperature_ctrl_ave  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                                     \n",
       "015c5b19f842d6361568129bab20f692ecb5ba98 Jan   2017 heat     auto          South Charleston            679.524510   \n",
       "0294595998430fa9228ff8b203c54f8378f9560c Jan   2017 auto     auto          Huntington                  723.051348   \n",
       "                                                             hold          Huntington                  729.707006   \n",
       "                                                    cool     auto          Huntington                  715.203046   \n",
       "                                                    heat     auto          Huntington                  724.652985   \n",
       "...                                                                                                           ...   \n",
       "f3b865a8ea305b2afa22e5280eed5786274340b3 Jan   2017 auto     auto          Lerona                      680.205128   \n",
       "                                                             hold          Lerona                      696.716216   \n",
       "ffe671086af78d223bc2967b5d8ce02eeb5dbede Jan   2017 cool     auto          Huntington                  682.321429   \n",
       "                                                    heat     auto          Huntington                  676.677419   \n",
       "                                                             hold          Huntington                  687.707317   \n",
       "\n",
       "                                                                                             TemperatureExpectedCool_ave  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                                            \n",
       "015c5b19f842d6361568129bab20f692ecb5ba98 Jan   2017 heat     auto          South Charleston                   685.000000   \n",
       "0294595998430fa9228ff8b203c54f8378f9560c Jan   2017 auto     auto          Huntington                         738.414634   \n",
       "                                                             hold          Huntington                         746.159236   \n",
       "                                                    cool     auto          Huntington                         724.822335   \n",
       "                                                    heat     auto          Huntington                         729.307836   \n",
       "...                                                                                                                  ...   \n",
       "f3b865a8ea305b2afa22e5280eed5786274340b3 Jan   2017 auto     auto          Lerona                             750.000000   \n",
       "                                                             hold          Lerona                             750.000000   \n",
       "ffe671086af78d223bc2967b5d8ce02eeb5dbede Jan   2017 cool     auto          Huntington                         723.178571   \n",
       "                                                    heat     auto          Huntington                         671.645161   \n",
       "                                                             hold          Huntington                         700.000000   \n",
       "\n",
       "                                                                                             TemperatureExpectedHeat_ave  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                                            \n",
       "015c5b19f842d6361568129bab20f692ecb5ba98 Jan   2017 heat     auto          South Charleston                   685.000000   \n",
       "0294595998430fa9228ff8b203c54f8378f9560c Jan   2017 auto     auto          Huntington                         718.566110   \n",
       "                                                             hold          Huntington                         726.433121   \n",
       "                                                    cool     auto          Huntington                         724.822335   \n",
       "                                                    heat     auto          Huntington                         729.108209   \n",
       "...                                                                                                                  ...   \n",
       "f3b865a8ea305b2afa22e5280eed5786274340b3 Jan   2017 auto     auto          Lerona                             680.000000   \n",
       "                                                             hold          Lerona                             699.459459   \n",
       "ffe671086af78d223bc2967b5d8ce02eeb5dbede Jan   2017 cool     auto          Huntington                         616.785714   \n",
       "                                                    heat     auto          Huntington                         669.951613   \n",
       "                                                             hold          Huntington                         699.146341   \n",
       "\n",
       "                                                                                             Age_of_Home__years_  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                                    \n",
       "015c5b19f842d6361568129bab20f692ecb5ba98 Jan   2017 heat     auto          South Charleston                 10.0   \n",
       "0294595998430fa9228ff8b203c54f8378f9560c Jan   2017 auto     auto          Huntington                        0.0   \n",
       "                                                             hold          Huntington                        0.0   \n",
       "                                                    cool     auto          Huntington                        0.0   \n",
       "                                                    heat     auto          Huntington                        0.0   \n",
       "...                                                                                                          ...   \n",
       "f3b865a8ea305b2afa22e5280eed5786274340b3 Jan   2017 auto     auto          Lerona                           35.0   \n",
       "                                                             hold          Lerona                           35.0   \n",
       "ffe671086af78d223bc2967b5d8ce02eeb5dbede Jan   2017 cool     auto          Huntington                       20.0   \n",
       "                                                    heat     auto          Huntington                       20.0   \n",
       "                                                             hold          Huntington                       20.0   \n",
       "\n",
       "                                                                                             allowCompWithAux  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                                 \n",
       "015c5b19f842d6361568129bab20f692ecb5ba98 Jan   2017 heat     auto          South Charleston              True   \n",
       "0294595998430fa9228ff8b203c54f8378f9560c Jan   2017 auto     auto          Huntington                   False   \n",
       "                                                             hold          Huntington                   False   \n",
       "                                                    cool     auto          Huntington                   False   \n",
       "                                                    heat     auto          Huntington                   False   \n",
       "...                                                                                                       ...   \n",
       "f3b865a8ea305b2afa22e5280eed5786274340b3 Jan   2017 auto     auto          Lerona                       False   \n",
       "                                                             hold          Lerona                       False   \n",
       "ffe671086af78d223bc2967b5d8ce02eeb5dbede Jan   2017 cool     auto          Huntington                    True   \n",
       "                                                    heat     auto          Huntington                    True   \n",
       "                                                             hold          Huntington                    True   \n",
       "\n",
       "                                                                                             Has_Electric  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                             \n",
       "015c5b19f842d6361568129bab20f692ecb5ba98 Jan   2017 heat     auto          South Charleston         False   \n",
       "0294595998430fa9228ff8b203c54f8378f9560c Jan   2017 auto     auto          Huntington               False   \n",
       "                                                             hold          Huntington               False   \n",
       "                                                    cool     auto          Huntington               False   \n",
       "                                                    heat     auto          Huntington               False   \n",
       "...                                                                                                   ...   \n",
       "f3b865a8ea305b2afa22e5280eed5786274340b3 Jan   2017 auto     auto          Lerona                   False   \n",
       "                                                             hold          Lerona                   False   \n",
       "ffe671086af78d223bc2967b5d8ce02eeb5dbede Jan   2017 cool     auto          Huntington                True   \n",
       "                                                    heat     auto          Huntington                True   \n",
       "                                                             hold          Huntington                True   \n",
       "\n",
       "                                                                                             Has_a_Heat_Pump  \n",
       "Identifier                               Month Year HvacMode CalendarEvent City                               \n",
       "015c5b19f842d6361568129bab20f692ecb5ba98 Jan   2017 heat     auto          South Charleston             True  \n",
       "0294595998430fa9228ff8b203c54f8378f9560c Jan   2017 auto     auto          Huntington                  False  \n",
       "                                                             hold          Huntington                  False  \n",
       "                                                    cool     auto          Huntington                  False  \n",
       "                                                    heat     auto          Huntington                  False  \n",
       "...                                                                                                      ...  \n",
       "f3b865a8ea305b2afa22e5280eed5786274340b3 Jan   2017 auto     auto          Lerona                       True  \n",
       "                                                             hold          Lerona                       True  \n",
       "ffe671086af78d223bc2967b5d8ce02eeb5dbede Jan   2017 cool     auto          Huntington                   True  \n",
       "                                                    heat     auto          Huntington                   True  \n",
       "                                                             hold          Huntington                   True  \n",
       "\n",
       "[69 rows x 7 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jan_2017_ave = jan_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "jan_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jan_2017_ave.to_csv(\"data/day/WV/jan/jan_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 January Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jan_2018 = pd.read_csv(\"../data_large/WV-day/2018-jan-day-WV.csv\")\n",
    "\n",
    "# jan_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>23ea815e8d635bf755b4f45c8594fba04bf97e35</td>\n",
       "      <td>2018-01-31 11:20:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>684</td>\n",
       "      <td>750</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>23ea815e8d635bf755b4f45c8594fba04bf97e35</td>\n",
       "      <td>2018-01-28 16:00:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>690</td>\n",
       "      <td>750</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23ea815e8d635bf755b4f45c8594fba04bf97e35</td>\n",
       "      <td>2018-01-30 19:50:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>661</td>\n",
       "      <td>750</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23ea815e8d635bf755b4f45c8594fba04bf97e35</td>\n",
       "      <td>2018-01-18 18:50:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>685</td>\n",
       "      <td>750</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>23ea815e8d635bf755b4f45c8594fba04bf97e35</td>\n",
       "      <td>2018-01-17 18:55:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>691</td>\n",
       "      <td>750</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77538</th>\n",
       "      <td>6b32cedc085398935ffbf4b5490abbbf581d1419</td>\n",
       "      <td>2018-01-31 17:20:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>708</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77539</th>\n",
       "      <td>6b32cedc085398935ffbf4b5490abbbf581d1419</td>\n",
       "      <td>2018-01-30 18:15:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>706</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77540</th>\n",
       "      <td>6b32cedc085398935ffbf4b5490abbbf581d1419</td>\n",
       "      <td>2018-01-29 18:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>714</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77541</th>\n",
       "      <td>6b32cedc085398935ffbf4b5490abbbf581d1419</td>\n",
       "      <td>2018-01-31 14:25:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>705</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77542</th>\n",
       "      <td>6b32cedc085398935ffbf4b5490abbbf581d1419</td>\n",
       "      <td>2018-01-30 18:00:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>709</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>75226 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      23ea815e8d635bf755b4f45c8594fba04bf97e35  2018-01-31 11:20:00 UTC   \n",
       "1      23ea815e8d635bf755b4f45c8594fba04bf97e35  2018-01-28 16:00:00 UTC   \n",
       "2      23ea815e8d635bf755b4f45c8594fba04bf97e35  2018-01-30 19:50:00 UTC   \n",
       "3      23ea815e8d635bf755b4f45c8594fba04bf97e35  2018-01-18 18:50:00 UTC   \n",
       "4      23ea815e8d635bf755b4f45c8594fba04bf97e35  2018-01-17 18:55:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "77538  6b32cedc085398935ffbf4b5490abbbf581d1419  2018-01-31 17:20:00 UTC   \n",
       "77539  6b32cedc085398935ffbf4b5490abbbf581d1419  2018-01-30 18:15:00 UTC   \n",
       "77540  6b32cedc085398935ffbf4b5490abbbf581d1419  2018-01-29 18:35:00 UTC   \n",
       "77541  6b32cedc085398935ffbf4b5490abbbf581d1419  2018-01-31 14:25:00 UTC   \n",
       "77542  6b32cedc085398935ffbf4b5490abbbf581d1419  2018-01-30 18:00:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         auto          auto               684                      750   \n",
       "1         auto          auto               690                      750   \n",
       "2         auto          auto               661                      750   \n",
       "3         auto          auto               685                      750   \n",
       "4         auto          auto               691                      750   \n",
       "...        ...           ...               ...                      ...   \n",
       "77538     heat          hold               708                      710   \n",
       "77539     heat          hold               706                      710   \n",
       "77540     heat          hold               714                      710   \n",
       "77541     heat          hold               705                      710   \n",
       "77542     heat          hold               709                      710   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState        City  Age_of_Home__years_  \\\n",
       "0                          690            WV  Morgantown                    0   \n",
       "1                          690            WV  Morgantown                    0   \n",
       "2                          690            WV  Morgantown                    0   \n",
       "3                          690            WV  Morgantown                    0   \n",
       "4                          690            WV  Morgantown                    0   \n",
       "...                        ...           ...         ...                  ...   \n",
       "77538                      710            WV  Huntington                   40   \n",
       "77539                      710            WV  Huntington                   40   \n",
       "77540                      710            WV  Huntington                   40   \n",
       "77541                      710            WV  Huntington                   40   \n",
       "77542                      710            WV  Huntington                   40   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                 False         False            False   \n",
       "1                 False         False            False   \n",
       "2                 False         False            False   \n",
       "3                 False         False            False   \n",
       "4                 False         False            False   \n",
       "...                 ...           ...              ...   \n",
       "77538             False         False            False   \n",
       "77539             False         False            False   \n",
       "77540             False         False            False   \n",
       "77541             False         False            False   \n",
       "77542             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "77538                       Gas  \n",
       "77539                       Gas  \n",
       "77540                       Gas  \n",
       "77541                       Gas  \n",
       "77542                       Gas  \n",
       "\n",
       "[75226 rows x 14 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jan_2018.drop(jan_2018[jan_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jan_2018.drop(jan_2018[jan_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jan_2018.drop(jan_2018[jan_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jan_2018.drop(jan_2018[jan_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jan_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jan_2018[\"Year\"] = \"2018\"\n",
    "jan_2018[\"Month\"] = \"Jan\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jan_2018 = jan_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jan_2018_ave = jan_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jan_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jan_2018_ave.to_csv(\"data/day/WV/jan/jan_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 January Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jan_2019 = pd.read_csv(\"../data_large/WV-day/2019-jan-day-WV.csv\")\n",
    "\n",
    "# jan_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0ba5fcecda158565bcbf42d734064ea47ce7cf88</td>\n",
       "      <td>2019-01-26 12:50:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>687</td>\n",
       "      <td>790</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0ba5fcecda158565bcbf42d734064ea47ce7cf88</td>\n",
       "      <td>2019-01-27 14:55:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>688</td>\n",
       "      <td>790</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0ba5fcecda158565bcbf42d734064ea47ce7cf88</td>\n",
       "      <td>2019-01-23 15:30:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>695</td>\n",
       "      <td>790</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0ba5fcecda158565bcbf42d734064ea47ce7cf88</td>\n",
       "      <td>2019-01-29 19:05:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>684</td>\n",
       "      <td>790</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0ba5fcecda158565bcbf42d734064ea47ce7cf88</td>\n",
       "      <td>2019-01-29 11:30:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>685</td>\n",
       "      <td>790</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145739</th>\n",
       "      <td>0a7f75d6e5e9d240f790eab8780e68ffce49e266</td>\n",
       "      <td>2019-01-20 15:20:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>685</td>\n",
       "      <td>740</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145740</th>\n",
       "      <td>9220dd5caed26e23a03d47e2c1c3840a35f30373</td>\n",
       "      <td>2019-01-06 18:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>688</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>45</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145741</th>\n",
       "      <td>9220dd5caed26e23a03d47e2c1c3840a35f30373</td>\n",
       "      <td>2019-01-06 16:05:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>685</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>45</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145742</th>\n",
       "      <td>c6d4ab35cb2e64792ebcbe2067181056840b499d</td>\n",
       "      <td>2019-01-09 11:20:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>691</td>\n",
       "      <td>740</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>45</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145743</th>\n",
       "      <td>c6d4ab35cb2e64792ebcbe2067181056840b499d</td>\n",
       "      <td>2019-01-23 11:45:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>688</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>45</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>141949 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       0ba5fcecda158565bcbf42d734064ea47ce7cf88  2019-01-26 12:50:00 UTC   \n",
       "1       0ba5fcecda158565bcbf42d734064ea47ce7cf88  2019-01-27 14:55:00 UTC   \n",
       "2       0ba5fcecda158565bcbf42d734064ea47ce7cf88  2019-01-23 15:30:00 UTC   \n",
       "3       0ba5fcecda158565bcbf42d734064ea47ce7cf88  2019-01-29 19:05:00 UTC   \n",
       "4       0ba5fcecda158565bcbf42d734064ea47ce7cf88  2019-01-29 11:30:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "145739  0a7f75d6e5e9d240f790eab8780e68ffce49e266  2019-01-20 15:20:00 UTC   \n",
       "145740  9220dd5caed26e23a03d47e2c1c3840a35f30373  2019-01-06 18:35:00 UTC   \n",
       "145741  9220dd5caed26e23a03d47e2c1c3840a35f30373  2019-01-06 16:05:00 UTC   \n",
       "145742  c6d4ab35cb2e64792ebcbe2067181056840b499d  2019-01-09 11:20:00 UTC   \n",
       "145743  c6d4ab35cb2e64792ebcbe2067181056840b499d  2019-01-23 11:45:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          auto          hold               687                      790   \n",
       "1          auto          hold               688                      790   \n",
       "2          auto          hold               695                      790   \n",
       "3          auto          hold               684                      790   \n",
       "4          auto          hold               685                      790   \n",
       "...         ...           ...               ...                      ...   \n",
       "145739     auto          hold               685                      740   \n",
       "145740     heat          auto               688                      690   \n",
       "145741     heat          auto               685                      690   \n",
       "145742     heat          auto               691                      740   \n",
       "145743     heat          auto               688                      690   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                           690            WV      Beckley   \n",
       "1                           690            WV      Beckley   \n",
       "2                           690            WV      Beckley   \n",
       "3                           690            WV      Beckley   \n",
       "4                           690            WV      Beckley   \n",
       "...                         ...           ...          ...   \n",
       "145739                      690            WV  Martinsburg   \n",
       "145740                      690            WV   Morgantown   \n",
       "145741                      690            WV   Morgantown   \n",
       "145742                      690            WV      Weirton   \n",
       "145743                      690            WV      Weirton   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                         0              True         False            False   \n",
       "1                         0              True         False            False   \n",
       "2                         0              True         False            False   \n",
       "3                         0              True         False            False   \n",
       "4                         0              True         False            False   \n",
       "...                     ...               ...           ...              ...   \n",
       "145739                   15             False         False             True   \n",
       "145740                   45              True         False             True   \n",
       "145741                   45              True         False             True   \n",
       "145742                   45             False         False            False   \n",
       "145743                   45             False         False            False   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                            Gas  \n",
       "1                            Gas  \n",
       "2                            Gas  \n",
       "3                            Gas  \n",
       "4                            Gas  \n",
       "...                          ...  \n",
       "145739                  Electric  \n",
       "145740                  Electric  \n",
       "145741                  Electric  \n",
       "145742                       Gas  \n",
       "145743                       Gas  \n",
       "\n",
       "[141949 rows x 14 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jan_2019.drop(jan_2019[jan_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jan_2019.drop(jan_2019[jan_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jan_2019.drop(jan_2019[jan_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jan_2019.drop(jan_2019[jan_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jan_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jan_2019[\"Year\"] = \"2019\"\n",
    "jan_2019[\"Month\"] = \"Jan\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jan_2019 = jan_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jan_2019_ave = jan_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jan_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jan_2019_ave.to_csv(\"data/day/WV/jan/jan_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 January Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jan_2020 = pd.read_csv(\"../data_large/WV-day/2020-jan-day-WV.csv\")\n",
    "\n",
    "# jan_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>179e7b68e5ee4f361b7af804ec2f82a0a80e3837</td>\n",
       "      <td>2020-01-25 19:10:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>711</td>\n",
       "      <td>730</td>\n",
       "      <td>719</td>\n",
       "      <td>WV</td>\n",
       "      <td>Scott Depot</td>\n",
       "      <td>19</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5f1e1283b79671ac8a3450f3e26b8fceda2237b0</td>\n",
       "      <td>2020-01-01 12:25:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>699</td>\n",
       "      <td>701</td>\n",
       "      <td>701</td>\n",
       "      <td>WV</td>\n",
       "      <td>Sutton</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ebe4d1dc76665deeab680bc515f1cca9649b3c27</td>\n",
       "      <td>2020-01-02 15:30:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>769</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>90</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>a171c25bbd2535b4f8ae71c49e51da2108b0915c</td>\n",
       "      <td>2020-01-31 14:40:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>669</td>\n",
       "      <td>723</td>\n",
       "      <td>663</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>ebe4d1dc76665deeab680bc515f1cca9649b3c27</td>\n",
       "      <td>2020-01-22 16:00:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>770</td>\n",
       "      <td>810</td>\n",
       "      <td>810</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>90</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169395</th>\n",
       "      <td>e5cf22c5da34b175089028c4e5ad769e7c0ebe41</td>\n",
       "      <td>2020-01-09 15:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>770</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169396</th>\n",
       "      <td>e5cf22c5da34b175089028c4e5ad769e7c0ebe41</td>\n",
       "      <td>2020-01-09 14:50:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>780</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169397</th>\n",
       "      <td>e5cf22c5da34b175089028c4e5ad769e7c0ebe41</td>\n",
       "      <td>2020-01-09 13:50:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>754</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169398</th>\n",
       "      <td>e5cf22c5da34b175089028c4e5ad769e7c0ebe41</td>\n",
       "      <td>2020-01-09 13:40:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>753</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169399</th>\n",
       "      <td>e5cf22c5da34b175089028c4e5ad769e7c0ebe41</td>\n",
       "      <td>2020-01-09 11:45:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>758</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>162667 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "1       179e7b68e5ee4f361b7af804ec2f82a0a80e3837  2020-01-25 19:10:00 UTC   \n",
       "2       5f1e1283b79671ac8a3450f3e26b8fceda2237b0  2020-01-01 12:25:00 UTC   \n",
       "3       ebe4d1dc76665deeab680bc515f1cca9649b3c27  2020-01-02 15:30:00 UTC   \n",
       "4       a171c25bbd2535b4f8ae71c49e51da2108b0915c  2020-01-31 14:40:00 UTC   \n",
       "5       ebe4d1dc76665deeab680bc515f1cca9649b3c27  2020-01-22 16:00:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "169395  e5cf22c5da34b175089028c4e5ad769e7c0ebe41  2020-01-09 15:35:00 UTC   \n",
       "169396  e5cf22c5da34b175089028c4e5ad769e7c0ebe41  2020-01-09 14:50:00 UTC   \n",
       "169397  e5cf22c5da34b175089028c4e5ad769e7c0ebe41  2020-01-09 13:50:00 UTC   \n",
       "169398  e5cf22c5da34b175089028c4e5ad769e7c0ebe41  2020-01-09 13:40:00 UTC   \n",
       "169399  e5cf22c5da34b175089028c4e5ad769e7c0ebe41  2020-01-09 11:45:00 UTC   \n",
       "\n",
       "           HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "1              heat          auto               711                      730   \n",
       "2              heat          hold               699                      701   \n",
       "3       auxHeatOnly          auto               769                      770   \n",
       "4              auto          hold               669                      723   \n",
       "5              heat          auto               770                      810   \n",
       "...             ...           ...               ...                      ...   \n",
       "169395         heat          auto               770                      760   \n",
       "169396         heat          auto               780                      760   \n",
       "169397         heat          auto               754                      760   \n",
       "169398         heat          auto               753                      760   \n",
       "169399         heat          auto               758                      760   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState         City  \\\n",
       "1                           719            WV  Scott Depot   \n",
       "2                           701            WV       Sutton   \n",
       "3                           770            WV   Huntington   \n",
       "4                           663            WV   Charleston   \n",
       "5                           810            WV   Huntington   \n",
       "...                         ...           ...          ...   \n",
       "169395                      760            WV       Inwood   \n",
       "169396                      760            WV       Inwood   \n",
       "169397                      760            WV       Inwood   \n",
       "169398                      760            WV       Inwood   \n",
       "169399                      760            WV       Inwood   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "1                        19              True         False            False   \n",
       "2                        30              True         False             True   \n",
       "3                        90              True         False             True   \n",
       "4                         0             False         False             True   \n",
       "5                        90              True         False             True   \n",
       "...                     ...               ...           ...              ...   \n",
       "169395                   10             False         False            False   \n",
       "169396                   10             False         False            False   \n",
       "169397                   10             False         False            False   \n",
       "169398                   10             False         False            False   \n",
       "169399                   10             False         False            False   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "1                            Gas  \n",
       "2                       Electric  \n",
       "3                       Electric  \n",
       "4                       Electric  \n",
       "5                       Electric  \n",
       "...                          ...  \n",
       "169395                       Gas  \n",
       "169396                       Gas  \n",
       "169397                       Gas  \n",
       "169398                       Gas  \n",
       "169399                       Gas  \n",
       "\n",
       "[162667 rows x 14 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jan_2020.drop(jan_2020[jan_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jan_2020.drop(jan_2020[jan_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jan_2020.drop(jan_2020[jan_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jan_2020.drop(jan_2020[jan_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jan_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jan_2020[\"Year\"] = \"2020\"\n",
    "jan_2020[\"Month\"] = \"Jan\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jan_2020 = jan_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jan_2020_ave = jan_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jan_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jan_2020_ave.to_csv(\"data/day/WV/jan/jan_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2021 January Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jan_2021 = pd.read_csv(\"../data_large/WV-day/2021-jan-day-WV.csv\")\n",
    "\n",
    "# jan_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-01-06 13:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>753</td>\n",
       "      <td>746</td>\n",
       "      <td>746</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-01-25 15:10:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>740</td>\n",
       "      <td>746</td>\n",
       "      <td>746</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-01-20 16:20:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>755</td>\n",
       "      <td>686</td>\n",
       "      <td>686</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-01-30 17:00:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>740</td>\n",
       "      <td>746</td>\n",
       "      <td>746</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>4d2d2b09b53a479ced061b0225d0e510345371bc</td>\n",
       "      <td>2021-01-31 18:10:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>667</td>\n",
       "      <td>678</td>\n",
       "      <td>678</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>80</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99810</th>\n",
       "      <td>06aa059ee123e439072fb8813fdc5e89c4ab8067</td>\n",
       "      <td>2021-01-24 13:15:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>684</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>60</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99811</th>\n",
       "      <td>06aa059ee123e439072fb8813fdc5e89c4ab8067</td>\n",
       "      <td>2021-01-24 13:45:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>681</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>60</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99812</th>\n",
       "      <td>06aa059ee123e439072fb8813fdc5e89c4ab8067</td>\n",
       "      <td>2021-01-24 12:20:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>683</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>60</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99813</th>\n",
       "      <td>06aa059ee123e439072fb8813fdc5e89c4ab8067</td>\n",
       "      <td>2021-01-24 14:50:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>680</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>60</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99814</th>\n",
       "      <td>06aa059ee123e439072fb8813fdc5e89c4ab8067</td>\n",
       "      <td>2021-01-24 13:50:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>689</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>60</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>96944 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-01-06 13:55:00 UTC   \n",
       "1      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-01-25 15:10:00 UTC   \n",
       "2      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-01-20 16:20:00 UTC   \n",
       "3      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-01-30 17:00:00 UTC   \n",
       "5      4d2d2b09b53a479ced061b0225d0e510345371bc  2021-01-31 18:10:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "99810  06aa059ee123e439072fb8813fdc5e89c4ab8067  2021-01-24 13:15:00 UTC   \n",
       "99811  06aa059ee123e439072fb8813fdc5e89c4ab8067  2021-01-24 13:45:00 UTC   \n",
       "99812  06aa059ee123e439072fb8813fdc5e89c4ab8067  2021-01-24 12:20:00 UTC   \n",
       "99813  06aa059ee123e439072fb8813fdc5e89c4ab8067  2021-01-24 14:50:00 UTC   \n",
       "99814  06aa059ee123e439072fb8813fdc5e89c4ab8067  2021-01-24 13:50:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               753                      746   \n",
       "1         heat          hold               740                      746   \n",
       "2         heat          hold               755                      686   \n",
       "3         heat          hold               740                      746   \n",
       "5         heat          hold               667                      678   \n",
       "...        ...           ...               ...                      ...   \n",
       "99810     heat          hold               684                      690   \n",
       "99811     heat          hold               681                      690   \n",
       "99812     heat          hold               683                      690   \n",
       "99813     heat          hold               680                      690   \n",
       "99814     heat          hold               689                      690   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          746            WV  Charles Town   \n",
       "1                          746            WV  Charles Town   \n",
       "2                          686            WV  Charles Town   \n",
       "3                          746            WV  Charles Town   \n",
       "5                          678            WV    Huntington   \n",
       "...                        ...           ...           ...   \n",
       "99810                      690            WV    Morgantown   \n",
       "99811                      690            WV    Morgantown   \n",
       "99812                      690            WV    Morgantown   \n",
       "99813                      690            WV    Morgantown   \n",
       "99814                      690            WV    Morgantown   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       15              True         False            False   \n",
       "1                       15              True         False            False   \n",
       "2                       15              True         False            False   \n",
       "3                       15              True         False            False   \n",
       "5                       80             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "99810                   60              True         False            False   \n",
       "99811                   60              True         False            False   \n",
       "99812                   60              True         False            False   \n",
       "99813                   60              True         False            False   \n",
       "99814                   60              True         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "5                           Gas  \n",
       "...                         ...  \n",
       "99810                       Gas  \n",
       "99811                       Gas  \n",
       "99812                       Gas  \n",
       "99813                       Gas  \n",
       "99814                       Gas  \n",
       "\n",
       "[96944 rows x 14 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jan_2021.drop(jan_2021[jan_2021['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jan_2021.drop(jan_2021[jan_2021['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jan_2021.drop(jan_2021[jan_2021['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jan_2021.drop(jan_2021[jan_2021['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jan_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jan_2021[\"Year\"] = \"2021\"\n",
    "jan_2021[\"Month\"] = \"Jan\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jan_2021 = jan_2021.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jan_2021_ave = jan_2021.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jan_2021_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jan_2021_ave.to_csv(\"data/day/WV/jan/jan_2021_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WV/jan/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>015c5b19f842d6361568129bab20f692ecb5ba98</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>South Charleston</td>\n",
       "      <td>679.524510</td>\n",
       "      <td>685.000000</td>\n",
       "      <td>685.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>723.051348</td>\n",
       "      <td>738.414634</td>\n",
       "      <td>718.566110</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>729.707006</td>\n",
       "      <td>746.159236</td>\n",
       "      <td>726.433121</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>715.203046</td>\n",
       "      <td>724.822335</td>\n",
       "      <td>724.822335</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>724.652985</td>\n",
       "      <td>729.307836</td>\n",
       "      <td>729.108209</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>f6e7e4dd6c51273fccdc55750816b0f89ee83bd7</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Wheeling</td>\n",
       "      <td>743.666667</td>\n",
       "      <td>789.083333</td>\n",
       "      <td>788.208333</td>\n",
       "      <td>20.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>f710bb7d9a4a4033f351d3fe907edc4564fe1892</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2021</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>712.457143</td>\n",
       "      <td>766.314286</td>\n",
       "      <td>716.314286</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107</th>\n",
       "      <td>fa5679199538cdd2ee0a15f69119a2a23a46fe31</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Mathias</td>\n",
       "      <td>696.174603</td>\n",
       "      <td>704.920635</td>\n",
       "      <td>704.920635</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>670.825132</td>\n",
       "      <td>676.108963</td>\n",
       "      <td>676.123023</td>\n",
       "      <td>50.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>666.128828</td>\n",
       "      <td>669.671105</td>\n",
       "      <td>669.671105</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>730 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Identifier Month  Year HvacMode  \\\n",
       "0    015c5b19f842d6361568129bab20f692ecb5ba98   Jan  2017     heat   \n",
       "1    0294595998430fa9228ff8b203c54f8378f9560c   Jan  2017     auto   \n",
       "2    0294595998430fa9228ff8b203c54f8378f9560c   Jan  2017     auto   \n",
       "3    0294595998430fa9228ff8b203c54f8378f9560c   Jan  2017     cool   \n",
       "4    0294595998430fa9228ff8b203c54f8378f9560c   Jan  2017     heat   \n",
       "..                                        ...   ...   ...      ...   \n",
       "105  f6e7e4dd6c51273fccdc55750816b0f89ee83bd7   Jan  2021     heat   \n",
       "106  f710bb7d9a4a4033f351d3fe907edc4564fe1892   Jan  2021     auto   \n",
       "107  fa5679199538cdd2ee0a15f69119a2a23a46fe31   Jan  2021     heat   \n",
       "108  fd8ed83e097742d35fbb3379c61cf75319d0dcd3   Jan  2021     heat   \n",
       "109  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   Jan  2021     heat   \n",
       "\n",
       "    CalendarEvent              City  Temperature_ctrl_ave  \\\n",
       "0            auto  South Charleston            679.524510   \n",
       "1            auto        Huntington            723.051348   \n",
       "2            hold        Huntington            729.707006   \n",
       "3            auto        Huntington            715.203046   \n",
       "4            auto        Huntington            724.652985   \n",
       "..            ...               ...                   ...   \n",
       "105          hold          Wheeling            743.666667   \n",
       "106          hold        Morgantown            712.457143   \n",
       "107          hold           Mathias            696.174603   \n",
       "108          hold           Weirton            670.825132   \n",
       "109          hold           Grafton            666.128828   \n",
       "\n",
       "     TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                     685.000000                   685.000000   \n",
       "1                     738.414634                   718.566110   \n",
       "2                     746.159236                   726.433121   \n",
       "3                     724.822335                   724.822335   \n",
       "4                     729.307836                   729.108209   \n",
       "..                           ...                          ...   \n",
       "105                   789.083333                   788.208333   \n",
       "106                   766.314286                   716.314286   \n",
       "107                   704.920635                   704.920635   \n",
       "108                   676.108963                   676.123023   \n",
       "109                   669.671105                   669.671105   \n",
       "\n",
       "     Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                   10.0              True         False             True  \n",
       "1                    0.0             False         False            False  \n",
       "2                    0.0             False         False            False  \n",
       "3                    0.0             False         False            False  \n",
       "4                    0.0             False         False            False  \n",
       "..                   ...               ...           ...              ...  \n",
       "105                 20.0             False         False            False  \n",
       "106                  0.0             False         False            False  \n",
       "107                 10.0             False         False            False  \n",
       "108                 50.0             False         False            False  \n",
       "109                  9.0             False         False             True  \n",
       "\n",
       "[730 rows x 13 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WV_jan = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WV/jan/\" + file)\n",
    "    WV_jan = pd.concat([WV_jan, df])\n",
    "    \n",
    "WV_jan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "WV_jan.to_csv(\"Scraper_Output/State_Month_Day/WV/WV_jan.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## February"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 February Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "feb_2017 = pd.read_csv(\"../data_large/WV-day/2017-feb-day-WV.csv\")\n",
    "\n",
    "# feb_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>b96aae920f5ac753b3e6b08a000584c81f361dc1</td>\n",
       "      <td>2017-02-04T18:35:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>730</td>\n",
       "      <td>785</td>\n",
       "      <td>735</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>2017-02-06T15:25:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>724</td>\n",
       "      <td>727</td>\n",
       "      <td>727</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>2017-02-06T15:10:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>730</td>\n",
       "      <td>727</td>\n",
       "      <td>727</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>2017-02-01T16:30:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>710</td>\n",
       "      <td>734</td>\n",
       "      <td>714</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>2017-02-06T16:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>726</td>\n",
       "      <td>727</td>\n",
       "      <td>727</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30701</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>2017-02-07T19:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>745</td>\n",
       "      <td>740</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30702</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>2017-02-07T19:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>746</td>\n",
       "      <td>740</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30703</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>2017-02-22T19:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>729</td>\n",
       "      <td>740</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30704</th>\n",
       "      <td>b96aae920f5ac753b3e6b08a000584c81f361dc1</td>\n",
       "      <td>2017-02-15T19:00:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>741</td>\n",
       "      <td>790</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30705</th>\n",
       "      <td>b96aae920f5ac753b3e6b08a000584c81f361dc1</td>\n",
       "      <td>2017-02-08T13:55:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>739</td>\n",
       "      <td>800</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>30388 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      b96aae920f5ac753b3e6b08a000584c81f361dc1  2017-02-04T18:35:00Z   \n",
       "1      0294595998430fa9228ff8b203c54f8378f9560c  2017-02-06T15:25:00Z   \n",
       "2      0294595998430fa9228ff8b203c54f8378f9560c  2017-02-06T15:10:00Z   \n",
       "3      0294595998430fa9228ff8b203c54f8378f9560c  2017-02-01T16:30:00Z   \n",
       "4      0294595998430fa9228ff8b203c54f8378f9560c  2017-02-06T16:50:00Z   \n",
       "...                                         ...                   ...   \n",
       "30701  0294595998430fa9228ff8b203c54f8378f9560c  2017-02-07T19:00:00Z   \n",
       "30702  0294595998430fa9228ff8b203c54f8378f9560c  2017-02-07T19:20:00Z   \n",
       "30703  0294595998430fa9228ff8b203c54f8378f9560c  2017-02-22T19:15:00Z   \n",
       "30704  b96aae920f5ac753b3e6b08a000584c81f361dc1  2017-02-15T19:00:00Z   \n",
       "30705  b96aae920f5ac753b3e6b08a000584c81f361dc1  2017-02-08T13:55:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         auto          auto               730                      785   \n",
       "1         heat          hold               724                      727   \n",
       "2         heat          hold               730                      727   \n",
       "3         auto          hold               710                      734   \n",
       "4         heat          hold               726                      727   \n",
       "...        ...           ...               ...                      ...   \n",
       "30701     cool          hold               745                      740   \n",
       "30702     cool          hold               746                      740   \n",
       "30703     heat          auto               729                      740   \n",
       "30704     auto          hold               741                      790   \n",
       "30705     auto          hold               739                      800   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState        City  Age_of_Home__years_  \\\n",
       "0                          735            WV      Inwood                   15   \n",
       "1                          727            WV  Huntington                    0   \n",
       "2                          727            WV  Huntington                    0   \n",
       "3                          714            WV  Huntington                    0   \n",
       "4                          727            WV  Huntington                    0   \n",
       "...                        ...           ...         ...                  ...   \n",
       "30701                      740            WV  Huntington                    0   \n",
       "30702                      740            WV  Huntington                    0   \n",
       "30703                      740            WV  Huntington                    0   \n",
       "30704                      740            WV      Inwood                   15   \n",
       "30705                      740            WV      Inwood                   15   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                  True         False             True   \n",
       "1                 False         False            False   \n",
       "2                 False         False            False   \n",
       "3                 False         False            False   \n",
       "4                 False         False            False   \n",
       "...                 ...           ...              ...   \n",
       "30701             False         False            False   \n",
       "30702             False         False            False   \n",
       "30703             False         False            False   \n",
       "30704              True         False             True   \n",
       "30705              True         False             True   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                      Electric  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "30701                       Gas  \n",
       "30702                       Gas  \n",
       "30703                       Gas  \n",
       "30704                  Electric  \n",
       "30705                  Electric  \n",
       "\n",
       "[30388 rows x 14 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "feb_2017.drop(feb_2017[feb_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "feb_2017.drop(feb_2017[feb_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "feb_2017.drop(feb_2017[feb_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "feb_2017.drop(feb_2017[feb_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "feb_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "feb_2017[\"Year\"] = \"2017\"\n",
    "feb_2017[\"Month\"] = \"feb\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "feb_2017 = feb_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feb_2017_ave = feb_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# feb_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "feb_2017_ave.to_csv(\"data/day/WV/feb/feb_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 February Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "feb_2018 = pd.read_csv(\"../data_large/WV-day/2018-feb-day-WV.csv\")\n",
    "\n",
    "# feb_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-02-09 19:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>713</td>\n",
       "      <td>719</td>\n",
       "      <td>719</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>96fda217ff45ec5cad56a534cf78e371f1947627</td>\n",
       "      <td>2018-02-17 18:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>720</td>\n",
       "      <td>750</td>\n",
       "      <td>717</td>\n",
       "      <td>WV</td>\n",
       "      <td>Vienna</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>f94ba7ecbabe3b6442f48938bf249136c43bca9e</td>\n",
       "      <td>2018-02-04 17:45:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>681</td>\n",
       "      <td>780</td>\n",
       "      <td>780</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>f94ba7ecbabe3b6442f48938bf249136c43bca9e</td>\n",
       "      <td>2018-02-18 12:45:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>686</td>\n",
       "      <td>688</td>\n",
       "      <td>688</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-02-10 14:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>700</td>\n",
       "      <td>721</td>\n",
       "      <td>701</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74451</th>\n",
       "      <td>0f606a12afa80283c537ba9a19e7623dec24c331</td>\n",
       "      <td>2018-02-25 12:55:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>759</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Letart</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74452</th>\n",
       "      <td>0f606a12afa80283c537ba9a19e7623dec24c331</td>\n",
       "      <td>2018-02-28 13:45:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>754</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Letart</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74453</th>\n",
       "      <td>0f606a12afa80283c537ba9a19e7623dec24c331</td>\n",
       "      <td>2018-02-28 13:15:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>755</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Letart</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74454</th>\n",
       "      <td>0f606a12afa80283c537ba9a19e7623dec24c331</td>\n",
       "      <td>2018-02-25 13:25:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>754</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Letart</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74455</th>\n",
       "      <td>0f606a12afa80283c537ba9a19e7623dec24c331</td>\n",
       "      <td>2018-02-28 14:10:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>757</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Letart</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>73010 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      246860e7d957e2c4ba4215019099373118da02e8  2018-02-09 19:35:00 UTC   \n",
       "1      96fda217ff45ec5cad56a534cf78e371f1947627  2018-02-17 18:55:00 UTC   \n",
       "2      f94ba7ecbabe3b6442f48938bf249136c43bca9e  2018-02-04 17:45:00 UTC   \n",
       "3      f94ba7ecbabe3b6442f48938bf249136c43bca9e  2018-02-18 12:45:00 UTC   \n",
       "4      246860e7d957e2c4ba4215019099373118da02e8  2018-02-10 14:35:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "74451  0f606a12afa80283c537ba9a19e7623dec24c331  2018-02-25 12:55:00 UTC   \n",
       "74452  0f606a12afa80283c537ba9a19e7623dec24c331  2018-02-28 13:45:00 UTC   \n",
       "74453  0f606a12afa80283c537ba9a19e7623dec24c331  2018-02-28 13:15:00 UTC   \n",
       "74454  0f606a12afa80283c537ba9a19e7623dec24c331  2018-02-25 13:25:00 UTC   \n",
       "74455  0f606a12afa80283c537ba9a19e7623dec24c331  2018-02-28 14:10:00 UTC   \n",
       "\n",
       "          HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0             heat          hold               713                      719   \n",
       "1             heat          auto               720                      750   \n",
       "2             heat          hold               681                      780   \n",
       "3             heat          hold               686                      688   \n",
       "4             heat          hold               700                      721   \n",
       "...            ...           ...               ...                      ...   \n",
       "74451  auxHeatOnly          auto               759                      760   \n",
       "74452  auxHeatOnly          auto               754                      760   \n",
       "74453  auxHeatOnly          auto               755                      760   \n",
       "74454  auxHeatOnly          auto               754                      760   \n",
       "74455  auxHeatOnly          auto               757                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                          719            WV  Martinsburg   \n",
       "1                          717            WV       Vienna   \n",
       "2                          780            WV  Martinsburg   \n",
       "3                          688            WV  Martinsburg   \n",
       "4                          701            WV  Martinsburg   \n",
       "...                        ...           ...          ...   \n",
       "74451                      760            WV       Letart   \n",
       "74452                      760            WV       Letart   \n",
       "74453                      760            WV       Letart   \n",
       "74454                      760            WV       Letart   \n",
       "74455                      760            WV       Letart   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       15             False         False             True   \n",
       "1                       50             False         False            False   \n",
       "2                       15              True         False             True   \n",
       "3                       15              True         False             True   \n",
       "4                       15             False         False             True   \n",
       "...                    ...               ...           ...              ...   \n",
       "74451                   30              True         False             True   \n",
       "74452                   30              True         False             True   \n",
       "74453                   30              True         False             True   \n",
       "74454                   30              True         False             True   \n",
       "74455                   30              True         False             True   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                      Electric  \n",
       "1                           Gas  \n",
       "2                      Electric  \n",
       "3                      Electric  \n",
       "4                      Electric  \n",
       "...                         ...  \n",
       "74451                  Electric  \n",
       "74452                  Electric  \n",
       "74453                  Electric  \n",
       "74454                  Electric  \n",
       "74455                  Electric  \n",
       "\n",
       "[73010 rows x 14 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "feb_2018.drop(feb_2018[feb_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "feb_2018.drop(feb_2018[feb_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "feb_2018.drop(feb_2018[feb_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "feb_2018.drop(feb_2018[feb_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "feb_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "feb_2018[\"Year\"] = \"2018\"\n",
    "feb_2018[\"Month\"] = \"feb\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "feb_2018 = feb_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feb_2018_ave = feb_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# feb_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "feb_2018_ave.to_csv(\"data/day/WV/feb/feb_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 February Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "feb_2019 = pd.read_csv(\"../data_large/WV-day/2019-feb-day-WV.csv\")\n",
    "\n",
    "# feb_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ee7a5c06322219523adae4b97f4b87c8deecf05e</td>\n",
       "      <td>2019-02-16 16:25:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>739</td>\n",
       "      <td>782</td>\n",
       "      <td>722</td>\n",
       "      <td>WV</td>\n",
       "      <td>Elkins</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4c898fa516d2e4b170860b51c41d1b0522646212</td>\n",
       "      <td>2019-02-23 17:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>698</td>\n",
       "      <td>655</td>\n",
       "      <td>655</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>55</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>db60ca4227cecfc18b9d78165cc67a2fcbe53615</td>\n",
       "      <td>2019-02-01 16:20:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>696</td>\n",
       "      <td>701</td>\n",
       "      <td>701</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>20</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ebe4d1dc76665deeab680bc515f1cca9649b3c27</td>\n",
       "      <td>2019-02-08 15:20:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>738</td>\n",
       "      <td>780</td>\n",
       "      <td>780</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>90</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ebe4d1dc76665deeab680bc515f1cca9649b3c27</td>\n",
       "      <td>2019-02-02 19:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>771</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>90</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110765</th>\n",
       "      <td>68e0d3728ad81530fc1339c3d4e62b92b1337a3f</td>\n",
       "      <td>2019-02-03 18:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>756</td>\n",
       "      <td>700</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Mannington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110766</th>\n",
       "      <td>68e0d3728ad81530fc1339c3d4e62b92b1337a3f</td>\n",
       "      <td>2019-02-02 12:10:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>754</td>\n",
       "      <td>700</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Mannington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110767</th>\n",
       "      <td>68e0d3728ad81530fc1339c3d4e62b92b1337a3f</td>\n",
       "      <td>2019-02-02 13:00:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>758</td>\n",
       "      <td>700</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Mannington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110768</th>\n",
       "      <td>68e0d3728ad81530fc1339c3d4e62b92b1337a3f</td>\n",
       "      <td>2019-02-02 13:40:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>755</td>\n",
       "      <td>700</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Mannington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110769</th>\n",
       "      <td>68e0d3728ad81530fc1339c3d4e62b92b1337a3f</td>\n",
       "      <td>2019-02-03 17:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>755</td>\n",
       "      <td>700</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Mannington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>108517 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       ee7a5c06322219523adae4b97f4b87c8deecf05e  2019-02-16 16:25:00 UTC   \n",
       "1       4c898fa516d2e4b170860b51c41d1b0522646212  2019-02-23 17:55:00 UTC   \n",
       "2       db60ca4227cecfc18b9d78165cc67a2fcbe53615  2019-02-01 16:20:00 UTC   \n",
       "3       ebe4d1dc76665deeab680bc515f1cca9649b3c27  2019-02-08 15:20:00 UTC   \n",
       "4       ebe4d1dc76665deeab680bc515f1cca9649b3c27  2019-02-02 19:55:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "110765  68e0d3728ad81530fc1339c3d4e62b92b1337a3f  2019-02-03 18:55:00 UTC   \n",
       "110766  68e0d3728ad81530fc1339c3d4e62b92b1337a3f  2019-02-02 12:10:00 UTC   \n",
       "110767  68e0d3728ad81530fc1339c3d4e62b92b1337a3f  2019-02-02 13:00:00 UTC   \n",
       "110768  68e0d3728ad81530fc1339c3d4e62b92b1337a3f  2019-02-02 13:40:00 UTC   \n",
       "110769  68e0d3728ad81530fc1339c3d4e62b92b1337a3f  2019-02-03 17:55:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          auto          hold               739                      782   \n",
       "1          heat          hold               698                      655   \n",
       "2          heat          hold               696                      701   \n",
       "3          heat          auto               738                      780   \n",
       "4          heat          auto               771                      770   \n",
       "...         ...           ...               ...                      ...   \n",
       "110765     heat          auto               756                      700   \n",
       "110766     heat          auto               754                      700   \n",
       "110767     heat          auto               758                      700   \n",
       "110768     heat          auto               755                      700   \n",
       "110769     heat          auto               755                      700   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState        City  \\\n",
       "0                           722            WV      Elkins   \n",
       "1                           655            WV  Charleston   \n",
       "2                           701            WV  Morgantown   \n",
       "3                           780            WV  Huntington   \n",
       "4                           770            WV  Huntington   \n",
       "...                         ...           ...         ...   \n",
       "110765                      760            WV  Mannington   \n",
       "110766                      760            WV  Mannington   \n",
       "110767                      760            WV  Mannington   \n",
       "110768                      760            WV  Mannington   \n",
       "110769                      760            WV  Mannington   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                         5             False         False            False   \n",
       "1                        55              True         False            False   \n",
       "2                        20              True         False            False   \n",
       "3                        90              True         False             True   \n",
       "4                        90              True         False             True   \n",
       "...                     ...               ...           ...              ...   \n",
       "110765                   40             False         False            False   \n",
       "110766                   40             False         False            False   \n",
       "110767                   40             False         False            False   \n",
       "110768                   40             False         False            False   \n",
       "110769                   40             False         False            False   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                            Gas  \n",
       "1                            Gas  \n",
       "2                            Gas  \n",
       "3                       Electric  \n",
       "4                       Electric  \n",
       "...                          ...  \n",
       "110765                       Gas  \n",
       "110766                       Gas  \n",
       "110767                       Gas  \n",
       "110768                       Gas  \n",
       "110769                       Gas  \n",
       "\n",
       "[108517 rows x 14 columns]"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "feb_2019.drop(feb_2019[feb_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "feb_2019.drop(feb_2019[feb_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "feb_2019.drop(feb_2019[feb_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "feb_2019.drop(feb_2019[feb_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "feb_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "feb_2019[\"Year\"] = \"2019\"\n",
    "feb_2019[\"Month\"] = \"feb\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "feb_2019 = feb_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feb_2019_ave = feb_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# feb_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "feb_2019_ave.to_csv(\"data/day/WV/feb/feb_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 February Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "feb_2020 = pd.read_csv(\"../data_large/WV-day/2020-feb-day-WV.csv\")\n",
    "\n",
    "# feb_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>a171c25bbd2535b4f8ae71c49e51da2108b0915c</td>\n",
       "      <td>2020-02-23 18:50:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>682</td>\n",
       "      <td>723</td>\n",
       "      <td>663</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>179e7b68e5ee4f361b7af804ec2f82a0a80e3837</td>\n",
       "      <td>2020-02-13 14:00:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>720</td>\n",
       "      <td>730</td>\n",
       "      <td>719</td>\n",
       "      <td>WV</td>\n",
       "      <td>Scott Depot</td>\n",
       "      <td>19</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2b584ae8a7a7dc1c609a72f83458b092367c2398</td>\n",
       "      <td>2020-02-10 18:30:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>679</td>\n",
       "      <td>655</td>\n",
       "      <td>655</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>50</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>179e7b68e5ee4f361b7af804ec2f82a0a80e3837</td>\n",
       "      <td>2020-02-13 16:40:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>712</td>\n",
       "      <td>730</td>\n",
       "      <td>719</td>\n",
       "      <td>WV</td>\n",
       "      <td>Scott Depot</td>\n",
       "      <td>19</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>db60ca4227cecfc18b9d78165cc67a2fcbe53615</td>\n",
       "      <td>2020-02-01 18:25:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>688</td>\n",
       "      <td>744</td>\n",
       "      <td>694</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>20</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146315</th>\n",
       "      <td>ebe4d1dc76665deeab680bc515f1cca9649b3c27</td>\n",
       "      <td>2020-02-19 16:30:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>774</td>\n",
       "      <td>826</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>90</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146316</th>\n",
       "      <td>ebe4d1dc76665deeab680bc515f1cca9649b3c27</td>\n",
       "      <td>2020-02-19 19:30:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>754</td>\n",
       "      <td>826</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>90</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146317</th>\n",
       "      <td>ebe4d1dc76665deeab680bc515f1cca9649b3c27</td>\n",
       "      <td>2020-02-19 17:55:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>757</td>\n",
       "      <td>826</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>90</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146318</th>\n",
       "      <td>ebe4d1dc76665deeab680bc515f1cca9649b3c27</td>\n",
       "      <td>2020-02-19 16:55:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>754</td>\n",
       "      <td>826</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>90</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146319</th>\n",
       "      <td>ebe4d1dc76665deeab680bc515f1cca9649b3c27</td>\n",
       "      <td>2020-02-19 19:45:00 UTC</td>\n",
       "      <td>auxHeatOnly</td>\n",
       "      <td>auto</td>\n",
       "      <td>759</td>\n",
       "      <td>826</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>90</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>143571 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       a171c25bbd2535b4f8ae71c49e51da2108b0915c  2020-02-23 18:50:00 UTC   \n",
       "1       179e7b68e5ee4f361b7af804ec2f82a0a80e3837  2020-02-13 14:00:00 UTC   \n",
       "3       2b584ae8a7a7dc1c609a72f83458b092367c2398  2020-02-10 18:30:00 UTC   \n",
       "4       179e7b68e5ee4f361b7af804ec2f82a0a80e3837  2020-02-13 16:40:00 UTC   \n",
       "5       db60ca4227cecfc18b9d78165cc67a2fcbe53615  2020-02-01 18:25:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "146315  ebe4d1dc76665deeab680bc515f1cca9649b3c27  2020-02-19 16:30:00 UTC   \n",
       "146316  ebe4d1dc76665deeab680bc515f1cca9649b3c27  2020-02-19 19:30:00 UTC   \n",
       "146317  ebe4d1dc76665deeab680bc515f1cca9649b3c27  2020-02-19 17:55:00 UTC   \n",
       "146318  ebe4d1dc76665deeab680bc515f1cca9649b3c27  2020-02-19 16:55:00 UTC   \n",
       "146319  ebe4d1dc76665deeab680bc515f1cca9649b3c27  2020-02-19 19:45:00 UTC   \n",
       "\n",
       "           HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0              auto          hold               682                      723   \n",
       "1              heat          auto               720                      730   \n",
       "3              heat          hold               679                      655   \n",
       "4              heat          auto               712                      730   \n",
       "5              auto          hold               688                      744   \n",
       "...             ...           ...               ...                      ...   \n",
       "146315  auxHeatOnly          auto               774                      826   \n",
       "146316  auxHeatOnly          auto               754                      826   \n",
       "146317  auxHeatOnly          auto               757                      826   \n",
       "146318  auxHeatOnly          auto               754                      826   \n",
       "146319  auxHeatOnly          auto               759                      826   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                           663            WV   Charleston   \n",
       "1                           719            WV  Scott Depot   \n",
       "3                           655            WV   Morgantown   \n",
       "4                           719            WV  Scott Depot   \n",
       "5                           694            WV   Morgantown   \n",
       "...                         ...           ...          ...   \n",
       "146315                      760            WV   Huntington   \n",
       "146316                      760            WV   Huntington   \n",
       "146317                      760            WV   Huntington   \n",
       "146318                      760            WV   Huntington   \n",
       "146319                      760            WV   Huntington   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                         0             False         False             True   \n",
       "1                        19              True         False            False   \n",
       "3                        50              True         False            False   \n",
       "4                        19              True         False            False   \n",
       "5                        20              True         False            False   \n",
       "...                     ...               ...           ...              ...   \n",
       "146315                   90              True         False             True   \n",
       "146316                   90              True         False             True   \n",
       "146317                   90              True         False             True   \n",
       "146318                   90              True         False             True   \n",
       "146319                   90              True         False             True   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                       Electric  \n",
       "1                            Gas  \n",
       "3                            Gas  \n",
       "4                            Gas  \n",
       "5                            Gas  \n",
       "...                          ...  \n",
       "146315                  Electric  \n",
       "146316                  Electric  \n",
       "146317                  Electric  \n",
       "146318                  Electric  \n",
       "146319                  Electric  \n",
       "\n",
       "[143571 rows x 14 columns]"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "feb_2020.drop(feb_2020[feb_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "feb_2020.drop(feb_2020[feb_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "feb_2020.drop(feb_2020[feb_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "feb_2020.drop(feb_2020[feb_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "feb_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "feb_2020[\"Year\"] = \"2020\"\n",
    "feb_2020[\"Month\"] = \"feb\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "feb_2020 = feb_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feb_2020_ave = feb_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# feb_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "feb_2020_ave.to_csv(\"data/day/WV/feb/feb_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2021 February Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "feb_2021 = pd.read_csv(\"../data_large/WV-day/2021-feb-day-WV.csv\")\n",
    "\n",
    "# feb_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-02-09 19:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>741</td>\n",
       "      <td>746</td>\n",
       "      <td>746</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-02-06 19:00:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>765</td>\n",
       "      <td>746</td>\n",
       "      <td>746</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-02-14 19:25:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>749</td>\n",
       "      <td>746</td>\n",
       "      <td>746</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-02-12 11:30:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>745</td>\n",
       "      <td>746</td>\n",
       "      <td>746</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-02-06 16:30:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>763</td>\n",
       "      <td>746</td>\n",
       "      <td>746</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77378</th>\n",
       "      <td>68e0d3728ad81530fc1339c3d4e62b92b1337a3f</td>\n",
       "      <td>2021-02-02 15:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>736</td>\n",
       "      <td>720</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Mannington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77379</th>\n",
       "      <td>68e0d3728ad81530fc1339c3d4e62b92b1337a3f</td>\n",
       "      <td>2021-02-03 17:25:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>741</td>\n",
       "      <td>720</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Mannington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77380</th>\n",
       "      <td>68e0d3728ad81530fc1339c3d4e62b92b1337a3f</td>\n",
       "      <td>2021-02-05 14:15:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>740</td>\n",
       "      <td>720</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Mannington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77381</th>\n",
       "      <td>68e0d3728ad81530fc1339c3d4e62b92b1337a3f</td>\n",
       "      <td>2021-02-03 12:50:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>736</td>\n",
       "      <td>720</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Mannington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77382</th>\n",
       "      <td>f5d7fbc4dcd128066df4635577735b436edde304</td>\n",
       "      <td>2021-02-28 19:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>723</td>\n",
       "      <td>740</td>\n",
       "      <td>740</td>\n",
       "      <td>WV</td>\n",
       "      <td>Clarksburg</td>\n",
       "      <td>80</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>76254 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-02-09 19:35:00 UTC   \n",
       "1      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-02-06 19:00:00 UTC   \n",
       "2      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-02-14 19:25:00 UTC   \n",
       "3      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-02-12 11:30:00 UTC   \n",
       "4      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-02-06 16:30:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "77378  68e0d3728ad81530fc1339c3d4e62b92b1337a3f  2021-02-02 15:55:00 UTC   \n",
       "77379  68e0d3728ad81530fc1339c3d4e62b92b1337a3f  2021-02-03 17:25:00 UTC   \n",
       "77380  68e0d3728ad81530fc1339c3d4e62b92b1337a3f  2021-02-05 14:15:00 UTC   \n",
       "77381  68e0d3728ad81530fc1339c3d4e62b92b1337a3f  2021-02-03 12:50:00 UTC   \n",
       "77382  f5d7fbc4dcd128066df4635577735b436edde304  2021-02-28 19:35:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               741                      746   \n",
       "1         heat          hold               765                      746   \n",
       "2         heat          hold               749                      746   \n",
       "3         heat          hold               745                      746   \n",
       "4         heat          hold               763                      746   \n",
       "...        ...           ...               ...                      ...   \n",
       "77378     heat          hold               736                      720   \n",
       "77379     heat          hold               741                      720   \n",
       "77380     heat          hold               740                      720   \n",
       "77381     heat          hold               736                      720   \n",
       "77382     heat          hold               723                      740   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          746            WV  Charles Town   \n",
       "1                          746            WV  Charles Town   \n",
       "2                          746            WV  Charles Town   \n",
       "3                          746            WV  Charles Town   \n",
       "4                          746            WV  Charles Town   \n",
       "...                        ...           ...           ...   \n",
       "77378                      740            WV    Mannington   \n",
       "77379                      740            WV    Mannington   \n",
       "77380                      740            WV    Mannington   \n",
       "77381                      740            WV    Mannington   \n",
       "77382                      740            WV    Clarksburg   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       15              True         False            False   \n",
       "1                       15              True         False            False   \n",
       "2                       15              True         False            False   \n",
       "3                       15              True         False            False   \n",
       "4                       15              True         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "77378                   40             False         False            False   \n",
       "77379                   40             False         False            False   \n",
       "77380                   40             False         False            False   \n",
       "77381                   40             False         False            False   \n",
       "77382                   80             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "77378                       Gas  \n",
       "77379                       Gas  \n",
       "77380                       Gas  \n",
       "77381                       Gas  \n",
       "77382                       Gas  \n",
       "\n",
       "[76254 rows x 14 columns]"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "feb_2021.drop(feb_2021[feb_2021['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "feb_2021.drop(feb_2021[feb_2021['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "feb_2021.drop(feb_2021[feb_2021['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "feb_2021.drop(feb_2021[feb_2021['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "feb_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "feb_2021[\"Year\"] = \"2021\"\n",
    "feb_2021[\"Month\"] = \"feb\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "feb_2021 = feb_2021.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feb_2021_ave = feb_2021.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# feb_2021_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "feb_2021_ave.to_csv(\"data/day/WV/feb/feb_2021_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WV/feb/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>015c5b19f842d6361568129bab20f692ecb5ba98</td>\n",
       "      <td>feb</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>South Charleston</td>\n",
       "      <td>682.633333</td>\n",
       "      <td>680.266667</td>\n",
       "      <td>679.900000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>015c5b19f842d6361568129bab20f692ecb5ba98</td>\n",
       "      <td>feb</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>South Charleston</td>\n",
       "      <td>684.245098</td>\n",
       "      <td>680.000000</td>\n",
       "      <td>680.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>feb</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>719.593291</td>\n",
       "      <td>727.259958</td>\n",
       "      <td>707.297694</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>feb</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>714.891026</td>\n",
       "      <td>736.826923</td>\n",
       "      <td>717.057692</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0294595998430fa9228ff8b203c54f8378f9560c</td>\n",
       "      <td>feb</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>715.694737</td>\n",
       "      <td>712.757895</td>\n",
       "      <td>702.378947</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>f3ed599782fcb2f419d0db8910fdfe68556f0e1c</td>\n",
       "      <td>feb</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Princeton</td>\n",
       "      <td>644.322334</td>\n",
       "      <td>650.791009</td>\n",
       "      <td>650.570540</td>\n",
       "      <td>70.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>f5d7fbc4dcd128066df4635577735b436edde304</td>\n",
       "      <td>feb</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Clarksburg</td>\n",
       "      <td>732.166667</td>\n",
       "      <td>740.000000</td>\n",
       "      <td>740.000000</td>\n",
       "      <td>80.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>f710bb7d9a4a4033f351d3fe907edc4564fe1892</td>\n",
       "      <td>feb</td>\n",
       "      <td>2021</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>712.864407</td>\n",
       "      <td>767.000000</td>\n",
       "      <td>717.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>feb</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>667.111958</td>\n",
       "      <td>671.353978</td>\n",
       "      <td>671.339686</td>\n",
       "      <td>50.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>feb</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>652.058958</td>\n",
       "      <td>656.597349</td>\n",
       "      <td>656.131170</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>715 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Identifier Month  Year HvacMode  \\\n",
       "0   015c5b19f842d6361568129bab20f692ecb5ba98   feb  2017     heat   \n",
       "1   015c5b19f842d6361568129bab20f692ecb5ba98   feb  2017     heat   \n",
       "2   0294595998430fa9228ff8b203c54f8378f9560c   feb  2017     auto   \n",
       "3   0294595998430fa9228ff8b203c54f8378f9560c   feb  2017     auto   \n",
       "4   0294595998430fa9228ff8b203c54f8378f9560c   feb  2017     cool   \n",
       "..                                       ...   ...   ...      ...   \n",
       "89  f3ed599782fcb2f419d0db8910fdfe68556f0e1c   feb  2021     heat   \n",
       "90  f5d7fbc4dcd128066df4635577735b436edde304   feb  2021     heat   \n",
       "91  f710bb7d9a4a4033f351d3fe907edc4564fe1892   feb  2021     auto   \n",
       "92  fd8ed83e097742d35fbb3379c61cf75319d0dcd3   feb  2021     heat   \n",
       "93  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   feb  2021     heat   \n",
       "\n",
       "   CalendarEvent              City  Temperature_ctrl_ave  \\\n",
       "0           auto  South Charleston            682.633333   \n",
       "1           hold  South Charleston            684.245098   \n",
       "2           auto        Huntington            719.593291   \n",
       "3           hold        Huntington            714.891026   \n",
       "4           auto        Huntington            715.694737   \n",
       "..           ...               ...                   ...   \n",
       "89          hold         Princeton            644.322334   \n",
       "90          hold        Clarksburg            732.166667   \n",
       "91          hold        Morgantown            712.864407   \n",
       "92          hold           Weirton            667.111958   \n",
       "93          hold           Grafton            652.058958   \n",
       "\n",
       "    TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                    680.266667                   679.900000   \n",
       "1                    680.000000                   680.000000   \n",
       "2                    727.259958                   707.297694   \n",
       "3                    736.826923                   717.057692   \n",
       "4                    712.757895                   702.378947   \n",
       "..                          ...                          ...   \n",
       "89                   650.791009                   650.570540   \n",
       "90                   740.000000                   740.000000   \n",
       "91                   767.000000                   717.000000   \n",
       "92                   671.353978                   671.339686   \n",
       "93                   656.597349                   656.131170   \n",
       "\n",
       "    Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                  10.0              True         False             True  \n",
       "1                  10.0              True         False             True  \n",
       "2                   0.0             False         False            False  \n",
       "3                   0.0             False         False            False  \n",
       "4                   0.0             False         False            False  \n",
       "..                  ...               ...           ...              ...  \n",
       "89                 70.0              True         False             True  \n",
       "90                 80.0             False         False            False  \n",
       "91                  0.0             False         False            False  \n",
       "92                 50.0             False         False            False  \n",
       "93                  9.0             False         False             True  \n",
       "\n",
       "[715 rows x 13 columns]"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WV_feb = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WV/feb/\" + file)\n",
    "    WV_feb = pd.concat([WV_feb, df])\n",
    "    \n",
    "WV_feb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "WV_feb.to_csv(\"Scraper_Output/State_Month_Day/WV/WV_feb.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## March"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## April"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## May"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## June"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 June Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jun_2017 = pd.read_csv(\"../data_large/WV-day/2017-jun-day-WV.csv\")\n",
    "\n",
    "# jun_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>f710bb7d9a4a4033f351d3fe907edc4564fe1892</td>\n",
       "      <td>2017-06-04 14:50:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>692</td>\n",
       "      <td>695</td>\n",
       "      <td>645</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2017-06-18 14:25:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>730</td>\n",
       "      <td>729</td>\n",
       "      <td>729</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>f710bb7d9a4a4033f351d3fe907edc4564fe1892</td>\n",
       "      <td>2017-06-10 10:35:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>691</td>\n",
       "      <td>695</td>\n",
       "      <td>645</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>f710bb7d9a4a4033f351d3fe907edc4564fe1892</td>\n",
       "      <td>2017-06-10 13:00:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>702</td>\n",
       "      <td>695</td>\n",
       "      <td>645</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3b074e7845f1ba41db95040d361a0e57ef376561</td>\n",
       "      <td>2017-06-24 17:30:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>706</td>\n",
       "      <td>705</td>\n",
       "      <td>655</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47253</th>\n",
       "      <td>aa3477a4b3a775a6e355053997c041d07f4398f2</td>\n",
       "      <td>2017-06-25 10:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>709</td>\n",
       "      <td>710</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47254</th>\n",
       "      <td>aa3477a4b3a775a6e355053997c041d07f4398f2</td>\n",
       "      <td>2017-06-23 15:30:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>749</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47255</th>\n",
       "      <td>aa3477a4b3a775a6e355053997c041d07f4398f2</td>\n",
       "      <td>2017-06-29 14:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>735</td>\n",
       "      <td>730</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47256</th>\n",
       "      <td>aa3477a4b3a775a6e355053997c041d07f4398f2</td>\n",
       "      <td>2017-06-26 12:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>691</td>\n",
       "      <td>730</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47257</th>\n",
       "      <td>aa3477a4b3a775a6e355053997c041d07f4398f2</td>\n",
       "      <td>2017-06-24 15:45:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>761</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>44081 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      f710bb7d9a4a4033f351d3fe907edc4564fe1892  2017-06-04 14:50:00 UTC   \n",
       "1      246860e7d957e2c4ba4215019099373118da02e8  2017-06-18 14:25:00 UTC   \n",
       "2      f710bb7d9a4a4033f351d3fe907edc4564fe1892  2017-06-10 10:35:00 UTC   \n",
       "3      f710bb7d9a4a4033f351d3fe907edc4564fe1892  2017-06-10 13:00:00 UTC   \n",
       "4      3b074e7845f1ba41db95040d361a0e57ef376561  2017-06-24 17:30:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "47253  aa3477a4b3a775a6e355053997c041d07f4398f2  2017-06-25 10:35:00 UTC   \n",
       "47254  aa3477a4b3a775a6e355053997c041d07f4398f2  2017-06-23 15:30:00 UTC   \n",
       "47255  aa3477a4b3a775a6e355053997c041d07f4398f2  2017-06-29 14:15:00 UTC   \n",
       "47256  aa3477a4b3a775a6e355053997c041d07f4398f2  2017-06-26 12:15:00 UTC   \n",
       "47257  aa3477a4b3a775a6e355053997c041d07f4398f2  2017-06-24 15:45:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         auto          hold               692                      695   \n",
       "1         cool          hold               730                      729   \n",
       "2         auto          hold               691                      695   \n",
       "3         auto          hold               702                      695   \n",
       "4         auto          hold               706                      705   \n",
       "...        ...           ...               ...                      ...   \n",
       "47253     cool          auto               709                      710   \n",
       "47254     cool          hold               749                      760   \n",
       "47255     cool          auto               735                      730   \n",
       "47256     cool          auto               691                      730   \n",
       "47257     cool          hold               761                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          645            WV    Morgantown   \n",
       "1                          729            WV   Martinsburg   \n",
       "2                          645            WV    Morgantown   \n",
       "3                          645            WV    Morgantown   \n",
       "4                          655            WV    Charleston   \n",
       "...                        ...           ...           ...   \n",
       "47253                      760            WV  Charles Town   \n",
       "47254                      760            WV  Charles Town   \n",
       "47255                      760            WV  Charles Town   \n",
       "47256                      760            WV  Charles Town   \n",
       "47257                      760            WV  Charles Town   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        0             False         False            False   \n",
       "1                       15             False         False             True   \n",
       "2                        0             False         False            False   \n",
       "3                        0             False         False            False   \n",
       "4                       25             False         False             True   \n",
       "...                    ...               ...           ...              ...   \n",
       "47253                   15             False         False             True   \n",
       "47254                   15             False         False             True   \n",
       "47255                   15             False         False             True   \n",
       "47256                   15             False         False             True   \n",
       "47257                   15             False         False             True   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                      Electric  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                      Electric  \n",
       "...                         ...  \n",
       "47253                  Electric  \n",
       "47254                  Electric  \n",
       "47255                  Electric  \n",
       "47256                  Electric  \n",
       "47257                  Electric  \n",
       "\n",
       "[44081 rows x 14 columns]"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jun_2017.drop(jun_2017[jun_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jun_2017.drop(jun_2017[jun_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jun_2017.drop(jun_2017[jun_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jun_2017.drop(jun_2017[jun_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jun_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jun_2017[\"Year\"] = \"2017\"\n",
    "jun_2017[\"Month\"] = \"jun\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jun_2017 = jun_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jun_2017_ave = jun_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jun_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jun_2017_ave.to_csv(\"data/day/WV/jun/jun_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 June Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jun_2018 = pd.read_csv(\"../data_large/WV-day/2018-jun-day-WV.csv\")\n",
    "\n",
    "# jun_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-06-15 14:15:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>739</td>\n",
       "      <td>736</td>\n",
       "      <td>686</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-06-06 16:00:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>724</td>\n",
       "      <td>727</td>\n",
       "      <td>677</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3b074e7845f1ba41db95040d361a0e57ef376561</td>\n",
       "      <td>2018-06-16 15:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>722</td>\n",
       "      <td>712</td>\n",
       "      <td>712</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-06-14 19:00:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>733</td>\n",
       "      <td>737</td>\n",
       "      <td>667</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-06-10 19:30:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>729</td>\n",
       "      <td>737</td>\n",
       "      <td>667</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108361</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2018-06-21 09:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>764</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108362</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2018-06-02 13:55:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108363</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2018-06-19 10:55:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>764</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108364</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2018-06-19 10:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>756</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108365</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2018-06-20 08:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>103031 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       246860e7d957e2c4ba4215019099373118da02e8  2018-06-15 14:15:00 UTC   \n",
       "1       246860e7d957e2c4ba4215019099373118da02e8  2018-06-06 16:00:00 UTC   \n",
       "2       3b074e7845f1ba41db95040d361a0e57ef376561  2018-06-16 15:15:00 UTC   \n",
       "3       246860e7d957e2c4ba4215019099373118da02e8  2018-06-14 19:00:00 UTC   \n",
       "5       246860e7d957e2c4ba4215019099373118da02e8  2018-06-10 19:30:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "108361  e3ac2724c88ea899b680fbe05317441945a88774  2018-06-21 09:50:00 UTC   \n",
       "108362  e3ac2724c88ea899b680fbe05317441945a88774  2018-06-02 13:55:00 UTC   \n",
       "108363  e3ac2724c88ea899b680fbe05317441945a88774  2018-06-19 10:55:00 UTC   \n",
       "108364  e3ac2724c88ea899b680fbe05317441945a88774  2018-06-19 10:35:00 UTC   \n",
       "108365  e3ac2724c88ea899b680fbe05317441945a88774  2018-06-20 08:50:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          auto          hold               739                      736   \n",
       "1          auto          hold               724                      727   \n",
       "2          cool          hold               722                      712   \n",
       "3          auto          hold               733                      737   \n",
       "5          auto          hold               729                      737   \n",
       "...         ...           ...               ...                      ...   \n",
       "108361     cool          hold               764                      760   \n",
       "108362     cool          hold               750                      760   \n",
       "108363     cool          hold               764                      760   \n",
       "108364     cool          hold               756                      760   \n",
       "108365     cool          hold               760                      760   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                           686            WV  Martinsburg   \n",
       "1                           677            WV  Martinsburg   \n",
       "2                           712            WV   Charleston   \n",
       "3                           667            WV  Martinsburg   \n",
       "5                           667            WV  Martinsburg   \n",
       "...                         ...           ...          ...   \n",
       "108361                      760            WV      Weirton   \n",
       "108362                      760            WV      Weirton   \n",
       "108363                      760            WV      Weirton   \n",
       "108364                      760            WV      Weirton   \n",
       "108365                      760            WV      Weirton   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        15             False         False             True   \n",
       "1                        15             False         False             True   \n",
       "2                        25             False         False             True   \n",
       "3                        15             False         False             True   \n",
       "5                        15             False         False             True   \n",
       "...                     ...               ...           ...              ...   \n",
       "108361                   50             False         False            False   \n",
       "108362                   50             False         False            False   \n",
       "108363                   50             False         False            False   \n",
       "108364                   50             False         False            False   \n",
       "108365                   50             False         False            False   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                       Electric  \n",
       "1                       Electric  \n",
       "2                       Electric  \n",
       "3                       Electric  \n",
       "5                       Electric  \n",
       "...                          ...  \n",
       "108361                       Gas  \n",
       "108362                       Gas  \n",
       "108363                       Gas  \n",
       "108364                       Gas  \n",
       "108365                       Gas  \n",
       "\n",
       "[103031 rows x 14 columns]"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jun_2018.drop(jun_2018[jun_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jun_2018.drop(jun_2018[jun_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jun_2018.drop(jun_2018[jun_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jun_2018.drop(jun_2018[jun_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jun_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jun_2018[\"Year\"] = \"2018\"\n",
    "jun_2018[\"Month\"] = \"jun\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jun_2018 = jun_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jun_2018_ave = jun_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jun_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jun_2018_ave.to_csv(\"data/day/WV/jun/jun_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 June Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jun_2019 = pd.read_csv(\"../data_large/WV-day/2019-jun-day-WV.csv\")\n",
    "\n",
    "# jun_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7700ba5a26dfa2218fea7186125a44b299ed2645</td>\n",
       "      <td>2019-06-13 11:40:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>700</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Clarksburg</td>\n",
       "      <td>99</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5f1e1283b79671ac8a3450f3e26b8fceda2237b0</td>\n",
       "      <td>2019-06-20 12:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>727</td>\n",
       "      <td>721</td>\n",
       "      <td>721</td>\n",
       "      <td>WV</td>\n",
       "      <td>Sutton</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>72795723da86f1de852fd9e9e511c73b95fa7eab</td>\n",
       "      <td>2019-06-23 13:30:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>703</td>\n",
       "      <td>795</td>\n",
       "      <td>745</td>\n",
       "      <td>WV</td>\n",
       "      <td>Harpers Ferry</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7700ba5a26dfa2218fea7186125a44b299ed2645</td>\n",
       "      <td>2019-06-07 15:20:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>723</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Clarksburg</td>\n",
       "      <td>99</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7700ba5a26dfa2218fea7186125a44b299ed2645</td>\n",
       "      <td>2019-06-17 17:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>745</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Clarksburg</td>\n",
       "      <td>99</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183465</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>2019-06-21 17:20:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>734</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183466</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>2019-06-21 19:45:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>742</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183467</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>2019-06-22 16:30:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>730</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183468</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>2019-06-21 16:20:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>732</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183469</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>2019-06-22 15:25:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>727</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>181038 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       7700ba5a26dfa2218fea7186125a44b299ed2645  2019-06-13 11:40:00 UTC   \n",
       "1       5f1e1283b79671ac8a3450f3e26b8fceda2237b0  2019-06-20 12:05:00 UTC   \n",
       "2       72795723da86f1de852fd9e9e511c73b95fa7eab  2019-06-23 13:30:00 UTC   \n",
       "3       7700ba5a26dfa2218fea7186125a44b299ed2645  2019-06-07 15:20:00 UTC   \n",
       "4       7700ba5a26dfa2218fea7186125a44b299ed2645  2019-06-17 17:05:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "183465  fd8ed83e097742d35fbb3379c61cf75319d0dcd3  2019-06-21 17:20:00 UTC   \n",
       "183466  fd8ed83e097742d35fbb3379c61cf75319d0dcd3  2019-06-21 19:45:00 UTC   \n",
       "183467  fd8ed83e097742d35fbb3379c61cf75319d0dcd3  2019-06-22 16:30:00 UTC   \n",
       "183468  fd8ed83e097742d35fbb3379c61cf75319d0dcd3  2019-06-21 16:20:00 UTC   \n",
       "183469  fd8ed83e097742d35fbb3379c61cf75319d0dcd3  2019-06-22 15:25:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          cool          hold               700                      770   \n",
       "1          cool          hold               727                      721   \n",
       "2          auto          hold               703                      795   \n",
       "3          cool          hold               723                      770   \n",
       "4          cool          hold               745                      770   \n",
       "...         ...           ...               ...                      ...   \n",
       "183465     cool          hold               734                      760   \n",
       "183466     cool          hold               742                      760   \n",
       "183467     cool          hold               730                      760   \n",
       "183468     cool          hold               732                      760   \n",
       "183469     cool          hold               727                      760   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState           City  \\\n",
       "0                           770            WV     Clarksburg   \n",
       "1                           721            WV         Sutton   \n",
       "2                           745            WV  Harpers Ferry   \n",
       "3                           770            WV     Clarksburg   \n",
       "4                           770            WV     Clarksburg   \n",
       "...                         ...           ...            ...   \n",
       "183465                      760            WV        Weirton   \n",
       "183466                      760            WV        Weirton   \n",
       "183467                      760            WV        Weirton   \n",
       "183468                      760            WV        Weirton   \n",
       "183469                      760            WV        Weirton   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        99             False         False            False   \n",
       "1                        30              True         False             True   \n",
       "2                         0              True         False             True   \n",
       "3                        99             False         False            False   \n",
       "4                        99             False         False            False   \n",
       "...                     ...               ...           ...              ...   \n",
       "183465                   50             False         False            False   \n",
       "183466                   50             False         False            False   \n",
       "183467                   50             False         False            False   \n",
       "183468                   50             False         False            False   \n",
       "183469                   50             False         False            False   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                            Gas  \n",
       "1                       Electric  \n",
       "2                       Electric  \n",
       "3                            Gas  \n",
       "4                            Gas  \n",
       "...                          ...  \n",
       "183465                       Gas  \n",
       "183466                       Gas  \n",
       "183467                       Gas  \n",
       "183468                       Gas  \n",
       "183469                       Gas  \n",
       "\n",
       "[181038 rows x 14 columns]"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jun_2019.drop(jun_2019[jun_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jun_2019.drop(jun_2019[jun_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jun_2019.drop(jun_2019[jun_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jun_2019.drop(jun_2019[jun_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jun_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jun_2019[\"Year\"] = \"2019\"\n",
    "jun_2019[\"Month\"] = \"jun\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jun_2019 = jun_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jun_2019_ave = jun_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jun_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jun_2019_ave.to_csv(\"data/day/WV/jun/jun_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 June Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jun_2020 = pd.read_csv(\"../data_large/WV-day/2020-jun-day-WV.csv\")\n",
    "\n",
    "# jun_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>06aa059ee123e439072fb8813fdc5e89c4ab8067</td>\n",
       "      <td>2020-06-26 17:00:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>693</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>60</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>06aa059ee123e439072fb8813fdc5e89c4ab8067</td>\n",
       "      <td>2020-06-27 16:10:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>60</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0f606a12afa80283c537ba9a19e7623dec24c331</td>\n",
       "      <td>2020-06-03 15:50:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>741</td>\n",
       "      <td>740</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Letart</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0f606a12afa80283c537ba9a19e7623dec24c331</td>\n",
       "      <td>2020-06-03 15:45:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>742</td>\n",
       "      <td>740</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Letart</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0f606a12afa80283c537ba9a19e7623dec24c331</td>\n",
       "      <td>2020-06-03 15:05:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>738</td>\n",
       "      <td>740</td>\n",
       "      <td>690</td>\n",
       "      <td>WV</td>\n",
       "      <td>Letart</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165099</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2020-06-01 11:40:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>638</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165100</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2020-06-01 11:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>638</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165101</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2020-06-01 11:30:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>638</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165102</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2020-06-01 12:40:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>640</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165103</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2020-06-01 10:45:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>641</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>157988 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       06aa059ee123e439072fb8813fdc5e89c4ab8067  2020-06-26 17:00:00 UTC   \n",
       "1       06aa059ee123e439072fb8813fdc5e89c4ab8067  2020-06-27 16:10:00 UTC   \n",
       "2       0f606a12afa80283c537ba9a19e7623dec24c331  2020-06-03 15:50:00 UTC   \n",
       "3       0f606a12afa80283c537ba9a19e7623dec24c331  2020-06-03 15:45:00 UTC   \n",
       "4       0f606a12afa80283c537ba9a19e7623dec24c331  2020-06-03 15:05:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "165099  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2020-06-01 11:40:00 UTC   \n",
       "165100  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2020-06-01 11:50:00 UTC   \n",
       "165101  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2020-06-01 11:30:00 UTC   \n",
       "165102  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2020-06-01 12:40:00 UTC   \n",
       "165103  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2020-06-01 10:45:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          cool          hold               693                      690   \n",
       "1          cool          hold               690                      690   \n",
       "2          auto          auto               741                      740   \n",
       "3          auto          auto               742                      740   \n",
       "4          auto          auto               738                      740   \n",
       "...         ...           ...               ...                      ...   \n",
       "165099     cool          hold               638                      760   \n",
       "165100     cool          hold               638                      760   \n",
       "165101     cool          hold               638                      760   \n",
       "165102     cool          hold               640                      760   \n",
       "165103     cool          hold               641                      760   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState        City  \\\n",
       "0                           690            WV  Morgantown   \n",
       "1                           690            WV  Morgantown   \n",
       "2                           690            WV      Letart   \n",
       "3                           690            WV      Letart   \n",
       "4                           690            WV      Letart   \n",
       "...                         ...           ...         ...   \n",
       "165099                      760            WV     Grafton   \n",
       "165100                      760            WV     Grafton   \n",
       "165101                      760            WV     Grafton   \n",
       "165102                      760            WV     Grafton   \n",
       "165103                      760            WV     Grafton   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        60              True         False            False   \n",
       "1                        60              True         False            False   \n",
       "2                        30              True         False             True   \n",
       "3                        30              True         False             True   \n",
       "4                        30              True         False             True   \n",
       "...                     ...               ...           ...              ...   \n",
       "165099                    9             False         False             True   \n",
       "165100                    9             False         False             True   \n",
       "165101                    9             False         False             True   \n",
       "165102                    9             False         False             True   \n",
       "165103                    9             False         False             True   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                            Gas  \n",
       "1                            Gas  \n",
       "2                       Electric  \n",
       "3                       Electric  \n",
       "4                       Electric  \n",
       "...                          ...  \n",
       "165099                  Electric  \n",
       "165100                  Electric  \n",
       "165101                  Electric  \n",
       "165102                  Electric  \n",
       "165103                  Electric  \n",
       "\n",
       "[157988 rows x 14 columns]"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jun_2020.drop(jun_2020[jun_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jun_2020.drop(jun_2020[jun_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jun_2020.drop(jun_2020[jun_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jun_2020.drop(jun_2020[jun_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jun_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jun_2020[\"Year\"] = \"2020\"\n",
    "jun_2020[\"Month\"] = \"jun\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jun_2020 = jun_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jun_2020_ave = jun_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jun_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jun_2020_ave.to_csv(\"data/day/WV/jun/jun_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2021 June Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jun_2021 = pd.read_csv(\"../data_large/WV-day/2021-jun-day-WV.csv\")\n",
    "\n",
    "# jun_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2b584ae8a7a7dc1c609a72f83458b092367c2398</td>\n",
       "      <td>2021-06-13 12:45:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>664</td>\n",
       "      <td>658</td>\n",
       "      <td>658</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>50</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-06-30 17:25:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>813</td>\n",
       "      <td>768</td>\n",
       "      <td>746</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>28075a6b2baf76e152caf52cfe385b486759daa0</td>\n",
       "      <td>2021-06-01 18:10:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>731</td>\n",
       "      <td>780</td>\n",
       "      <td>780</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>9</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-06-07 13:10:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>749</td>\n",
       "      <td>733</td>\n",
       "      <td>733</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ab26d4155d39b2b879c9b6316bbb37a5df3fccf7</td>\n",
       "      <td>2021-06-05 19:40:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>725</td>\n",
       "      <td>695</td>\n",
       "      <td>645</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98674</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2021-06-21 12:30:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>753</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98675</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2021-06-21 12:20:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>751</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98676</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2021-06-25 12:10:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>740</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98677</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2021-06-21 12:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98678</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2021-06-21 11:55:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>96544 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      2b584ae8a7a7dc1c609a72f83458b092367c2398  2021-06-13 12:45:00 UTC   \n",
       "1      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-06-30 17:25:00 UTC   \n",
       "2      28075a6b2baf76e152caf52cfe385b486759daa0  2021-06-01 18:10:00 UTC   \n",
       "3      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-06-07 13:10:00 UTC   \n",
       "4      ab26d4155d39b2b879c9b6316bbb37a5df3fccf7  2021-06-05 19:40:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "98674  e3ac2724c88ea899b680fbe05317441945a88774  2021-06-21 12:30:00 UTC   \n",
       "98675  e3ac2724c88ea899b680fbe05317441945a88774  2021-06-21 12:20:00 UTC   \n",
       "98676  e3ac2724c88ea899b680fbe05317441945a88774  2021-06-25 12:10:00 UTC   \n",
       "98677  e3ac2724c88ea899b680fbe05317441945a88774  2021-06-21 12:05:00 UTC   \n",
       "98678  e3ac2724c88ea899b680fbe05317441945a88774  2021-06-21 11:55:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               664                      658   \n",
       "1         cool          hold               813                      768   \n",
       "2         cool          hold               731                      780   \n",
       "3         cool          hold               749                      733   \n",
       "4         auto          hold               725                      695   \n",
       "...        ...           ...               ...                      ...   \n",
       "98674     cool          hold               753                      760   \n",
       "98675     cool          hold               751                      760   \n",
       "98676     cool          hold               740                      760   \n",
       "98677     cool          hold               750                      760   \n",
       "98678     cool          hold               750                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          658            WV    Morgantown   \n",
       "1                          746            WV  Charles Town   \n",
       "2                          780            WV    Huntington   \n",
       "3                          733            WV  Charles Town   \n",
       "4                          645            WV   Martinsburg   \n",
       "...                        ...           ...           ...   \n",
       "98674                      760            WV       Weirton   \n",
       "98675                      760            WV       Weirton   \n",
       "98676                      760            WV       Weirton   \n",
       "98677                      760            WV       Weirton   \n",
       "98678                      760            WV       Weirton   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       50              True         False            False   \n",
       "1                       15              True         False            False   \n",
       "2                        9              True         False             True   \n",
       "3                       15              True         False            False   \n",
       "4                       10             False         False             True   \n",
       "...                    ...               ...           ...              ...   \n",
       "98674                   50             False         False            False   \n",
       "98675                   50             False         False            False   \n",
       "98676                   50             False         False            False   \n",
       "98677                   50             False         False            False   \n",
       "98678                   50             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                      Electric  \n",
       "3                           Gas  \n",
       "4                      Electric  \n",
       "...                         ...  \n",
       "98674                       Gas  \n",
       "98675                       Gas  \n",
       "98676                       Gas  \n",
       "98677                       Gas  \n",
       "98678                       Gas  \n",
       "\n",
       "[96544 rows x 14 columns]"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jun_2021.drop(jun_2021[jun_2021['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jun_2021.drop(jun_2021[jun_2021['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jun_2021.drop(jun_2021[jun_2021['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jun_2021.drop(jun_2021[jun_2021['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jun_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jun_2021[\"Year\"] = \"2021\"\n",
    "jun_2021[\"Month\"] = \"jun\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jun_2021 = jun_2021.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jun_2021_ave = jun_2021.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jun_2021_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jun_2021_ave.to_csv(\"data/day/WV/jun/jun_2021_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WV/jun/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>015c5b19f842d6361568129bab20f692ecb5ba98</td>\n",
       "      <td>jun</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>South Charleston</td>\n",
       "      <td>773.790297</td>\n",
       "      <td>804.883817</td>\n",
       "      <td>610.830514</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>015c5b19f842d6361568129bab20f692ecb5ba98</td>\n",
       "      <td>jun</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>South Charleston</td>\n",
       "      <td>754.591837</td>\n",
       "      <td>732.816327</td>\n",
       "      <td>732.816327</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>03929acf744f37ee18e539d3a2a04775de903a79</td>\n",
       "      <td>jun</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>655.092593</td>\n",
       "      <td>662.222222</td>\n",
       "      <td>662.222222</td>\n",
       "      <td>16.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>23ea815e8d635bf755b4f45c8594fba04bf97e35</td>\n",
       "      <td>jun</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>720.463436</td>\n",
       "      <td>720.000000</td>\n",
       "      <td>670.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>jun</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>728.372881</td>\n",
       "      <td>728.508475</td>\n",
       "      <td>675.796610</td>\n",
       "      <td>15.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>fa5679199538cdd2ee0a15f69119a2a23a46fe31</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Mathias</td>\n",
       "      <td>727.700000</td>\n",
       "      <td>720.000000</td>\n",
       "      <td>720.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>730.302570</td>\n",
       "      <td>728.516355</td>\n",
       "      <td>728.516355</td>\n",
       "      <td>50.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>741.885314</td>\n",
       "      <td>762.298821</td>\n",
       "      <td>762.298821</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>725.367647</td>\n",
       "      <td>684.000000</td>\n",
       "      <td>684.000000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>ffe671086af78d223bc2967b5d8ce02eeb5dbede</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>722.750000</td>\n",
       "      <td>746.250000</td>\n",
       "      <td>741.250000</td>\n",
       "      <td>20.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>852 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Identifier Month  Year HvacMode  \\\n",
       "0    015c5b19f842d6361568129bab20f692ecb5ba98   jun  2017     cool   \n",
       "1    015c5b19f842d6361568129bab20f692ecb5ba98   jun  2017     cool   \n",
       "2    03929acf744f37ee18e539d3a2a04775de903a79   jun  2017     cool   \n",
       "3    23ea815e8d635bf755b4f45c8594fba04bf97e35   jun  2017     auto   \n",
       "4    246860e7d957e2c4ba4215019099373118da02e8   jun  2017     auto   \n",
       "..                                        ...   ...   ...      ...   \n",
       "126  fa5679199538cdd2ee0a15f69119a2a23a46fe31   jun  2021     cool   \n",
       "127  fd8ed83e097742d35fbb3379c61cf75319d0dcd3   jun  2021     cool   \n",
       "128  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   jun  2021     cool   \n",
       "129  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   jun  2021     heat   \n",
       "130  ffe671086af78d223bc2967b5d8ce02eeb5dbede   jun  2021     cool   \n",
       "\n",
       "    CalendarEvent              City  Temperature_ctrl_ave  \\\n",
       "0            auto  South Charleston            773.790297   \n",
       "1            hold  South Charleston            754.591837   \n",
       "2            hold           Beckley            655.092593   \n",
       "3            hold        Morgantown            720.463436   \n",
       "4            hold       Martinsburg            728.372881   \n",
       "..            ...               ...                   ...   \n",
       "126          hold           Mathias            727.700000   \n",
       "127          hold           Weirton            730.302570   \n",
       "128          hold           Grafton            741.885314   \n",
       "129          hold           Grafton            725.367647   \n",
       "130          hold        Huntington            722.750000   \n",
       "\n",
       "     TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                     804.883817                   610.830514   \n",
       "1                     732.816327                   732.816327   \n",
       "2                     662.222222                   662.222222   \n",
       "3                     720.000000                   670.000000   \n",
       "4                     728.508475                   675.796610   \n",
       "..                           ...                          ...   \n",
       "126                   720.000000                   720.000000   \n",
       "127                   728.516355                   728.516355   \n",
       "128                   762.298821                   762.298821   \n",
       "129                   684.000000                   684.000000   \n",
       "130                   746.250000                   741.250000   \n",
       "\n",
       "     Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                   10.0              True         False             True  \n",
       "1                   10.0              True         False             True  \n",
       "2                   16.0             False         False            False  \n",
       "3                    0.0             False         False            False  \n",
       "4                   15.0             False         False             True  \n",
       "..                   ...               ...           ...              ...  \n",
       "126                 10.0             False         False            False  \n",
       "127                 50.0             False         False            False  \n",
       "128                  9.0             False         False             True  \n",
       "129                  9.0             False         False             True  \n",
       "130                 20.0              True          True             True  \n",
       "\n",
       "[852 rows x 13 columns]"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WV_jun = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WV/jun/\" + file)\n",
    "    WV_jun = pd.concat([WV_jun, df])\n",
    "    \n",
    "WV_jun"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [],
   "source": [
    "WV_jun.to_csv(\"Scraper_Output/State_Month_Day/WV/WV_jun.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## July"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 July Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jul_2017 = pd.read_csv(\"../data_large/WV-day/2017-jul-day-WV.csv\")\n",
    "\n",
    "# jul_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ffe671086af78d223bc2967b5d8ce02eeb5dbede</td>\n",
       "      <td>2017-07-22 18:55:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>688</td>\n",
       "      <td>698</td>\n",
       "      <td>696</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>20</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>b493616349a34d1689fea2a75832e13c15f3b538</td>\n",
       "      <td>2017-07-30 15:20:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>703</td>\n",
       "      <td>706</td>\n",
       "      <td>656</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>70</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2d5a84e2350dbd03dd8468c69aaa48113ea63a63</td>\n",
       "      <td>2017-07-23 16:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>723</td>\n",
       "      <td>731</td>\n",
       "      <td>723</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ffe671086af78d223bc2967b5d8ce02eeb5dbede</td>\n",
       "      <td>2017-07-22 17:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>723</td>\n",
       "      <td>712</td>\n",
       "      <td>616</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>20</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4dce5928bbfcbe0aa3325f543471a41c701d65b2</td>\n",
       "      <td>2017-07-15 14:10:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>758</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59804</th>\n",
       "      <td>5b63c7e159b95b51613a8b3c23a6c29d61629a69</td>\n",
       "      <td>2017-07-24 14:25:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>733</td>\n",
       "      <td>740</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59805</th>\n",
       "      <td>5b63c7e159b95b51613a8b3c23a6c29d61629a69</td>\n",
       "      <td>2017-07-15 19:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>705</td>\n",
       "      <td>700</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59806</th>\n",
       "      <td>5b63c7e159b95b51613a8b3c23a6c29d61629a69</td>\n",
       "      <td>2017-07-15 18:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>713</td>\n",
       "      <td>700</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59807</th>\n",
       "      <td>5b63c7e159b95b51613a8b3c23a6c29d61629a69</td>\n",
       "      <td>2017-07-18 11:40:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>707</td>\n",
       "      <td>740</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59808</th>\n",
       "      <td>5b63c7e159b95b51613a8b3c23a6c29d61629a69</td>\n",
       "      <td>2017-07-18 10:40:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>699</td>\n",
       "      <td>740</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>56562 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      ffe671086af78d223bc2967b5d8ce02eeb5dbede  2017-07-22 18:55:00 UTC   \n",
       "1      b493616349a34d1689fea2a75832e13c15f3b538  2017-07-30 15:20:00 UTC   \n",
       "2      2d5a84e2350dbd03dd8468c69aaa48113ea63a63  2017-07-23 16:50:00 UTC   \n",
       "3      ffe671086af78d223bc2967b5d8ce02eeb5dbede  2017-07-22 17:05:00 UTC   \n",
       "4      4dce5928bbfcbe0aa3325f543471a41c701d65b2  2017-07-15 14:10:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "59804  5b63c7e159b95b51613a8b3c23a6c29d61629a69  2017-07-24 14:25:00 UTC   \n",
       "59805  5b63c7e159b95b51613a8b3c23a6c29d61629a69  2017-07-15 19:05:00 UTC   \n",
       "59806  5b63c7e159b95b51613a8b3c23a6c29d61629a69  2017-07-15 18:35:00 UTC   \n",
       "59807  5b63c7e159b95b51613a8b3c23a6c29d61629a69  2017-07-18 11:40:00 UTC   \n",
       "59808  5b63c7e159b95b51613a8b3c23a6c29d61629a69  2017-07-18 10:40:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               688                      698   \n",
       "1         auto          hold               703                      706   \n",
       "2         cool          hold               723                      731   \n",
       "3         cool          auto               723                      712   \n",
       "4         cool          hold               758                      770   \n",
       "...        ...           ...               ...                      ...   \n",
       "59804     cool          auto               733                      740   \n",
       "59805     cool          auto               705                      700   \n",
       "59806     cool          auto               713                      700   \n",
       "59807     cool          auto               707                      740   \n",
       "59808     cool          auto               699                      740   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                          696            WV   Huntington   \n",
       "1                          656            WV   Charleston   \n",
       "2                          723            WV  Martinsburg   \n",
       "3                          616            WV   Huntington   \n",
       "4                          770            WV   Morgantown   \n",
       "...                        ...           ...          ...   \n",
       "59804                      710            WV   Huntington   \n",
       "59805                      710            WV   Huntington   \n",
       "59806                      710            WV   Huntington   \n",
       "59807                      710            WV   Huntington   \n",
       "59808                      710            WV   Huntington   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       20              True          True             True   \n",
       "1                       70             False         False            False   \n",
       "2                        5             False         False             True   \n",
       "3                       20              True          True             True   \n",
       "4                       50             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "59804                   50             False         False             True   \n",
       "59805                   50             False         False             True   \n",
       "59806                   50             False         False             True   \n",
       "59807                   50             False         False             True   \n",
       "59808                   50             False         False             True   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                      Electric  \n",
       "1                           Gas  \n",
       "2                      Electric  \n",
       "3                      Electric  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "59804                  Electric  \n",
       "59805                  Electric  \n",
       "59806                  Electric  \n",
       "59807                  Electric  \n",
       "59808                  Electric  \n",
       "\n",
       "[56562 rows x 14 columns]"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jul_2017.drop(jul_2017[jul_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jul_2017.drop(jul_2017[jul_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jul_2017.drop(jul_2017[jul_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jul_2017.drop(jul_2017[jul_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jul_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jul_2017[\"Year\"] = \"2017\"\n",
    "jul_2017[\"Month\"] = \"jul\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jul_2017 = jul_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jul_2017_ave = jul_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jul_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jul_2017_ave.to_csv(\"data/day/WV/jul/jul_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 July Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jul_2018 = pd.read_csv(\"../data_large/WV-day/2018-jul-day-WV.csv\")\n",
    "\n",
    "# jul_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-07-29 08:40:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>726</td>\n",
       "      <td>727</td>\n",
       "      <td>677</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-07-06 15:55:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>726</td>\n",
       "      <td>727</td>\n",
       "      <td>677</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-07-29 10:30:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>719</td>\n",
       "      <td>727</td>\n",
       "      <td>677</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-07-04 13:10:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>738</td>\n",
       "      <td>739</td>\n",
       "      <td>689</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-07-03 17:25:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>748</td>\n",
       "      <td>747</td>\n",
       "      <td>687</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132651</th>\n",
       "      <td>66a8d24e5995abee37f1f10f8b2e2c06fdbcc977</td>\n",
       "      <td>2018-07-06 13:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Pleasant Valley</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132652</th>\n",
       "      <td>66a8d24e5995abee37f1f10f8b2e2c06fdbcc977</td>\n",
       "      <td>2018-07-06 13:25:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>714</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Pleasant Valley</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132653</th>\n",
       "      <td>66a8d24e5995abee37f1f10f8b2e2c06fdbcc977</td>\n",
       "      <td>2018-07-06 13:30:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Pleasant Valley</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132654</th>\n",
       "      <td>66a8d24e5995abee37f1f10f8b2e2c06fdbcc977</td>\n",
       "      <td>2018-07-06 11:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Pleasant Valley</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132655</th>\n",
       "      <td>66a8d24e5995abee37f1f10f8b2e2c06fdbcc977</td>\n",
       "      <td>2018-07-06 11:55:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>707</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Pleasant Valley</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>125918 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       246860e7d957e2c4ba4215019099373118da02e8  2018-07-29 08:40:00 UTC   \n",
       "3       246860e7d957e2c4ba4215019099373118da02e8  2018-07-06 15:55:00 UTC   \n",
       "5       246860e7d957e2c4ba4215019099373118da02e8  2018-07-29 10:30:00 UTC   \n",
       "11      246860e7d957e2c4ba4215019099373118da02e8  2018-07-04 13:10:00 UTC   \n",
       "14      246860e7d957e2c4ba4215019099373118da02e8  2018-07-03 17:25:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "132651  66a8d24e5995abee37f1f10f8b2e2c06fdbcc977  2018-07-06 13:50:00 UTC   \n",
       "132652  66a8d24e5995abee37f1f10f8b2e2c06fdbcc977  2018-07-06 13:25:00 UTC   \n",
       "132653  66a8d24e5995abee37f1f10f8b2e2c06fdbcc977  2018-07-06 13:30:00 UTC   \n",
       "132654  66a8d24e5995abee37f1f10f8b2e2c06fdbcc977  2018-07-06 11:35:00 UTC   \n",
       "132655  66a8d24e5995abee37f1f10f8b2e2c06fdbcc977  2018-07-06 11:55:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          auto          hold               726                      727   \n",
       "3          auto          hold               726                      727   \n",
       "5          auto          hold               719                      727   \n",
       "11         auto          hold               738                      739   \n",
       "14         auto          hold               748                      747   \n",
       "...         ...           ...               ...                      ...   \n",
       "132651     cool          hold               715                      710   \n",
       "132652     cool          hold               714                      710   \n",
       "132653     cool          hold               710                      710   \n",
       "132654     cool          hold               710                      710   \n",
       "132655     cool          hold               707                      710   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState             City  \\\n",
       "0                           677            WV      Martinsburg   \n",
       "3                           677            WV      Martinsburg   \n",
       "5                           677            WV      Martinsburg   \n",
       "11                          689            WV      Martinsburg   \n",
       "14                          687            WV      Martinsburg   \n",
       "...                         ...           ...              ...   \n",
       "132651                      710            WV  Pleasant Valley   \n",
       "132652                      710            WV  Pleasant Valley   \n",
       "132653                      710            WV  Pleasant Valley   \n",
       "132654                      710            WV  Pleasant Valley   \n",
       "132655                      710            WV  Pleasant Valley   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        15             False         False             True   \n",
       "3                        15             False         False             True   \n",
       "5                        15             False         False             True   \n",
       "11                       15             False         False             True   \n",
       "14                       15             False         False             True   \n",
       "...                     ...               ...           ...              ...   \n",
       "132651                   50             False         False            False   \n",
       "132652                   50             False         False            False   \n",
       "132653                   50             False         False            False   \n",
       "132654                   50             False         False            False   \n",
       "132655                   50             False         False            False   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                       Electric  \n",
       "3                       Electric  \n",
       "5                       Electric  \n",
       "11                      Electric  \n",
       "14                      Electric  \n",
       "...                          ...  \n",
       "132651                       Gas  \n",
       "132652                       Gas  \n",
       "132653                       Gas  \n",
       "132654                       Gas  \n",
       "132655                       Gas  \n",
       "\n",
       "[125918 rows x 14 columns]"
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jul_2018.drop(jul_2018[jul_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jul_2018.drop(jul_2018[jul_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jul_2018.drop(jul_2018[jul_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jul_2018.drop(jul_2018[jul_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jul_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jul_2018[\"Year\"] = \"2018\"\n",
    "jul_2018[\"Month\"] = \"jul\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jul_2018 = jul_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jul_2018_ave = jul_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jul_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jul_2018_ave.to_csv(\"data/day/WV/jul/jul_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 July Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jul_2019 = pd.read_csv(\"../data_large/WV-day/2019-jul-day-WV.csv\")\n",
    "\n",
    "# jul_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>b96aae920f5ac753b3e6b08a000584c81f361dc1</td>\n",
       "      <td>2019-07-01 14:20:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>711</td>\n",
       "      <td>742</td>\n",
       "      <td>672</td>\n",
       "      <td>WV</td>\n",
       "      <td>Inwood</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>e2efad7eb27818bcfc8e036afa7359fc87b73735</td>\n",
       "      <td>2019-07-25 16:20:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>665</td>\n",
       "      <td>659</td>\n",
       "      <td>659</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9263ae10b5a817975d8875fc3d87540b8a3b12fb</td>\n",
       "      <td>2019-07-20 15:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>756</td>\n",
       "      <td>735</td>\n",
       "      <td>735</td>\n",
       "      <td>WV</td>\n",
       "      <td>Bridgeport</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2ed159791a2d463af1b1d453dee321477cf5819f</td>\n",
       "      <td>2019-07-15 14:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>783</td>\n",
       "      <td>780</td>\n",
       "      <td>780</td>\n",
       "      <td>WV</td>\n",
       "      <td>Waverly</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2ed159791a2d463af1b1d453dee321477cf5819f</td>\n",
       "      <td>2019-07-11 12:25:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>743</td>\n",
       "      <td>740</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Waverly</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197084</th>\n",
       "      <td>66a8d24e5995abee37f1f10f8b2e2c06fdbcc977</td>\n",
       "      <td>2019-07-18 17:00:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>712</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Pleasant Valley</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197085</th>\n",
       "      <td>66a8d24e5995abee37f1f10f8b2e2c06fdbcc977</td>\n",
       "      <td>2019-07-20 15:00:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>727</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Pleasant Valley</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197086</th>\n",
       "      <td>66a8d24e5995abee37f1f10f8b2e2c06fdbcc977</td>\n",
       "      <td>2019-07-18 15:30:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>718</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Pleasant Valley</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197087</th>\n",
       "      <td>66a8d24e5995abee37f1f10f8b2e2c06fdbcc977</td>\n",
       "      <td>2019-07-16 12:00:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>706</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Pleasant Valley</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197088</th>\n",
       "      <td>66a8d24e5995abee37f1f10f8b2e2c06fdbcc977</td>\n",
       "      <td>2019-07-19 11:00:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>709</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Pleasant Valley</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>193526 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       b96aae920f5ac753b3e6b08a000584c81f361dc1  2019-07-01 14:20:00 UTC   \n",
       "1       e2efad7eb27818bcfc8e036afa7359fc87b73735  2019-07-25 16:20:00 UTC   \n",
       "2       9263ae10b5a817975d8875fc3d87540b8a3b12fb  2019-07-20 15:35:00 UTC   \n",
       "3       2ed159791a2d463af1b1d453dee321477cf5819f  2019-07-15 14:05:00 UTC   \n",
       "4       2ed159791a2d463af1b1d453dee321477cf5819f  2019-07-11 12:25:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "197084  66a8d24e5995abee37f1f10f8b2e2c06fdbcc977  2019-07-18 17:00:00 UTC   \n",
       "197085  66a8d24e5995abee37f1f10f8b2e2c06fdbcc977  2019-07-20 15:00:00 UTC   \n",
       "197086  66a8d24e5995abee37f1f10f8b2e2c06fdbcc977  2019-07-18 15:30:00 UTC   \n",
       "197087  66a8d24e5995abee37f1f10f8b2e2c06fdbcc977  2019-07-16 12:00:00 UTC   \n",
       "197088  66a8d24e5995abee37f1f10f8b2e2c06fdbcc977  2019-07-19 11:00:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          auto          hold               711                      742   \n",
       "1          cool          hold               665                      659   \n",
       "2          cool          hold               756                      735   \n",
       "3          cool          hold               783                      780   \n",
       "4          cool          auto               743                      740   \n",
       "...         ...           ...               ...                      ...   \n",
       "197084     cool          auto               712                      710   \n",
       "197085     cool          auto               727                      710   \n",
       "197086     cool          auto               718                      710   \n",
       "197087     cool          auto               706                      710   \n",
       "197088     cool          auto               709                      710   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState             City  \\\n",
       "0                           672            WV           Inwood   \n",
       "1                           659            WV       Morgantown   \n",
       "2                           735            WV       Bridgeport   \n",
       "3                           780            WV          Waverly   \n",
       "4                           770            WV          Waverly   \n",
       "...                         ...           ...              ...   \n",
       "197084                      710            WV  Pleasant Valley   \n",
       "197085                      710            WV  Pleasant Valley   \n",
       "197086                      710            WV  Pleasant Valley   \n",
       "197087                      710            WV  Pleasant Valley   \n",
       "197088                      710            WV  Pleasant Valley   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        15              True         False             True   \n",
       "1                         9             False         False            False   \n",
       "2                        35             False         False            False   \n",
       "3                         0              True         False            False   \n",
       "4                         0              True         False            False   \n",
       "...                     ...               ...           ...              ...   \n",
       "197084                   50             False         False            False   \n",
       "197085                   50             False         False            False   \n",
       "197086                   50             False         False            False   \n",
       "197087                   50             False         False            False   \n",
       "197088                   50             False         False            False   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                       Electric  \n",
       "1                            Gas  \n",
       "2                            Gas  \n",
       "3                            Gas  \n",
       "4                            Gas  \n",
       "...                          ...  \n",
       "197084                       Gas  \n",
       "197085                       Gas  \n",
       "197086                       Gas  \n",
       "197087                       Gas  \n",
       "197088                       Gas  \n",
       "\n",
       "[193526 rows x 14 columns]"
      ]
     },
     "execution_count": 114,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jul_2019.drop(jul_2019[jul_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jul_2019.drop(jul_2019[jul_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jul_2019.drop(jul_2019[jul_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jul_2019.drop(jul_2019[jul_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jul_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jul_2019[\"Year\"] = \"2019\"\n",
    "jul_2019[\"Month\"] = \"jul\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jul_2019 = jul_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jul_2019_ave = jul_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jul_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jul_2019_ave.to_csv(\"data/day/WV/jul/jul_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 July Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jul_2020 = pd.read_csv(\"../data_large/WV-day/2020-jul-day-WV.csv\")\n",
    "\n",
    "# jul_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>b32d78606517a82a17c14dede48dcef3f731cde4</td>\n",
       "      <td>2020-07-29 19:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>777</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Harpers Ferry</td>\n",
       "      <td>25</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0e519efc4973c8757fb15f70f1183ac111109c4c</td>\n",
       "      <td>2020-07-25 16:30:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>730</td>\n",
       "      <td>705</td>\n",
       "      <td>655</td>\n",
       "      <td>WV</td>\n",
       "      <td>Buckhannon</td>\n",
       "      <td>29</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>a3ab3b9db52ef8217d835cf6745a1e41f6c41777</td>\n",
       "      <td>2020-07-31 09:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>665</td>\n",
       "      <td>690</td>\n",
       "      <td>655</td>\n",
       "      <td>WV</td>\n",
       "      <td>Elkins</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>a171c25bbd2535b4f8ae71c49e51da2108b0915c</td>\n",
       "      <td>2020-07-30 13:05:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>706</td>\n",
       "      <td>703</td>\n",
       "      <td>653</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>9263ae10b5a817975d8875fc3d87540b8a3b12fb</td>\n",
       "      <td>2020-07-06 10:00:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>746</td>\n",
       "      <td>745</td>\n",
       "      <td>745</td>\n",
       "      <td>WV</td>\n",
       "      <td>Bridgeport</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181016</th>\n",
       "      <td>ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7</td>\n",
       "      <td>2020-07-17 19:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>795</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Snowshoe</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181017</th>\n",
       "      <td>ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7</td>\n",
       "      <td>2020-07-17 18:30:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>797</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Snowshoe</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181018</th>\n",
       "      <td>ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7</td>\n",
       "      <td>2020-07-17 17:40:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>819</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Snowshoe</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181019</th>\n",
       "      <td>ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7</td>\n",
       "      <td>2020-07-17 18:45:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>797</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Snowshoe</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181020</th>\n",
       "      <td>ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7</td>\n",
       "      <td>2020-07-17 18:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>797</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Snowshoe</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>175157 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       b32d78606517a82a17c14dede48dcef3f731cde4  2020-07-29 19:05:00 UTC   \n",
       "1       0e519efc4973c8757fb15f70f1183ac111109c4c  2020-07-25 16:30:00 UTC   \n",
       "2       a3ab3b9db52ef8217d835cf6745a1e41f6c41777  2020-07-31 09:35:00 UTC   \n",
       "3       a171c25bbd2535b4f8ae71c49e51da2108b0915c  2020-07-30 13:05:00 UTC   \n",
       "5       9263ae10b5a817975d8875fc3d87540b8a3b12fb  2020-07-06 10:00:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "181016  ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7  2020-07-17 19:05:00 UTC   \n",
       "181017  ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7  2020-07-17 18:30:00 UTC   \n",
       "181018  ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7  2020-07-17 17:40:00 UTC   \n",
       "181019  ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7  2020-07-17 18:45:00 UTC   \n",
       "181020  ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7  2020-07-17 18:50:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          cool          hold               777                      770   \n",
       "1          auto          hold               730                      705   \n",
       "2          cool          auto               665                      690   \n",
       "3          auto          hold               706                      703   \n",
       "5          cool          hold               746                      745   \n",
       "...         ...           ...               ...                      ...   \n",
       "181016     cool          hold               795                      760   \n",
       "181017     cool          hold               797                      760   \n",
       "181018     cool          hold               819                      760   \n",
       "181019     cool          hold               797                      760   \n",
       "181020     cool          hold               797                      760   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState           City  \\\n",
       "0                           770            WV  Harpers Ferry   \n",
       "1                           655            WV     Buckhannon   \n",
       "2                           655            WV         Elkins   \n",
       "3                           653            WV     Charleston   \n",
       "5                           745            WV     Bridgeport   \n",
       "...                         ...           ...            ...   \n",
       "181016                      760            WV       Snowshoe   \n",
       "181017                      760            WV       Snowshoe   \n",
       "181018                      760            WV       Snowshoe   \n",
       "181019                      760            WV       Snowshoe   \n",
       "181020                      760            WV       Snowshoe   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        25              True         False             True   \n",
       "1                        29              True         False            False   \n",
       "2                        30              True         False            False   \n",
       "3                         0             False         False             True   \n",
       "5                        35             False         False            False   \n",
       "...                     ...               ...           ...              ...   \n",
       "181016                   10              True         False             True   \n",
       "181017                   10              True         False             True   \n",
       "181018                   10              True         False             True   \n",
       "181019                   10              True         False             True   \n",
       "181020                   10              True         False             True   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                       Electric  \n",
       "1                            Gas  \n",
       "2                            Gas  \n",
       "3                       Electric  \n",
       "5                            Gas  \n",
       "...                          ...  \n",
       "181016                  Electric  \n",
       "181017                  Electric  \n",
       "181018                  Electric  \n",
       "181019                  Electric  \n",
       "181020                  Electric  \n",
       "\n",
       "[175157 rows x 14 columns]"
      ]
     },
     "execution_count": 120,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jul_2020.drop(jul_2020[jul_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jul_2020.drop(jul_2020[jul_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jul_2020.drop(jul_2020[jul_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jul_2020.drop(jul_2020[jul_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jul_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jul_2020[\"Year\"] = \"2020\"\n",
    "jul_2020[\"Month\"] = \"jul\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jul_2020 = jul_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jul_2020_ave = jul_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jul_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jul_2020_ave.to_csv(\"data/day/WV/jul/jul_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2021 July Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jul_2021 = pd.read_csv(\"../data_large/WV-day/2021-jul-day-WV.csv\")\n",
    "\n",
    "# jul_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-07-02 18:40:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>773</td>\n",
       "      <td>768</td>\n",
       "      <td>718</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5f1e1283b79671ac8a3450f3e26b8fceda2237b0</td>\n",
       "      <td>2021-07-15 17:45:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>723</td>\n",
       "      <td>721</td>\n",
       "      <td>671</td>\n",
       "      <td>WV</td>\n",
       "      <td>Sutton</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2021-07-13 12:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>736</td>\n",
       "      <td>703</td>\n",
       "      <td>653</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5f1e1283b79671ac8a3450f3e26b8fceda2237b0</td>\n",
       "      <td>2021-07-13 16:30:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>726</td>\n",
       "      <td>721</td>\n",
       "      <td>671</td>\n",
       "      <td>WV</td>\n",
       "      <td>Sutton</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5f1e1283b79671ac8a3450f3e26b8fceda2237b0</td>\n",
       "      <td>2021-07-29 18:40:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>726</td>\n",
       "      <td>721</td>\n",
       "      <td>671</td>\n",
       "      <td>WV</td>\n",
       "      <td>Sutton</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92822</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2021-07-29 16:30:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>758</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92823</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2021-07-24 16:40:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>747</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92824</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2021-07-26 15:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>757</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92825</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2021-07-26 14:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>752</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92826</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2021-07-29 14:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>751</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>88877 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-07-02 18:40:00 UTC   \n",
       "1      5f1e1283b79671ac8a3450f3e26b8fceda2237b0  2021-07-15 17:45:00 UTC   \n",
       "2      3ab0f299b591b7f461a1c30ded0e5181f288f52d  2021-07-13 12:50:00 UTC   \n",
       "3      5f1e1283b79671ac8a3450f3e26b8fceda2237b0  2021-07-13 16:30:00 UTC   \n",
       "4      5f1e1283b79671ac8a3450f3e26b8fceda2237b0  2021-07-29 18:40:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "92822  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2021-07-29 16:30:00 UTC   \n",
       "92823  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2021-07-24 16:40:00 UTC   \n",
       "92824  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2021-07-26 15:35:00 UTC   \n",
       "92825  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2021-07-26 14:15:00 UTC   \n",
       "92826  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2021-07-29 14:05:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         auto          hold               773                      768   \n",
       "1         auto          hold               723                      721   \n",
       "2         cool          hold               736                      703   \n",
       "3         auto          hold               726                      721   \n",
       "4         auto          hold               726                      721   \n",
       "...        ...           ...               ...                      ...   \n",
       "92822     cool          hold               758                      760   \n",
       "92823     cool          hold               747                      760   \n",
       "92824     cool          hold               757                      760   \n",
       "92825     cool          hold               752                      760   \n",
       "92826     cool          hold               751                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          718            WV  Charles Town   \n",
       "1                          671            WV        Sutton   \n",
       "2                          653            WV  Charles Town   \n",
       "3                          671            WV        Sutton   \n",
       "4                          671            WV        Sutton   \n",
       "...                        ...           ...           ...   \n",
       "92822                      760            WV       Grafton   \n",
       "92823                      760            WV       Grafton   \n",
       "92824                      760            WV       Grafton   \n",
       "92825                      760            WV       Grafton   \n",
       "92826                      760            WV       Grafton   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       15              True         False            False   \n",
       "1                       30              True         False             True   \n",
       "2                       15              True         False            False   \n",
       "3                       30              True         False             True   \n",
       "4                       30              True         False             True   \n",
       "...                    ...               ...           ...              ...   \n",
       "92822                    9             False         False             True   \n",
       "92823                    9             False         False             True   \n",
       "92824                    9             False         False             True   \n",
       "92825                    9             False         False             True   \n",
       "92826                    9             False         False             True   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                      Electric  \n",
       "2                           Gas  \n",
       "3                      Electric  \n",
       "4                      Electric  \n",
       "...                         ...  \n",
       "92822                  Electric  \n",
       "92823                  Electric  \n",
       "92824                  Electric  \n",
       "92825                  Electric  \n",
       "92826                  Electric  \n",
       "\n",
       "[88877 rows x 14 columns]"
      ]
     },
     "execution_count": 126,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jul_2021.drop(jul_2021[jul_2021['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jul_2021.drop(jul_2021[jul_2021['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jul_2021.drop(jul_2021[jul_2021['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "jul_2021.drop(jul_2021[jul_2021['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "\n",
    "jul_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jul_2021[\"Year\"] = \"2021\"\n",
    "jul_2021[\"Month\"] = \"jul\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jul_2021 = jul_2021.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jul_2021_ave = jul_2021.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jul_2021_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jul_2021_ave.to_csv(\"data/day/WV/jul/jul_2021_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WV/jul/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>015c5b19f842d6361568129bab20f692ecb5ba98</td>\n",
       "      <td>jul</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>South Charleston</td>\n",
       "      <td>775.959038</td>\n",
       "      <td>782.171564</td>\n",
       "      <td>651.988721</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>03929acf744f37ee18e539d3a2a04775de903a79</td>\n",
       "      <td>jul</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>684.388889</td>\n",
       "      <td>690.000000</td>\n",
       "      <td>690.000000</td>\n",
       "      <td>16.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0bba27d3be343a725816c693e1fb53486f65c7b9</td>\n",
       "      <td>jul</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>714.148148</td>\n",
       "      <td>710.000000</td>\n",
       "      <td>650.018519</td>\n",
       "      <td>45.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1681fb4bfda8b5dc8e0858a217b4edbfb0cb3da2</td>\n",
       "      <td>jul</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>753.385965</td>\n",
       "      <td>800.000000</td>\n",
       "      <td>610.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1681fb4bfda8b5dc8e0858a217b4edbfb0cb3da2</td>\n",
       "      <td>jul</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>733.205128</td>\n",
       "      <td>730.000000</td>\n",
       "      <td>680.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>f5d7fbc4dcd128066df4635577735b436edde304</td>\n",
       "      <td>jul</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Clarksburg</td>\n",
       "      <td>731.350365</td>\n",
       "      <td>730.094891</td>\n",
       "      <td>730.094891</td>\n",
       "      <td>80.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>f710bb7d9a4a4033f351d3fe907edc4564fe1892</td>\n",
       "      <td>jul</td>\n",
       "      <td>2021</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>719.856655</td>\n",
       "      <td>716.221843</td>\n",
       "      <td>666.221843</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>fa5679199538cdd2ee0a15f69119a2a23a46fe31</td>\n",
       "      <td>jul</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Mathias</td>\n",
       "      <td>702.057377</td>\n",
       "      <td>736.344262</td>\n",
       "      <td>736.344262</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>jul</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>732.991329</td>\n",
       "      <td>731.318642</td>\n",
       "      <td>731.318642</td>\n",
       "      <td>50.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>jul</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>741.520303</td>\n",
       "      <td>747.305455</td>\n",
       "      <td>747.305455</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>790 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Identifier Month  Year HvacMode  \\\n",
       "0   015c5b19f842d6361568129bab20f692ecb5ba98   jul  2017     cool   \n",
       "1   03929acf744f37ee18e539d3a2a04775de903a79   jul  2017     cool   \n",
       "2   0bba27d3be343a725816c693e1fb53486f65c7b9   jul  2017     auto   \n",
       "3   1681fb4bfda8b5dc8e0858a217b4edbfb0cb3da2   jul  2017     auto   \n",
       "4   1681fb4bfda8b5dc8e0858a217b4edbfb0cb3da2   jul  2017     auto   \n",
       "..                                       ...   ...   ...      ...   \n",
       "95  f5d7fbc4dcd128066df4635577735b436edde304   jul  2021     cool   \n",
       "96  f710bb7d9a4a4033f351d3fe907edc4564fe1892   jul  2021     auto   \n",
       "97  fa5679199538cdd2ee0a15f69119a2a23a46fe31   jul  2021     cool   \n",
       "98  fd8ed83e097742d35fbb3379c61cf75319d0dcd3   jul  2021     cool   \n",
       "99  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   jul  2021     cool   \n",
       "\n",
       "   CalendarEvent              City  Temperature_ctrl_ave  \\\n",
       "0           auto  South Charleston            775.959038   \n",
       "1           hold           Beckley            684.388889   \n",
       "2           hold        Morgantown            714.148148   \n",
       "3           auto      Charles Town            753.385965   \n",
       "4           hold      Charles Town            733.205128   \n",
       "..           ...               ...                   ...   \n",
       "95          hold        Clarksburg            731.350365   \n",
       "96          hold        Morgantown            719.856655   \n",
       "97          hold           Mathias            702.057377   \n",
       "98          hold           Weirton            732.991329   \n",
       "99          hold           Grafton            741.520303   \n",
       "\n",
       "    TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                    782.171564                   651.988721   \n",
       "1                    690.000000                   690.000000   \n",
       "2                    710.000000                   650.018519   \n",
       "3                    800.000000                   610.000000   \n",
       "4                    730.000000                   680.000000   \n",
       "..                          ...                          ...   \n",
       "95                   730.094891                   730.094891   \n",
       "96                   716.221843                   666.221843   \n",
       "97                   736.344262                   736.344262   \n",
       "98                   731.318642                   731.318642   \n",
       "99                   747.305455                   747.305455   \n",
       "\n",
       "    Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                  10.0              True         False             True  \n",
       "1                  16.0             False         False            False  \n",
       "2                  45.0             False         False            False  \n",
       "3                  10.0             False         False             True  \n",
       "4                  10.0             False         False             True  \n",
       "..                  ...               ...           ...              ...  \n",
       "95                 80.0             False         False            False  \n",
       "96                  0.0             False         False            False  \n",
       "97                 10.0             False         False            False  \n",
       "98                 50.0             False         False            False  \n",
       "99                  9.0             False         False             True  \n",
       "\n",
       "[790 rows x 13 columns]"
      ]
     },
     "execution_count": 132,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WV_jul = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WV/jul/\" + file)\n",
    "    WV_jul = pd.concat([WV_jul, df])\n",
    "    \n",
    "WV_jul"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [],
   "source": [
    "WV_jul.to_csv(\"Scraper_Output/State_Month_Day/WV/WV_jul.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## August"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 August Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "aug_2017 = pd.read_csv(\"../data_large/WV-day/2017-aug-day-WV.csv\")\n",
    "\n",
    "# aug_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>94e19c81e3c5f7a7c65a67be100d161ea4f7fa50</td>\n",
       "      <td>2017-08-05 16:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>734</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>6</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>94e19c81e3c5f7a7c65a67be100d161ea4f7fa50</td>\n",
       "      <td>2017-08-05 16:40:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>734</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>6</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>94e19c81e3c5f7a7c65a67be100d161ea4f7fa50</td>\n",
       "      <td>2017-08-05 16:45:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>736</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>6</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>b493616349a34d1689fea2a75832e13c15f3b538</td>\n",
       "      <td>2017-08-13 12:55:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>755</td>\n",
       "      <td>750</td>\n",
       "      <td>669</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>70</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>94e19c81e3c5f7a7c65a67be100d161ea4f7fa50</td>\n",
       "      <td>2017-08-05 15:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>735</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>6</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60172</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2017-08-05 13:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60173</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2017-08-05 11:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>727</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60174</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2017-08-04 09:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>748</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60175</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2017-08-17 09:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>747</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60176</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2017-08-20 13:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>731</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>56452 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      94e19c81e3c5f7a7c65a67be100d161ea4f7fa50  2017-08-05 16:05:00 UTC   \n",
       "1      94e19c81e3c5f7a7c65a67be100d161ea4f7fa50  2017-08-05 16:40:00 UTC   \n",
       "2      94e19c81e3c5f7a7c65a67be100d161ea4f7fa50  2017-08-05 16:45:00 UTC   \n",
       "3      b493616349a34d1689fea2a75832e13c15f3b538  2017-08-13 12:55:00 UTC   \n",
       "4      94e19c81e3c5f7a7c65a67be100d161ea4f7fa50  2017-08-05 15:15:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "60172  e3ac2724c88ea899b680fbe05317441945a88774  2017-08-05 13:15:00 UTC   \n",
       "60173  e3ac2724c88ea899b680fbe05317441945a88774  2017-08-05 11:15:00 UTC   \n",
       "60174  e3ac2724c88ea899b680fbe05317441945a88774  2017-08-04 09:05:00 UTC   \n",
       "60175  e3ac2724c88ea899b680fbe05317441945a88774  2017-08-17 09:15:00 UTC   \n",
       "60176  e3ac2724c88ea899b680fbe05317441945a88774  2017-08-20 13:15:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               734                      770   \n",
       "1         cool          hold               734                      770   \n",
       "2         cool          hold               736                      770   \n",
       "3         auto          hold               755                      750   \n",
       "4         cool          hold               735                      770   \n",
       "...        ...           ...               ...                      ...   \n",
       "60172     cool          hold               715                      750   \n",
       "60173     cool          hold               727                      750   \n",
       "60174     cool          hold               748                      750   \n",
       "60175     cool          auto               747                      750   \n",
       "60176     cool          hold               731                      750   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState        City  Age_of_Home__years_  \\\n",
       "0                          770            WV  Charleston                    6   \n",
       "1                          770            WV  Charleston                    6   \n",
       "2                          770            WV  Charleston                    6   \n",
       "3                          669            WV  Charleston                   70   \n",
       "4                          770            WV  Charleston                    6   \n",
       "...                        ...           ...         ...                  ...   \n",
       "60172                      750            WV     Weirton                   50   \n",
       "60173                      750            WV     Weirton                   50   \n",
       "60174                      750            WV     Weirton                   50   \n",
       "60175                      750            WV     Weirton                   50   \n",
       "60176                      750            WV     Weirton                   50   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                  True         False             True   \n",
       "1                  True         False             True   \n",
       "2                  True         False             True   \n",
       "3                 False         False            False   \n",
       "4                  True         False             True   \n",
       "...                 ...           ...              ...   \n",
       "60172             False         False            False   \n",
       "60173             False         False            False   \n",
       "60174             False         False            False   \n",
       "60175             False         False            False   \n",
       "60176             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                      Electric  \n",
       "1                      Electric  \n",
       "2                      Electric  \n",
       "3                           Gas  \n",
       "4                      Electric  \n",
       "...                         ...  \n",
       "60172                       Gas  \n",
       "60173                       Gas  \n",
       "60174                       Gas  \n",
       "60175                       Gas  \n",
       "60176                       Gas  \n",
       "\n",
       "[56452 rows x 14 columns]"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "aug_2017.drop(aug_2017[aug_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "aug_2017.drop(aug_2017[aug_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "aug_2017.drop(aug_2017[aug_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "aug_2017.drop(aug_2017[aug_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "aug_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "aug_2017[\"Year\"] = \"2017\"\n",
    "aug_2017[\"Month\"] = \"aug\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "aug_2017 = aug_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "aug_2017_ave = aug_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# aug_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "aug_2017_ave.to_csv(\"data/day/WV/aug/aug_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 August Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "aug_2018 = pd.read_csv(\"../data_large/WV-day/2018-aug-day-WV.csv\")\n",
    "\n",
    "# aug_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-08-01 15:55:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>743</td>\n",
       "      <td>739</td>\n",
       "      <td>689</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-08-08 15:15:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>741</td>\n",
       "      <td>739</td>\n",
       "      <td>689</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9263ae10b5a817975d8875fc3d87540b8a3b12fb</td>\n",
       "      <td>2018-08-03 13:20:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>735</td>\n",
       "      <td>780</td>\n",
       "      <td>780</td>\n",
       "      <td>WV</td>\n",
       "      <td>Bridgeport</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-08-08 16:35:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>734</td>\n",
       "      <td>739</td>\n",
       "      <td>689</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9263ae10b5a817975d8875fc3d87540b8a3b12fb</td>\n",
       "      <td>2018-08-03 19:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>747</td>\n",
       "      <td>780</td>\n",
       "      <td>780</td>\n",
       "      <td>WV</td>\n",
       "      <td>Bridgeport</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143246</th>\n",
       "      <td>63556f5cb7de21663d24daa27209c6919282954e</td>\n",
       "      <td>2018-08-22 13:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>713</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143247</th>\n",
       "      <td>63556f5cb7de21663d24daa27209c6919282954e</td>\n",
       "      <td>2018-08-02 16:00:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>708</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143248</th>\n",
       "      <td>63556f5cb7de21663d24daa27209c6919282954e</td>\n",
       "      <td>2018-08-22 13:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143249</th>\n",
       "      <td>63556f5cb7de21663d24daa27209c6919282954e</td>\n",
       "      <td>2018-08-02 13:55:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>698</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143250</th>\n",
       "      <td>63556f5cb7de21663d24daa27209c6919282954e</td>\n",
       "      <td>2018-08-22 17:30:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>716</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>138770 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       246860e7d957e2c4ba4215019099373118da02e8  2018-08-01 15:55:00 UTC   \n",
       "1       246860e7d957e2c4ba4215019099373118da02e8  2018-08-08 15:15:00 UTC   \n",
       "2       9263ae10b5a817975d8875fc3d87540b8a3b12fb  2018-08-03 13:20:00 UTC   \n",
       "3       246860e7d957e2c4ba4215019099373118da02e8  2018-08-08 16:35:00 UTC   \n",
       "4       9263ae10b5a817975d8875fc3d87540b8a3b12fb  2018-08-03 19:50:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "143246  63556f5cb7de21663d24daa27209c6919282954e  2018-08-22 13:35:00 UTC   \n",
       "143247  63556f5cb7de21663d24daa27209c6919282954e  2018-08-02 16:00:00 UTC   \n",
       "143248  63556f5cb7de21663d24daa27209c6919282954e  2018-08-22 13:50:00 UTC   \n",
       "143249  63556f5cb7de21663d24daa27209c6919282954e  2018-08-02 13:55:00 UTC   \n",
       "143250  63556f5cb7de21663d24daa27209c6919282954e  2018-08-22 17:30:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          auto          hold               743                      739   \n",
       "1          auto          hold               741                      739   \n",
       "2          cool          hold               735                      780   \n",
       "3          auto          hold               734                      739   \n",
       "4          cool          hold               747                      780   \n",
       "...         ...           ...               ...                      ...   \n",
       "143246     cool          auto               713                      710   \n",
       "143247     cool          auto               708                      710   \n",
       "143248     cool          auto               710                      710   \n",
       "143249     cool          auto               698                      710   \n",
       "143250     cool          auto               716                      710   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                           689            WV  Martinsburg   \n",
       "1                           689            WV  Martinsburg   \n",
       "2                           780            WV   Bridgeport   \n",
       "3                           689            WV  Martinsburg   \n",
       "4                           780            WV   Bridgeport   \n",
       "...                         ...           ...          ...   \n",
       "143246                      710            WV  Martinsburg   \n",
       "143247                      710            WV  Martinsburg   \n",
       "143248                      710            WV  Martinsburg   \n",
       "143249                      710            WV  Martinsburg   \n",
       "143250                      710            WV  Martinsburg   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        15             False         False             True   \n",
       "1                        15             False         False             True   \n",
       "2                        35             False         False            False   \n",
       "3                        15             False         False             True   \n",
       "4                        35             False         False            False   \n",
       "...                     ...               ...           ...              ...   \n",
       "143246                    5              True         False             True   \n",
       "143247                    5              True         False             True   \n",
       "143248                    5              True         False             True   \n",
       "143249                    5              True         False             True   \n",
       "143250                    5              True         False             True   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                       Electric  \n",
       "1                       Electric  \n",
       "2                            Gas  \n",
       "3                       Electric  \n",
       "4                            Gas  \n",
       "...                          ...  \n",
       "143246                  Electric  \n",
       "143247                  Electric  \n",
       "143248                  Electric  \n",
       "143249                  Electric  \n",
       "143250                  Electric  \n",
       "\n",
       "[138770 rows x 14 columns]"
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "aug_2018.drop(aug_2018[aug_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "aug_2018.drop(aug_2018[aug_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "aug_2018.drop(aug_2018[aug_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "aug_2018.drop(aug_2018[aug_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "aug_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "aug_2018[\"Year\"] = \"2018\"\n",
    "aug_2018[\"Month\"] = \"aug\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "aug_2018 = aug_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "aug_2018_ave = aug_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# aug_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "aug_2018_ave.to_csv(\"data/day/WV/aug/aug_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 August Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "aug_2019 = pd.read_csv(\"../data_large/WV-day/2019-aug-day-WV.csv\")\n",
    "\n",
    "# aug_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>f4fb6e08d6ada03b266cf5956cc240fe75fa6aa8</td>\n",
       "      <td>2019-08-18 16:00:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>726</td>\n",
       "      <td>722</td>\n",
       "      <td>672</td>\n",
       "      <td>WV</td>\n",
       "      <td>Scott Depot</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>f4fb6e08d6ada03b266cf5956cc240fe75fa6aa8</td>\n",
       "      <td>2019-08-17 18:45:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>725</td>\n",
       "      <td>722</td>\n",
       "      <td>672</td>\n",
       "      <td>WV</td>\n",
       "      <td>Scott Depot</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9263ae10b5a817975d8875fc3d87540b8a3b12fb</td>\n",
       "      <td>2019-08-19 18:00:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>755</td>\n",
       "      <td>735</td>\n",
       "      <td>735</td>\n",
       "      <td>WV</td>\n",
       "      <td>Bridgeport</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>50d744a2a3e3290d451f1af80688b8e295ac16d4</td>\n",
       "      <td>2019-08-07 17:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>758</td>\n",
       "      <td>755</td>\n",
       "      <td>755</td>\n",
       "      <td>WV</td>\n",
       "      <td>Parkersburg</td>\n",
       "      <td>49</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1fd7def9414b33a56954346cad6ad53d4e72558b</td>\n",
       "      <td>2019-08-13 12:55:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>728</td>\n",
       "      <td>713</td>\n",
       "      <td>707</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>25</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178040</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2019-08-13 13:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178041</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2019-08-11 13:10:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>713</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178042</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2019-08-11 13:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>714</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178043</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2019-08-12 17:10:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>742</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178044</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>2019-08-09 18:45:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>9</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>173452 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       f4fb6e08d6ada03b266cf5956cc240fe75fa6aa8  2019-08-18 16:00:00 UTC   \n",
       "1       f4fb6e08d6ada03b266cf5956cc240fe75fa6aa8  2019-08-17 18:45:00 UTC   \n",
       "2       9263ae10b5a817975d8875fc3d87540b8a3b12fb  2019-08-19 18:00:00 UTC   \n",
       "3       50d744a2a3e3290d451f1af80688b8e295ac16d4  2019-08-07 17:50:00 UTC   \n",
       "4       1fd7def9414b33a56954346cad6ad53d4e72558b  2019-08-13 12:55:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "178040  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2019-08-13 13:05:00 UTC   \n",
       "178041  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2019-08-11 13:10:00 UTC   \n",
       "178042  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2019-08-11 13:35:00 UTC   \n",
       "178043  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2019-08-12 17:10:00 UTC   \n",
       "178044  ff8a4bb610de573c93eeaa00f357ba5d15d31d72  2019-08-09 18:45:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          auto          hold               726                      722   \n",
       "1          auto          hold               725                      722   \n",
       "2          cool          hold               755                      735   \n",
       "3          cool          hold               758                      755   \n",
       "4          cool          hold               728                      713   \n",
       "...         ...           ...               ...                      ...   \n",
       "178040     cool          hold               760                      760   \n",
       "178041     cool          hold               713                      760   \n",
       "178042     cool          hold               714                      760   \n",
       "178043     cool          hold               742                      760   \n",
       "178044     cool          hold               715                      760   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                           672            WV  Scott Depot   \n",
       "1                           672            WV  Scott Depot   \n",
       "2                           735            WV   Bridgeport   \n",
       "3                           755            WV  Parkersburg   \n",
       "4                           707            WV   Charleston   \n",
       "...                         ...           ...          ...   \n",
       "178040                      760            WV      Grafton   \n",
       "178041                      760            WV      Grafton   \n",
       "178042                      760            WV      Grafton   \n",
       "178043                      760            WV      Grafton   \n",
       "178044                      760            WV      Grafton   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                         0              True         False             True   \n",
       "1                         0              True         False             True   \n",
       "2                        35             False         False            False   \n",
       "3                        49             False         False            False   \n",
       "4                        25              True         False             True   \n",
       "...                     ...               ...           ...              ...   \n",
       "178040                    9             False         False             True   \n",
       "178041                    9             False         False             True   \n",
       "178042                    9             False         False             True   \n",
       "178043                    9             False         False             True   \n",
       "178044                    9             False         False             True   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                       Electric  \n",
       "1                       Electric  \n",
       "2                            Gas  \n",
       "3                            Gas  \n",
       "4                       Electric  \n",
       "...                          ...  \n",
       "178040                  Electric  \n",
       "178041                  Electric  \n",
       "178042                  Electric  \n",
       "178043                  Electric  \n",
       "178044                  Electric  \n",
       "\n",
       "[173452 rows x 14 columns]"
      ]
     },
     "execution_count": 147,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "aug_2019.drop(aug_2019[aug_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "aug_2019.drop(aug_2019[aug_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "aug_2019.drop(aug_2019[aug_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "aug_2019.drop(aug_2019[aug_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "aug_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "aug_2019[\"Year\"] = \"2019\"\n",
    "aug_2019[\"Month\"] = \"aug\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "aug_2019 = aug_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "aug_2019_ave = aug_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# aug_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "aug_2019_ave.to_csv(\"data/day/WV/aug/aug_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 August Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "aug_2020 = pd.read_csv(\"../data_large/WV-day/2020-aug-day-WV.csv\")\n",
    "\n",
    "# aug_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>9821a3beb603b06956ca7a8b27c9b53c5883e15a</td>\n",
       "      <td>2020-08-30 19:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>755</td>\n",
       "      <td>752</td>\n",
       "      <td>752</td>\n",
       "      <td>WV</td>\n",
       "      <td>St. Albans</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a171c25bbd2535b4f8ae71c49e51da2108b0915c</td>\n",
       "      <td>2020-08-08 17:05:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>706</td>\n",
       "      <td>703</td>\n",
       "      <td>653</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>a3ab3b9db52ef8217d835cf6745a1e41f6c41777</td>\n",
       "      <td>2020-08-04 07:15:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>658</td>\n",
       "      <td>655</td>\n",
       "      <td>655</td>\n",
       "      <td>WV</td>\n",
       "      <td>Elkins</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>a171c25bbd2535b4f8ae71c49e51da2108b0915c</td>\n",
       "      <td>2020-08-09 13:55:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>696</td>\n",
       "      <td>693</td>\n",
       "      <td>643</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>a3ab3b9db52ef8217d835cf6745a1e41f6c41777</td>\n",
       "      <td>2020-08-04 10:20:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>656</td>\n",
       "      <td>655</td>\n",
       "      <td>655</td>\n",
       "      <td>WV</td>\n",
       "      <td>Elkins</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172176</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2020-08-01 15:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>759</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172177</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2020-08-02 19:00:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>759</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172178</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2020-08-12 09:45:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>758</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172179</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2020-08-10 11:40:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>758</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172180</th>\n",
       "      <td>e3ac2724c88ea899b680fbe05317441945a88774</td>\n",
       "      <td>2020-08-28 09:55:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>166961 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       9821a3beb603b06956ca7a8b27c9b53c5883e15a  2020-08-30 19:15:00 UTC   \n",
       "1       a171c25bbd2535b4f8ae71c49e51da2108b0915c  2020-08-08 17:05:00 UTC   \n",
       "2       a3ab3b9db52ef8217d835cf6745a1e41f6c41777  2020-08-04 07:15:00 UTC   \n",
       "3       a171c25bbd2535b4f8ae71c49e51da2108b0915c  2020-08-09 13:55:00 UTC   \n",
       "4       a3ab3b9db52ef8217d835cf6745a1e41f6c41777  2020-08-04 10:20:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "172176  e3ac2724c88ea899b680fbe05317441945a88774  2020-08-01 15:35:00 UTC   \n",
       "172177  e3ac2724c88ea899b680fbe05317441945a88774  2020-08-02 19:00:00 UTC   \n",
       "172178  e3ac2724c88ea899b680fbe05317441945a88774  2020-08-12 09:45:00 UTC   \n",
       "172179  e3ac2724c88ea899b680fbe05317441945a88774  2020-08-10 11:40:00 UTC   \n",
       "172180  e3ac2724c88ea899b680fbe05317441945a88774  2020-08-28 09:55:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          cool          hold               755                      752   \n",
       "1          auto          hold               706                      703   \n",
       "2          cool          hold               658                      655   \n",
       "3          auto          hold               696                      693   \n",
       "4          cool          hold               656                      655   \n",
       "...         ...           ...               ...                      ...   \n",
       "172176     cool          hold               759                      760   \n",
       "172177     cool          hold               759                      760   \n",
       "172178     cool          hold               758                      760   \n",
       "172179     cool          hold               758                      760   \n",
       "172180     cool          hold               760                      760   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState        City  \\\n",
       "0                           752            WV  St. Albans   \n",
       "1                           653            WV  Charleston   \n",
       "2                           655            WV      Elkins   \n",
       "3                           643            WV  Charleston   \n",
       "4                           655            WV      Elkins   \n",
       "...                         ...           ...         ...   \n",
       "172176                      760            WV     Weirton   \n",
       "172177                      760            WV     Weirton   \n",
       "172178                      760            WV     Weirton   \n",
       "172179                      760            WV     Weirton   \n",
       "172180                      760            WV     Weirton   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        35             False         False             True   \n",
       "1                         0             False         False             True   \n",
       "2                        30              True         False            False   \n",
       "3                         0             False         False             True   \n",
       "4                        30              True         False            False   \n",
       "...                     ...               ...           ...              ...   \n",
       "172176                   50             False         False            False   \n",
       "172177                   50             False         False            False   \n",
       "172178                   50             False         False            False   \n",
       "172179                   50             False         False            False   \n",
       "172180                   50             False         False            False   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                       Electric  \n",
       "1                       Electric  \n",
       "2                            Gas  \n",
       "3                       Electric  \n",
       "4                            Gas  \n",
       "...                          ...  \n",
       "172176                       Gas  \n",
       "172177                       Gas  \n",
       "172178                       Gas  \n",
       "172179                       Gas  \n",
       "172180                       Gas  \n",
       "\n",
       "[166961 rows x 14 columns]"
      ]
     },
     "execution_count": 153,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "aug_2020.drop(aug_2020[aug_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "aug_2020.drop(aug_2020[aug_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "aug_2020.drop(aug_2020[aug_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "aug_2020.drop(aug_2020[aug_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "aug_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "aug_2020[\"Year\"] = \"2020\"\n",
    "aug_2020[\"Month\"] = \"aug\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "aug_2020 = aug_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "aug_2020_ave = aug_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# aug_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "aug_2020_ave.to_csv(\"data/day/WV/aug/aug_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "scrolled": true
   },
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WV/aug/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>015c5b19f842d6361568129bab20f692ecb5ba98</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>South Charleston</td>\n",
       "      <td>759.700877</td>\n",
       "      <td>778.666667</td>\n",
       "      <td>620.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>03929acf744f37ee18e539d3a2a04775de903a79</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>681.958333</td>\n",
       "      <td>680.000000</td>\n",
       "      <td>640.000000</td>\n",
       "      <td>16.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>03929acf744f37ee18e539d3a2a04775de903a79</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>684.310345</td>\n",
       "      <td>700.017241</td>\n",
       "      <td>699.965517</td>\n",
       "      <td>16.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0bba27d3be343a725816c693e1fb53486f65c7b9</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>712.468750</td>\n",
       "      <td>710.000000</td>\n",
       "      <td>660.000000</td>\n",
       "      <td>45.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0bba27d3be343a725816c693e1fb53486f65c7b9</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>710.577039</td>\n",
       "      <td>710.051360</td>\n",
       "      <td>660.021148</td>\n",
       "      <td>45.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>fa5679199538cdd2ee0a15f69119a2a23a46fe31</td>\n",
       "      <td>aug</td>\n",
       "      <td>2020</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Mathias</td>\n",
       "      <td>721.765957</td>\n",
       "      <td>729.255319</td>\n",
       "      <td>729.255319</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>aug</td>\n",
       "      <td>2020</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>731.090258</td>\n",
       "      <td>729.656160</td>\n",
       "      <td>729.965616</td>\n",
       "      <td>50.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>aug</td>\n",
       "      <td>2020</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>731.458333</td>\n",
       "      <td>730.000000</td>\n",
       "      <td>730.000000</td>\n",
       "      <td>50.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>aug</td>\n",
       "      <td>2020</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>697.233083</td>\n",
       "      <td>696.178303</td>\n",
       "      <td>696.178303</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>aug</td>\n",
       "      <td>2020</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>709.616596</td>\n",
       "      <td>711.208221</td>\n",
       "      <td>711.208221</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>692 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Identifier Month  Year HvacMode  \\\n",
       "0    015c5b19f842d6361568129bab20f692ecb5ba98   aug  2017     cool   \n",
       "1    03929acf744f37ee18e539d3a2a04775de903a79   aug  2017     cool   \n",
       "2    03929acf744f37ee18e539d3a2a04775de903a79   aug  2017     cool   \n",
       "3    0bba27d3be343a725816c693e1fb53486f65c7b9   aug  2017     auto   \n",
       "4    0bba27d3be343a725816c693e1fb53486f65c7b9   aug  2017     auto   \n",
       "..                                        ...   ...   ...      ...   \n",
       "203  fa5679199538cdd2ee0a15f69119a2a23a46fe31   aug  2020     cool   \n",
       "204  fd8ed83e097742d35fbb3379c61cf75319d0dcd3   aug  2020     cool   \n",
       "205  fd8ed83e097742d35fbb3379c61cf75319d0dcd3   aug  2020     cool   \n",
       "206  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   aug  2020     cool   \n",
       "207  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   aug  2020     cool   \n",
       "\n",
       "    CalendarEvent              City  Temperature_ctrl_ave  \\\n",
       "0            auto  South Charleston            759.700877   \n",
       "1            auto           Beckley            681.958333   \n",
       "2            hold           Beckley            684.310345   \n",
       "3            auto        Morgantown            712.468750   \n",
       "4            hold        Morgantown            710.577039   \n",
       "..            ...               ...                   ...   \n",
       "203          hold           Mathias            721.765957   \n",
       "204          auto           Weirton            731.090258   \n",
       "205          hold           Weirton            731.458333   \n",
       "206          auto           Grafton            697.233083   \n",
       "207          hold           Grafton            709.616596   \n",
       "\n",
       "     TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                     778.666667                   620.000000   \n",
       "1                     680.000000                   640.000000   \n",
       "2                     700.017241                   699.965517   \n",
       "3                     710.000000                   660.000000   \n",
       "4                     710.051360                   660.021148   \n",
       "..                           ...                          ...   \n",
       "203                   729.255319                   729.255319   \n",
       "204                   729.656160                   729.965616   \n",
       "205                   730.000000                   730.000000   \n",
       "206                   696.178303                   696.178303   \n",
       "207                   711.208221                   711.208221   \n",
       "\n",
       "     Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                   10.0              True         False             True  \n",
       "1                   16.0             False         False            False  \n",
       "2                   16.0             False         False            False  \n",
       "3                   45.0             False         False            False  \n",
       "4                   45.0             False         False            False  \n",
       "..                   ...               ...           ...              ...  \n",
       "203                 10.0             False         False            False  \n",
       "204                 50.0             False         False            False  \n",
       "205                 50.0             False         False            False  \n",
       "206                  9.0             False         False             True  \n",
       "207                  9.0             False         False             True  \n",
       "\n",
       "[692 rows x 13 columns]"
      ]
     },
     "execution_count": 159,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WV_aug = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WV/aug/\" + file)\n",
    "    WV_aug = pd.concat([WV_aug, df])\n",
    "    \n",
    "WV_aug"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {},
   "outputs": [],
   "source": [
    "WV_aug.to_csv(\"Scraper_Output/State_Month_Day/WV/WV_aug.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## September"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## October"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## November"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## December"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 December Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "dec_2017 = pd.read_csv(\"../data_large/WV-day/2017-dec-day-WV.csv\")\n",
    "\n",
    "# dec_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3a639704b31532e83117b9c9f4c7c3fd0b48e20d</td>\n",
       "      <td>2017-12-28 14:50:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>670</td>\n",
       "      <td>735</td>\n",
       "      <td>735</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ee7a5c06322219523adae4b97f4b87c8deecf05e</td>\n",
       "      <td>2017-12-27 15:45:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>700</td>\n",
       "      <td>760</td>\n",
       "      <td>703</td>\n",
       "      <td>WV</td>\n",
       "      <td>Elkins</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2017-12-19 17:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>725</td>\n",
       "      <td>729</td>\n",
       "      <td>729</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>e9ed8e4d3dfed58bcfc5c134ef335dc1a39bbbc7</td>\n",
       "      <td>2017-12-27 11:45:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>683</td>\n",
       "      <td>696</td>\n",
       "      <td>688</td>\n",
       "      <td>WV</td>\n",
       "      <td>South Charleston</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3a639704b31532e83117b9c9f4c7c3fd0b48e20d</td>\n",
       "      <td>2017-12-27 10:15:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>698</td>\n",
       "      <td>735</td>\n",
       "      <td>735</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79375</th>\n",
       "      <td>3eddb198e585c599f80a2cbef3e9135760567c15</td>\n",
       "      <td>2017-12-16 11:45:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>749</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>WV</td>\n",
       "      <td>Bunker Hill</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79376</th>\n",
       "      <td>3eddb198e585c599f80a2cbef3e9135760567c15</td>\n",
       "      <td>2017-12-15 12:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>747</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>WV</td>\n",
       "      <td>Bunker Hill</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79377</th>\n",
       "      <td>3eddb198e585c599f80a2cbef3e9135760567c15</td>\n",
       "      <td>2017-12-16 12:30:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>748</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>WV</td>\n",
       "      <td>Bunker Hill</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79378</th>\n",
       "      <td>3eddb198e585c599f80a2cbef3e9135760567c15</td>\n",
       "      <td>2017-12-14 19:05:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>739</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>WV</td>\n",
       "      <td>Bunker Hill</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79379</th>\n",
       "      <td>3eddb198e585c599f80a2cbef3e9135760567c15</td>\n",
       "      <td>2017-12-16 15:05:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>752</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>WV</td>\n",
       "      <td>Bunker Hill</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>77021 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "0      3a639704b31532e83117b9c9f4c7c3fd0b48e20d  2017-12-28 14:50:00 UTC   \n",
       "1      ee7a5c06322219523adae4b97f4b87c8deecf05e  2017-12-27 15:45:00 UTC   \n",
       "2      246860e7d957e2c4ba4215019099373118da02e8  2017-12-19 17:05:00 UTC   \n",
       "3      e9ed8e4d3dfed58bcfc5c134ef335dc1a39bbbc7  2017-12-27 11:45:00 UTC   \n",
       "4      3a639704b31532e83117b9c9f4c7c3fd0b48e20d  2017-12-27 10:15:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "79375  3eddb198e585c599f80a2cbef3e9135760567c15  2017-12-16 11:45:00 UTC   \n",
       "79376  3eddb198e585c599f80a2cbef3e9135760567c15  2017-12-15 12:35:00 UTC   \n",
       "79377  3eddb198e585c599f80a2cbef3e9135760567c15  2017-12-16 12:30:00 UTC   \n",
       "79378  3eddb198e585c599f80a2cbef3e9135760567c15  2017-12-14 19:05:00 UTC   \n",
       "79379  3eddb198e585c599f80a2cbef3e9135760567c15  2017-12-16 15:05:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               670                      735   \n",
       "1         auto          auto               700                      760   \n",
       "2         cool          hold               725                      729   \n",
       "3         heat          auto               683                      696   \n",
       "4         heat          hold               698                      735   \n",
       "...        ...           ...               ...                      ...   \n",
       "79375     heat          auto               749                      750   \n",
       "79376     heat          auto               747                      750   \n",
       "79377     heat          auto               748                      750   \n",
       "79378     heat          auto               739                      750   \n",
       "79379     heat          auto               752                      750   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState              City  \\\n",
       "0                          735            WV        Charleston   \n",
       "1                          703            WV            Elkins   \n",
       "2                          729            WV       Martinsburg   \n",
       "3                          688            WV  South Charleston   \n",
       "4                          735            WV        Charleston   \n",
       "...                        ...           ...               ...   \n",
       "79375                      750            WV       Bunker Hill   \n",
       "79376                      750            WV       Bunker Hill   \n",
       "79377                      750            WV       Bunker Hill   \n",
       "79378                      750            WV       Bunker Hill   \n",
       "79379                      750            WV       Bunker Hill   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       30             False         False            False   \n",
       "1                        5             False         False            False   \n",
       "2                       15             False         False             True   \n",
       "3                       10             False         False            False   \n",
       "4                       30             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "79375                   10             False         False             True   \n",
       "79376                   10             False         False             True   \n",
       "79377                   10             False         False             True   \n",
       "79378                   10             False         False             True   \n",
       "79379                   10             False         False             True   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                      Electric  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "79375                  Electric  \n",
       "79376                  Electric  \n",
       "79377                  Electric  \n",
       "79378                  Electric  \n",
       "79379                  Electric  \n",
       "\n",
       "[77021 rows x 14 columns]"
      ]
     },
     "execution_count": 162,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "dec_2017.drop(dec_2017[dec_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "dec_2017.drop(dec_2017[dec_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "dec_2017.drop(dec_2017[dec_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "dec_2017.drop(dec_2017[dec_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "dec_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "dec_2017[\"Year\"] = \"2017\"\n",
    "dec_2017[\"Month\"] = \"dec\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "dec_2017 = dec_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dec_2017_ave = dec_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# dec_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "dec_2017_ave.to_csv(\"data/day/WV/dec/dec_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 December Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "dec_2018 = pd.read_csv(\"../data_large/WV-day/2018-dec-day-WV.csv\")\n",
    "\n",
    "# dec_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-12-09 11:50:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>697</td>\n",
       "      <td>747</td>\n",
       "      <td>697</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-12-23 14:10:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>759</td>\n",
       "      <td>709</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-12-24 16:20:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>696</td>\n",
       "      <td>769</td>\n",
       "      <td>689</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>c6d4ab35cb2e64792ebcbe2067181056840b499d</td>\n",
       "      <td>2018-12-01 19:05:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>696</td>\n",
       "      <td>732</td>\n",
       "      <td>684</td>\n",
       "      <td>WV</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>45</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>246860e7d957e2c4ba4215019099373118da02e8</td>\n",
       "      <td>2018-12-26 15:25:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>700</td>\n",
       "      <td>747</td>\n",
       "      <td>697</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149233</th>\n",
       "      <td>6b32cedc085398935ffbf4b5490abbbf581d1419</td>\n",
       "      <td>2018-12-01 14:45:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149234</th>\n",
       "      <td>6b32cedc085398935ffbf4b5490abbbf581d1419</td>\n",
       "      <td>2018-12-07 17:50:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>708</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149235</th>\n",
       "      <td>6b32cedc085398935ffbf4b5490abbbf581d1419</td>\n",
       "      <td>2018-12-21 12:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>707</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149236</th>\n",
       "      <td>6b32cedc085398935ffbf4b5490abbbf581d1419</td>\n",
       "      <td>2018-12-12 13:30:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>706</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149237</th>\n",
       "      <td>6b32cedc085398935ffbf4b5490abbbf581d1419</td>\n",
       "      <td>2018-12-09 13:25:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>719</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>146195 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       246860e7d957e2c4ba4215019099373118da02e8  2018-12-09 11:50:00 UTC   \n",
       "1       246860e7d957e2c4ba4215019099373118da02e8  2018-12-23 14:10:00 UTC   \n",
       "2       246860e7d957e2c4ba4215019099373118da02e8  2018-12-24 16:20:00 UTC   \n",
       "3       c6d4ab35cb2e64792ebcbe2067181056840b499d  2018-12-01 19:05:00 UTC   \n",
       "4       246860e7d957e2c4ba4215019099373118da02e8  2018-12-26 15:25:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "149233  6b32cedc085398935ffbf4b5490abbbf581d1419  2018-12-01 14:45:00 UTC   \n",
       "149234  6b32cedc085398935ffbf4b5490abbbf581d1419  2018-12-07 17:50:00 UTC   \n",
       "149235  6b32cedc085398935ffbf4b5490abbbf581d1419  2018-12-21 12:35:00 UTC   \n",
       "149236  6b32cedc085398935ffbf4b5490abbbf581d1419  2018-12-12 13:30:00 UTC   \n",
       "149237  6b32cedc085398935ffbf4b5490abbbf581d1419  2018-12-09 13:25:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          auto          hold               697                      747   \n",
       "1          auto          hold               715                      759   \n",
       "2          auto          hold               696                      769   \n",
       "3          heat          hold               696                      732   \n",
       "4          auto          hold               700                      747   \n",
       "...         ...           ...               ...                      ...   \n",
       "149233     heat          hold               715                      710   \n",
       "149234     heat          hold               708                      710   \n",
       "149235     heat          hold               707                      710   \n",
       "149236     heat          hold               706                      710   \n",
       "149237     heat          hold               719                      710   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                           697            WV  Martinsburg   \n",
       "1                           709            WV  Martinsburg   \n",
       "2                           689            WV  Martinsburg   \n",
       "3                           684            WV      Weirton   \n",
       "4                           697            WV  Martinsburg   \n",
       "...                         ...           ...          ...   \n",
       "149233                      710            WV   Huntington   \n",
       "149234                      710            WV   Huntington   \n",
       "149235                      710            WV   Huntington   \n",
       "149236                      710            WV   Huntington   \n",
       "149237                      710            WV   Huntington   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        15             False         False             True   \n",
       "1                        15             False         False             True   \n",
       "2                        15             False         False             True   \n",
       "3                        45             False         False            False   \n",
       "4                        15             False         False             True   \n",
       "...                     ...               ...           ...              ...   \n",
       "149233                   40             False         False            False   \n",
       "149234                   40             False         False            False   \n",
       "149235                   40             False         False            False   \n",
       "149236                   40             False         False            False   \n",
       "149237                   40             False         False            False   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                       Electric  \n",
       "1                       Electric  \n",
       "2                       Electric  \n",
       "3                            Gas  \n",
       "4                       Electric  \n",
       "...                          ...  \n",
       "149233                       Gas  \n",
       "149234                       Gas  \n",
       "149235                       Gas  \n",
       "149236                       Gas  \n",
       "149237                       Gas  \n",
       "\n",
       "[146195 rows x 14 columns]"
      ]
     },
     "execution_count": 168,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "dec_2018.drop(dec_2018[dec_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "dec_2018.drop(dec_2018[dec_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "dec_2018.drop(dec_2018[dec_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "dec_2018.drop(dec_2018[dec_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "dec_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "dec_2018[\"Year\"] = \"2018\"\n",
    "dec_2018[\"Month\"] = \"dec\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "dec_2018 = dec_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dec_2018_ave = dec_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# dec_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 172,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "dec_2018_ave.to_csv(\"data/day/WV/dec/dec_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 December Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "dec_2019 = pd.read_csv(\"../data_large/WV-day/2019-dec-day-WV.csv\")\n",
    "\n",
    "# dec_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 174,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>a171c25bbd2535b4f8ae71c49e51da2108b0915c</td>\n",
       "      <td>2019-12-03 15:35:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>674</td>\n",
       "      <td>733</td>\n",
       "      <td>683</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charleston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>36a6eea1de28b712fe8c429a3f35722814041d48</td>\n",
       "      <td>2019-12-21 19:00:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>684</td>\n",
       "      <td>693</td>\n",
       "      <td>687</td>\n",
       "      <td>WV</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>16</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6e2181547d2ec897347a39aa3ea81bc364ffd86e</td>\n",
       "      <td>2019-12-27 14:10:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>736</td>\n",
       "      <td>735</td>\n",
       "      <td>735</td>\n",
       "      <td>WV</td>\n",
       "      <td>Martinsburg</td>\n",
       "      <td>9</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>179e7b68e5ee4f361b7af804ec2f82a0a80e3837</td>\n",
       "      <td>2019-12-21 13:10:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>718</td>\n",
       "      <td>730</td>\n",
       "      <td>719</td>\n",
       "      <td>WV</td>\n",
       "      <td>Scott Depot</td>\n",
       "      <td>19</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>ebe4d1dc76665deeab680bc515f1cca9649b3c27</td>\n",
       "      <td>2019-12-26 15:50:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>753</td>\n",
       "      <td>770</td>\n",
       "      <td>770</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>90</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182247</th>\n",
       "      <td>ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7</td>\n",
       "      <td>2019-12-27 15:35:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>746</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Snowshoe</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182248</th>\n",
       "      <td>ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7</td>\n",
       "      <td>2019-12-27 19:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>742</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Snowshoe</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182249</th>\n",
       "      <td>ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7</td>\n",
       "      <td>2019-12-27 19:30:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>742</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Snowshoe</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182250</th>\n",
       "      <td>ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7</td>\n",
       "      <td>2019-12-27 11:05:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>739</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Snowshoe</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182251</th>\n",
       "      <td>ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7</td>\n",
       "      <td>2019-12-27 11:25:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>739</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WV</td>\n",
       "      <td>Snowshoe</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>Electric</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>170056 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       a171c25bbd2535b4f8ae71c49e51da2108b0915c  2019-12-03 15:35:00 UTC   \n",
       "1       36a6eea1de28b712fe8c429a3f35722814041d48  2019-12-21 19:00:00 UTC   \n",
       "3       6e2181547d2ec897347a39aa3ea81bc364ffd86e  2019-12-27 14:10:00 UTC   \n",
       "4       179e7b68e5ee4f361b7af804ec2f82a0a80e3837  2019-12-21 13:10:00 UTC   \n",
       "5       ebe4d1dc76665deeab680bc515f1cca9649b3c27  2019-12-26 15:50:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "182247  ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7  2019-12-27 15:35:00 UTC   \n",
       "182248  ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7  2019-12-27 19:50:00 UTC   \n",
       "182249  ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7  2019-12-27 19:30:00 UTC   \n",
       "182250  ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7  2019-12-27 11:05:00 UTC   \n",
       "182251  ebef48ea1dc3b5809b8b872e507ca1e1eb83f8a7  2019-12-27 11:25:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          auto          hold               674                      733   \n",
       "1          heat          hold               684                      693   \n",
       "3          heat          hold               736                      735   \n",
       "4          heat          auto               718                      730   \n",
       "5          heat          auto               753                      770   \n",
       "...         ...           ...               ...                      ...   \n",
       "182247     cool          hold               746                      760   \n",
       "182248     cool          hold               742                      760   \n",
       "182249     cool          hold               742                      760   \n",
       "182250     cool          hold               739                      760   \n",
       "182251     cool          hold               739                      760   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                           683            WV   Charleston   \n",
       "1                           687            WV      Beckley   \n",
       "3                           735            WV  Martinsburg   \n",
       "4                           719            WV  Scott Depot   \n",
       "5                           770            WV   Huntington   \n",
       "...                         ...           ...          ...   \n",
       "182247                      760            WV     Snowshoe   \n",
       "182248                      760            WV     Snowshoe   \n",
       "182249                      760            WV     Snowshoe   \n",
       "182250                      760            WV     Snowshoe   \n",
       "182251                      760            WV     Snowshoe   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                         0             False         False             True   \n",
       "1                        16             False         False            False   \n",
       "3                         9              True         False             True   \n",
       "4                        19              True         False            False   \n",
       "5                        90              True         False             True   \n",
       "...                     ...               ...           ...              ...   \n",
       "182247                   10              True         False             True   \n",
       "182248                   10              True         False             True   \n",
       "182249                   10              True         False             True   \n",
       "182250                   10              True         False             True   \n",
       "182251                   10              True         False             True   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                       Electric  \n",
       "1                            Gas  \n",
       "3                       Electric  \n",
       "4                            Gas  \n",
       "5                       Electric  \n",
       "...                          ...  \n",
       "182247                  Electric  \n",
       "182248                  Electric  \n",
       "182249                  Electric  \n",
       "182250                  Electric  \n",
       "182251                  Electric  \n",
       "\n",
       "[170056 rows x 14 columns]"
      ]
     },
     "execution_count": 174,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "dec_2019.drop(dec_2019[dec_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "dec_2019.drop(dec_2019[dec_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "dec_2019.drop(dec_2019[dec_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "dec_2019.drop(dec_2019[dec_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "dec_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "dec_2019[\"Year\"] = \"2019\"\n",
    "dec_2019[\"Month\"] = \"dec\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 176,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "dec_2019 = dec_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 177,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dec_2019_ave = dec_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# dec_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 178,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "dec_2019_ave.to_csv(\"data/day/WV/dec/dec_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 December Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "dec_2020 = pd.read_csv(\"../data_large/WV-day/2020-dec-day-WV.csv\")\n",
    "\n",
    "# dec_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2020-12-28 11:45:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>731</td>\n",
       "      <td>686</td>\n",
       "      <td>686</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3ab0f299b591b7f461a1c30ded0e5181f288f52d</td>\n",
       "      <td>2020-12-09 19:25:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>712</td>\n",
       "      <td>696</td>\n",
       "      <td>696</td>\n",
       "      <td>WV</td>\n",
       "      <td>Charles Town</td>\n",
       "      <td>15</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4d2d2b09b53a479ced061b0225d0e510345371bc</td>\n",
       "      <td>2020-12-23 12:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>667</td>\n",
       "      <td>668</td>\n",
       "      <td>668</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>80</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2b584ae8a7a7dc1c609a72f83458b092367c2398</td>\n",
       "      <td>2020-12-21 16:10:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>701</td>\n",
       "      <td>697</td>\n",
       "      <td>697</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>50</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2b584ae8a7a7dc1c609a72f83458b092367c2398</td>\n",
       "      <td>2020-12-03 18:35:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>693</td>\n",
       "      <td>697</td>\n",
       "      <td>697</td>\n",
       "      <td>WV</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>50</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146992</th>\n",
       "      <td>8d07d3fa29ef90a0243d6dd6cc3781acfe7f8797</td>\n",
       "      <td>2020-12-26 17:40:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>701</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>80</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146993</th>\n",
       "      <td>8d07d3fa29ef90a0243d6dd6cc3781acfe7f8797</td>\n",
       "      <td>2020-12-20 15:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>689</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>80</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146994</th>\n",
       "      <td>8d07d3fa29ef90a0243d6dd6cc3781acfe7f8797</td>\n",
       "      <td>2020-12-25 19:05:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>698</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>80</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146995</th>\n",
       "      <td>8d07d3fa29ef90a0243d6dd6cc3781acfe7f8797</td>\n",
       "      <td>2020-12-16 11:55:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>696</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>80</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146996</th>\n",
       "      <td>8d07d3fa29ef90a0243d6dd6cc3781acfe7f8797</td>\n",
       "      <td>2020-12-16 16:45:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>693</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WV</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>80</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>140957 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      Identifier                date_time  \\\n",
       "0       3ab0f299b591b7f461a1c30ded0e5181f288f52d  2020-12-28 11:45:00 UTC   \n",
       "1       3ab0f299b591b7f461a1c30ded0e5181f288f52d  2020-12-09 19:25:00 UTC   \n",
       "2       4d2d2b09b53a479ced061b0225d0e510345371bc  2020-12-23 12:35:00 UTC   \n",
       "3       2b584ae8a7a7dc1c609a72f83458b092367c2398  2020-12-21 16:10:00 UTC   \n",
       "4       2b584ae8a7a7dc1c609a72f83458b092367c2398  2020-12-03 18:35:00 UTC   \n",
       "...                                          ...                      ...   \n",
       "146992  8d07d3fa29ef90a0243d6dd6cc3781acfe7f8797  2020-12-26 17:40:00 UTC   \n",
       "146993  8d07d3fa29ef90a0243d6dd6cc3781acfe7f8797  2020-12-20 15:55:00 UTC   \n",
       "146994  8d07d3fa29ef90a0243d6dd6cc3781acfe7f8797  2020-12-25 19:05:00 UTC   \n",
       "146995  8d07d3fa29ef90a0243d6dd6cc3781acfe7f8797  2020-12-16 11:55:00 UTC   \n",
       "146996  8d07d3fa29ef90a0243d6dd6cc3781acfe7f8797  2020-12-16 16:45:00 UTC   \n",
       "\n",
       "       HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0          heat          hold               731                      686   \n",
       "1          heat          hold               712                      696   \n",
       "2          heat          hold               667                      668   \n",
       "3          heat          hold               701                      697   \n",
       "4          heat          hold               693                      697   \n",
       "...         ...           ...               ...                      ...   \n",
       "146992     heat          hold               701                      700   \n",
       "146993     heat          hold               689                      700   \n",
       "146994     heat          hold               698                      700   \n",
       "146995     heat          auto               696                      700   \n",
       "146996     heat          auto               693                      700   \n",
       "\n",
       "        TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                           686            WV  Charles Town   \n",
       "1                           696            WV  Charles Town   \n",
       "2                           668            WV    Huntington   \n",
       "3                           697            WV    Morgantown   \n",
       "4                           697            WV    Morgantown   \n",
       "...                         ...           ...           ...   \n",
       "146992                      700            WV    Huntington   \n",
       "146993                      700            WV    Huntington   \n",
       "146994                      700            WV    Huntington   \n",
       "146995                      700            WV    Huntington   \n",
       "146996                      700            WV    Huntington   \n",
       "\n",
       "        Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        15              True         False            False   \n",
       "1                        15              True         False            False   \n",
       "2                        80             False         False            False   \n",
       "3                        50              True         False            False   \n",
       "4                        50              True         False            False   \n",
       "...                     ...               ...           ...              ...   \n",
       "146992                   80             False         False            False   \n",
       "146993                   80             False         False            False   \n",
       "146994                   80             False         False            False   \n",
       "146995                   80             False         False            False   \n",
       "146996                   80             False         False            False   \n",
       "\n",
       "       Auxilliary_Heat_Fuel_Type  \n",
       "0                            Gas  \n",
       "1                            Gas  \n",
       "2                            Gas  \n",
       "3                            Gas  \n",
       "4                            Gas  \n",
       "...                          ...  \n",
       "146992                       Gas  \n",
       "146993                       Gas  \n",
       "146994                       Gas  \n",
       "146995                       Gas  \n",
       "146996                       Gas  \n",
       "\n",
       "[140957 rows x 14 columns]"
      ]
     },
     "execution_count": 180,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "dec_2020.drop(dec_2020[dec_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "dec_2020.drop(dec_2020[dec_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "dec_2020.drop(dec_2020[dec_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "dec_2020.drop(dec_2020[dec_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "dec_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "dec_2020[\"Year\"] = \"2020\"\n",
    "dec_2020[\"Month\"] = \"dec\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "dec_2020 = dec_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dec_2020_ave = dec_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# dec_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 184,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "dec_2020_ave.to_csv(\"data/day/WV/dec/dec_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WV/dec/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>015c5b19f842d6361568129bab20f692ecb5ba98</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>South Charleston</td>\n",
       "      <td>637.836187</td>\n",
       "      <td>651.702453</td>\n",
       "      <td>632.767237</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>01878b6476cf734f4d41081dfd2a989223288eb0</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>milton</td>\n",
       "      <td>659.925926</td>\n",
       "      <td>704.408163</td>\n",
       "      <td>651.182918</td>\n",
       "      <td>80.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>01878b6476cf734f4d41081dfd2a989223288eb0</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>milton</td>\n",
       "      <td>669.926667</td>\n",
       "      <td>671.533333</td>\n",
       "      <td>671.533333</td>\n",
       "      <td>80.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>03929acf744f37ee18e539d3a2a04775de903a79</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>645.800000</td>\n",
       "      <td>695.000000</td>\n",
       "      <td>645.000000</td>\n",
       "      <td>16.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>03929acf744f37ee18e539d3a2a04775de903a79</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>639.000000</td>\n",
       "      <td>707.000000</td>\n",
       "      <td>657.000000</td>\n",
       "      <td>16.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>fa5679199538cdd2ee0a15f69119a2a23a46fe31</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Mathias</td>\n",
       "      <td>693.323770</td>\n",
       "      <td>706.434426</td>\n",
       "      <td>706.434426</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>661.813192</td>\n",
       "      <td>667.178248</td>\n",
       "      <td>667.178248</td>\n",
       "      <td>50.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>666.358033</td>\n",
       "      <td>671.682133</td>\n",
       "      <td>671.565097</td>\n",
       "      <td>50.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>656.305882</td>\n",
       "      <td>660.047059</td>\n",
       "      <td>660.047059</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>671.338749</td>\n",
       "      <td>676.060114</td>\n",
       "      <td>676.059301</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>776 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Identifier Month  Year HvacMode  \\\n",
       "0    015c5b19f842d6361568129bab20f692ecb5ba98   dec  2017     heat   \n",
       "1    01878b6476cf734f4d41081dfd2a989223288eb0   dec  2017     auto   \n",
       "2    01878b6476cf734f4d41081dfd2a989223288eb0   dec  2017     heat   \n",
       "3    03929acf744f37ee18e539d3a2a04775de903a79   dec  2017     auto   \n",
       "4    03929acf744f37ee18e539d3a2a04775de903a79   dec  2017     heat   \n",
       "..                                        ...   ...   ...      ...   \n",
       "212  fa5679199538cdd2ee0a15f69119a2a23a46fe31   dec  2020     heat   \n",
       "213  fd8ed83e097742d35fbb3379c61cf75319d0dcd3   dec  2020     heat   \n",
       "214  fd8ed83e097742d35fbb3379c61cf75319d0dcd3   dec  2020     heat   \n",
       "215  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   dec  2020     heat   \n",
       "216  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   dec  2020     heat   \n",
       "\n",
       "    CalendarEvent              City  Temperature_ctrl_ave  \\\n",
       "0            auto  South Charleston            637.836187   \n",
       "1            hold            milton            659.925926   \n",
       "2            hold            milton            669.926667   \n",
       "3            auto           Beckley            645.800000   \n",
       "4            auto           Beckley            639.000000   \n",
       "..            ...               ...                   ...   \n",
       "212          hold           Mathias            693.323770   \n",
       "213          auto           Weirton            661.813192   \n",
       "214          hold           Weirton            666.358033   \n",
       "215          auto           Grafton            656.305882   \n",
       "216          hold           Grafton            671.338749   \n",
       "\n",
       "     TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                     651.702453                   632.767237   \n",
       "1                     704.408163                   651.182918   \n",
       "2                     671.533333                   671.533333   \n",
       "3                     695.000000                   645.000000   \n",
       "4                     707.000000                   657.000000   \n",
       "..                           ...                          ...   \n",
       "212                   706.434426                   706.434426   \n",
       "213                   667.178248                   667.178248   \n",
       "214                   671.682133                   671.565097   \n",
       "215                   660.047059                   660.047059   \n",
       "216                   676.060114                   676.059301   \n",
       "\n",
       "     Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                   10.0              True         False             True  \n",
       "1                   80.0             False         False            False  \n",
       "2                   80.0             False         False            False  \n",
       "3                   16.0             False         False            False  \n",
       "4                   16.0             False         False            False  \n",
       "..                   ...               ...           ...              ...  \n",
       "212                 10.0             False         False            False  \n",
       "213                 50.0             False         False            False  \n",
       "214                 50.0             False         False            False  \n",
       "215                  9.0             False         False             True  \n",
       "216                  9.0             False         False             True  \n",
       "\n",
       "[776 rows x 13 columns]"
      ]
     },
     "execution_count": 186,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WV_dec = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WV/dec/\" + file)\n",
    "    WV_dec = pd.concat([WV_dec, df])\n",
    "    \n",
    "WV_dec"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 187,
   "metadata": {},
   "outputs": [],
   "source": [
    "WV_dec.to_csv(\"Scraper_Output/State_Month_Day/WV/WV_dec.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "----"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "----"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine state CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"Scraper_Output/State_Month_Day/WV/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 189,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>015c5b19f842d6361568129bab20f692ecb5ba98</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>South Charleston</td>\n",
       "      <td>759.700877</td>\n",
       "      <td>778.666667</td>\n",
       "      <td>620.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>03929acf744f37ee18e539d3a2a04775de903a79</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>681.958333</td>\n",
       "      <td>680.000000</td>\n",
       "      <td>640.000000</td>\n",
       "      <td>16.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>03929acf744f37ee18e539d3a2a04775de903a79</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Beckley</td>\n",
       "      <td>684.310345</td>\n",
       "      <td>700.017241</td>\n",
       "      <td>699.965517</td>\n",
       "      <td>16.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0bba27d3be343a725816c693e1fb53486f65c7b9</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>712.468750</td>\n",
       "      <td>710.000000</td>\n",
       "      <td>660.000000</td>\n",
       "      <td>45.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0bba27d3be343a725816c693e1fb53486f65c7b9</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Morgantown</td>\n",
       "      <td>710.577039</td>\n",
       "      <td>710.051360</td>\n",
       "      <td>660.021148</td>\n",
       "      <td>45.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>847</th>\n",
       "      <td>fa5679199538cdd2ee0a15f69119a2a23a46fe31</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Mathias</td>\n",
       "      <td>727.700000</td>\n",
       "      <td>720.000000</td>\n",
       "      <td>720.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>848</th>\n",
       "      <td>fd8ed83e097742d35fbb3379c61cf75319d0dcd3</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Weirton</td>\n",
       "      <td>730.302570</td>\n",
       "      <td>728.516355</td>\n",
       "      <td>728.516355</td>\n",
       "      <td>50.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>849</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>741.885314</td>\n",
       "      <td>762.298821</td>\n",
       "      <td>762.298821</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>850</th>\n",
       "      <td>ff8a4bb610de573c93eeaa00f357ba5d15d31d72</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Grafton</td>\n",
       "      <td>725.367647</td>\n",
       "      <td>684.000000</td>\n",
       "      <td>684.000000</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>851</th>\n",
       "      <td>ffe671086af78d223bc2967b5d8ce02eeb5dbede</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Huntington</td>\n",
       "      <td>722.750000</td>\n",
       "      <td>746.250000</td>\n",
       "      <td>741.250000</td>\n",
       "      <td>20.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4555 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Identifier Month  Year HvacMode  \\\n",
       "0    015c5b19f842d6361568129bab20f692ecb5ba98   aug  2017     cool   \n",
       "1    03929acf744f37ee18e539d3a2a04775de903a79   aug  2017     cool   \n",
       "2    03929acf744f37ee18e539d3a2a04775de903a79   aug  2017     cool   \n",
       "3    0bba27d3be343a725816c693e1fb53486f65c7b9   aug  2017     auto   \n",
       "4    0bba27d3be343a725816c693e1fb53486f65c7b9   aug  2017     auto   \n",
       "..                                        ...   ...   ...      ...   \n",
       "847  fa5679199538cdd2ee0a15f69119a2a23a46fe31   jun  2021     cool   \n",
       "848  fd8ed83e097742d35fbb3379c61cf75319d0dcd3   jun  2021     cool   \n",
       "849  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   jun  2021     cool   \n",
       "850  ff8a4bb610de573c93eeaa00f357ba5d15d31d72   jun  2021     heat   \n",
       "851  ffe671086af78d223bc2967b5d8ce02eeb5dbede   jun  2021     cool   \n",
       "\n",
       "    CalendarEvent              City  Temperature_ctrl_ave  \\\n",
       "0            auto  South Charleston            759.700877   \n",
       "1            auto           Beckley            681.958333   \n",
       "2            hold           Beckley            684.310345   \n",
       "3            auto        Morgantown            712.468750   \n",
       "4            hold        Morgantown            710.577039   \n",
       "..            ...               ...                   ...   \n",
       "847          hold           Mathias            727.700000   \n",
       "848          hold           Weirton            730.302570   \n",
       "849          hold           Grafton            741.885314   \n",
       "850          hold           Grafton            725.367647   \n",
       "851          hold        Huntington            722.750000   \n",
       "\n",
       "     TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                     778.666667                   620.000000   \n",
       "1                     680.000000                   640.000000   \n",
       "2                     700.017241                   699.965517   \n",
       "3                     710.000000                   660.000000   \n",
       "4                     710.051360                   660.021148   \n",
       "..                           ...                          ...   \n",
       "847                   720.000000                   720.000000   \n",
       "848                   728.516355                   728.516355   \n",
       "849                   762.298821                   762.298821   \n",
       "850                   684.000000                   684.000000   \n",
       "851                   746.250000                   741.250000   \n",
       "\n",
       "     Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                   10.0              True         False             True  \n",
       "1                   16.0             False         False            False  \n",
       "2                   16.0             False         False            False  \n",
       "3                   45.0             False         False            False  \n",
       "4                   45.0             False         False            False  \n",
       "..                   ...               ...           ...              ...  \n",
       "847                 10.0             False         False            False  \n",
       "848                 50.0             False         False            False  \n",
       "849                  9.0             False         False             True  \n",
       "850                  9.0             False         False             True  \n",
       "851                 20.0              True          True             True  \n",
       "\n",
       "[4555 rows x 13 columns]"
      ]
     },
     "execution_count": 189,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WV_all = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"Scraper_Output/State_Month_Day/WV/\" + file)\n",
    "    WV_all = pd.concat([WV_all, df])\n",
    "    \n",
    "WV_all"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 190,
   "metadata": {},
   "outputs": [],
   "source": [
    "WV_all.to_csv(\"Scraper_Output/State_Month_Day/WV_all_day.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 191,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Unique jan_2017: ['WV']\n",
      "Unique jan_2018: ['WV']\n",
      "Unique jan_2019: ['WV']\n",
      "Unique jan_2020: ['WV']\n",
      "Unique jan_2021: ['WV']\n",
      "Unique feb_2017: ['WV']\n",
      "Unique feb_2018: ['WV']\n",
      "Unique feb_2019: ['WV']\n",
      "Unique feb_2020: ['WV']\n",
      "Unique feb_2021: ['WV']\n",
      "Unique jun_2017: ['WV']\n",
      "Unique jun_2018: ['WV']\n",
      "Unique jun_2019: ['WV']\n",
      "Unique jun_2020: ['WV']\n",
      "Unique jun_2021: ['WV']\n",
      "Unique jul_2017: ['WV']\n",
      "Unique jul_2018: ['WV']\n",
      "Unique jul_2019: ['WV']\n",
      "Unique jul_2020: ['WV']\n",
      "Unique jul_2021: ['WV']\n",
      "Unique aug_2017: ['WV']\n",
      "Unique aug_2018: ['WV']\n",
      "Unique aug_2019: ['WV']\n",
      "Unique aug_2020: ['WV']\n",
      "Unique dec_2017: ['WV']\n",
      "Unique dec_2018: ['WV']\n",
      "Unique dec_2019: ['WV']\n",
      "Unique dec_2020: ['WV']\n"
     ]
    }
   ],
   "source": [
    "# Datacheck to mWVe sure state was selected correctly in BQ sql queries\n",
    "\n",
    "print(f\"Unique jan_2017: {jan_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jan_2018: {jan_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jan_2019: {jan_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jan_2020: {jan_2020['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jan_2021: {jan_2021['ProvinceState'].unique()}\")\n",
    "print(f\"Unique feb_2017: {feb_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique feb_2018: {feb_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique feb_2019: {feb_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique feb_2020: {feb_2020['ProvinceState'].unique()}\")\n",
    "print(f\"Unique feb_2021: {feb_2021['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jun_2017: {jun_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jun_2018: {jun_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jun_2019: {jun_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jun_2020: {jun_2020['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jun_2021: {jun_2021['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jul_2017: {jul_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jul_2018: {jul_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jul_2019: {jul_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jul_2020: {jul_2020['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jul_2021: {jul_2021['ProvinceState'].unique()}\")\n",
    "print(f\"Unique aug_2017: {aug_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique aug_2018: {aug_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique aug_2019: {aug_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique aug_2020: {aug_2020['ProvinceState'].unique()}\")\n",
    "print(f\"Unique dec_2017: {dec_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique dec_2018: {dec_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique dec_2019: {dec_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique dec_2020: {dec_2020['ProvinceState'].unique()}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.10"
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}