DYD_WY-day.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# DYD Thermostat Data \n",
    "\n",
    "## Preprocess\n",
    "\n",
    "1. Generated CSV file from queries in BigQueary\n",
    "\n",
    "2. Data separated into states\n",
    "\n",
    "3. Aggregated the data in Pandas by month\n",
    "\n",
    "4. Combine 4 years\n",
    "\n",
    "5. Group by Identifier\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Dependencies\n",
    "import pandas as pd\n",
    "import os\n",
    "import numpy as np\n",
    "from pathlib import Path\n",
    "from datetime import datetime"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "## January"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 January Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jan_2017 = pd.read_csv(\"../data_large/WY-day/2017-jan-day-WY.csv\")\n",
    "\n",
    "# jan_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-01-07T16:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>681</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-01-07T17:10:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>649</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-01-07T16:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-01-07T16:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>666</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-01-07T16:40:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>689</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5033</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-01-08T13:05:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>693</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5034</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-01-15T15:40:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>703</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5035</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-01-15T18:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>693</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5036</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-01-08T13:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>832</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5037</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-01-08T14:05:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>823</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4966 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    Identifier             date_time HvacMode  \\\n",
       "0     ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-01-07T16:45:00Z     heat   \n",
       "1     ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-01-07T17:10:00Z     heat   \n",
       "2     ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-01-07T16:35:00Z     heat   \n",
       "3     ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-01-07T16:55:00Z     heat   \n",
       "4     ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-01-07T16:40:00Z     heat   \n",
       "...                                        ...                   ...      ...   \n",
       "5033  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-01-08T13:05:00Z     heat   \n",
       "5034  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-01-15T15:40:00Z     heat   \n",
       "5035  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-01-15T18:30:00Z     heat   \n",
       "5036  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-01-08T13:45:00Z     heat   \n",
       "5037  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-01-08T14:05:00Z     heat   \n",
       "\n",
       "     CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0             hold               681                      660   \n",
       "1             hold               649                      660   \n",
       "2             hold               715                      660   \n",
       "3             hold               666                      660   \n",
       "4             hold               689                      660   \n",
       "...            ...               ...                      ...   \n",
       "5033          hold               693                      700   \n",
       "5034          hold               703                      700   \n",
       "5035          hold               693                      700   \n",
       "5036          hold               832                      700   \n",
       "5037          hold               823                      700   \n",
       "\n",
       "      TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                         660            WY  Rock Springs   \n",
       "1                         660            WY  Rock Springs   \n",
       "2                         660            WY  Rock Springs   \n",
       "3                         660            WY  Rock Springs   \n",
       "4                         660            WY  Rock Springs   \n",
       "...                       ...           ...           ...   \n",
       "5033                      700            WY  Rock Springs   \n",
       "5034                      700            WY  Rock Springs   \n",
       "5035                      700            WY  Rock Springs   \n",
       "5036                      700            WY  Rock Springs   \n",
       "5037                      700            WY  Rock Springs   \n",
       "\n",
       "      Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                      25             False         False            False   \n",
       "1                      25             False         False            False   \n",
       "2                      25             False         False            False   \n",
       "3                      25             False         False            False   \n",
       "4                      25             False         False            False   \n",
       "...                   ...               ...           ...              ...   \n",
       "5033                   25             False         False            False   \n",
       "5034                   25             False         False            False   \n",
       "5035                   25             False         False            False   \n",
       "5036                   25             False         False            False   \n",
       "5037                   25             False         False            False   \n",
       "\n",
       "     Auxilliary_Heat_Fuel_Type  \n",
       "0                          Gas  \n",
       "1                          Gas  \n",
       "2                          Gas  \n",
       "3                          Gas  \n",
       "4                          Gas  \n",
       "...                        ...  \n",
       "5033                       Gas  \n",
       "5034                       Gas  \n",
       "5035                       Gas  \n",
       "5036                       Gas  \n",
       "5037                       Gas  \n",
       "\n",
       "[4966 rows x 14 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jan_2017.drop(jan_2017[jan_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jan_2017.drop(jan_2017[jan_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jan_2017.drop(jan_2017[jan_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jan_2017.drop(jan_2017[jan_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jan_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jan_2017[\"Year\"] = \"2017\"\n",
    "jan_2017[\"Month\"] = \"Jan\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jan_2017 = jan_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>16913980a67e1faa9fb0fe491f8d36b4477f965a</th>\n",
       "      <th>Jan</th>\n",
       "      <th>2017</th>\n",
       "      <th>heat</th>\n",
       "      <th>auto</th>\n",
       "      <th>Cheyenne</th>\n",
       "      <td>653.806250</td>\n",
       "      <td>656.375000</td>\n",
       "      <td>655.018750</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">1af93c740d9d394407a734476ba8bcaf41c2f2dd</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Jan</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2017</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">heat</th>\n",
       "      <th>auto</th>\n",
       "      <th>Casper</th>\n",
       "      <td>634.134986</td>\n",
       "      <td>652.181818</td>\n",
       "      <td>639.917355</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hold</th>\n",
       "      <th>Casper</th>\n",
       "      <td>633.070886</td>\n",
       "      <td>650.293671</td>\n",
       "      <td>631.321519</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">31af9764717cc87207aca52dabacb0bb1e2b8b95</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Jan</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2017</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">heat</th>\n",
       "      <th>auto</th>\n",
       "      <th>Gillette</th>\n",
       "      <td>678.065768</td>\n",
       "      <td>740.769272</td>\n",
       "      <td>675.767116</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hold</th>\n",
       "      <th>Gillette</th>\n",
       "      <td>705.900000</td>\n",
       "      <td>674.333333</td>\n",
       "      <td>656.800000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">44788b127929a7bbc4a79d2b17a215fd5460cdc1</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Jan</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2017</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">heat</th>\n",
       "      <th>auto</th>\n",
       "      <th>Cheyenne</th>\n",
       "      <td>728.082192</td>\n",
       "      <td>741.657534</td>\n",
       "      <td>740.958904</td>\n",
       "      <td>15.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hold</th>\n",
       "      <th>Cheyenne</th>\n",
       "      <td>735.531250</td>\n",
       "      <td>741.000000</td>\n",
       "      <td>741.000000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">7ab7401981ce316104ff89f1cea82a92a571929d</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Jan</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2017</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">heat</th>\n",
       "      <th>auto</th>\n",
       "      <th>Gillette</th>\n",
       "      <td>669.732919</td>\n",
       "      <td>670.186335</td>\n",
       "      <td>670.074534</td>\n",
       "      <td>40.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hold</th>\n",
       "      <th>Gillette</th>\n",
       "      <td>669.972477</td>\n",
       "      <td>671.128440</td>\n",
       "      <td>669.825688</td>\n",
       "      <td>40.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">9318c54b085c228db7076172efce878b8d324baa</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Jan</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2017</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">heat</th>\n",
       "      <th>auto</th>\n",
       "      <th>Wyarno</th>\n",
       "      <td>676.010309</td>\n",
       "      <td>679.082474</td>\n",
       "      <td>679.082474</td>\n",
       "      <td>15.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hold</th>\n",
       "      <th>Wyarno</th>\n",
       "      <td>668.294872</td>\n",
       "      <td>670.000000</td>\n",
       "      <td>670.000000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9d6a98350302417c9b2f10ae3c235d52a3bf7097</th>\n",
       "      <th>Jan</th>\n",
       "      <th>2017</th>\n",
       "      <th>auto</th>\n",
       "      <th>hold</th>\n",
       "      <th>Sheridan</th>\n",
       "      <td>735.030303</td>\n",
       "      <td>788.787879</td>\n",
       "      <td>738.303030</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">ac76fecdaa287fefcce1e1e9d8a04222a05f127f</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Jan</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2017</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">heat</th>\n",
       "      <th>auto</th>\n",
       "      <th>Rock Springs</th>\n",
       "      <td>727.000000</td>\n",
       "      <td>795.000000</td>\n",
       "      <td>641.000000</td>\n",
       "      <td>25.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hold</th>\n",
       "      <th>Rock Springs</th>\n",
       "      <td>735.670241</td>\n",
       "      <td>736.258043</td>\n",
       "      <td>735.631367</td>\n",
       "      <td>25.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</th>\n",
       "      <th>Jan</th>\n",
       "      <th>2017</th>\n",
       "      <th>auto</th>\n",
       "      <th>hold</th>\n",
       "      <th>Trail Dr</th>\n",
       "      <td>744.222222</td>\n",
       "      <td>800.000000</td>\n",
       "      <td>750.000000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                         Temperature_ctrl_ave  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                                 \n",
       "16913980a67e1faa9fb0fe491f8d36b4477f965a Jan   2017 heat     auto          Cheyenne                653.806250   \n",
       "1af93c740d9d394407a734476ba8bcaf41c2f2dd Jan   2017 heat     auto          Casper                  634.134986   \n",
       "                                                             hold          Casper                  633.070886   \n",
       "31af9764717cc87207aca52dabacb0bb1e2b8b95 Jan   2017 heat     auto          Gillette                678.065768   \n",
       "                                                             hold          Gillette                705.900000   \n",
       "44788b127929a7bbc4a79d2b17a215fd5460cdc1 Jan   2017 heat     auto          Cheyenne                728.082192   \n",
       "                                                             hold          Cheyenne                735.531250   \n",
       "7ab7401981ce316104ff89f1cea82a92a571929d Jan   2017 heat     auto          Gillette                669.732919   \n",
       "                                                             hold          Gillette                669.972477   \n",
       "9318c54b085c228db7076172efce878b8d324baa Jan   2017 heat     auto          Wyarno                  676.010309   \n",
       "                                                             hold          Wyarno                  668.294872   \n",
       "9d6a98350302417c9b2f10ae3c235d52a3bf7097 Jan   2017 auto     hold          Sheridan                735.030303   \n",
       "ac76fecdaa287fefcce1e1e9d8a04222a05f127f Jan   2017 heat     auto          Rock Springs            727.000000   \n",
       "                                                             hold          Rock Springs            735.670241   \n",
       "dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9 Jan   2017 auto     hold          Trail Dr                744.222222   \n",
       "\n",
       "                                                                                         TemperatureExpectedCool_ave  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                                        \n",
       "16913980a67e1faa9fb0fe491f8d36b4477f965a Jan   2017 heat     auto          Cheyenne                       656.375000   \n",
       "1af93c740d9d394407a734476ba8bcaf41c2f2dd Jan   2017 heat     auto          Casper                         652.181818   \n",
       "                                                             hold          Casper                         650.293671   \n",
       "31af9764717cc87207aca52dabacb0bb1e2b8b95 Jan   2017 heat     auto          Gillette                       740.769272   \n",
       "                                                             hold          Gillette                       674.333333   \n",
       "44788b127929a7bbc4a79d2b17a215fd5460cdc1 Jan   2017 heat     auto          Cheyenne                       741.657534   \n",
       "                                                             hold          Cheyenne                       741.000000   \n",
       "7ab7401981ce316104ff89f1cea82a92a571929d Jan   2017 heat     auto          Gillette                       670.186335   \n",
       "                                                             hold          Gillette                       671.128440   \n",
       "9318c54b085c228db7076172efce878b8d324baa Jan   2017 heat     auto          Wyarno                         679.082474   \n",
       "                                                             hold          Wyarno                         670.000000   \n",
       "9d6a98350302417c9b2f10ae3c235d52a3bf7097 Jan   2017 auto     hold          Sheridan                       788.787879   \n",
       "ac76fecdaa287fefcce1e1e9d8a04222a05f127f Jan   2017 heat     auto          Rock Springs                   795.000000   \n",
       "                                                             hold          Rock Springs                   736.258043   \n",
       "dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9 Jan   2017 auto     hold          Trail Dr                       800.000000   \n",
       "\n",
       "                                                                                         TemperatureExpectedHeat_ave  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                                        \n",
       "16913980a67e1faa9fb0fe491f8d36b4477f965a Jan   2017 heat     auto          Cheyenne                       655.018750   \n",
       "1af93c740d9d394407a734476ba8bcaf41c2f2dd Jan   2017 heat     auto          Casper                         639.917355   \n",
       "                                                             hold          Casper                         631.321519   \n",
       "31af9764717cc87207aca52dabacb0bb1e2b8b95 Jan   2017 heat     auto          Gillette                       675.767116   \n",
       "                                                             hold          Gillette                       656.800000   \n",
       "44788b127929a7bbc4a79d2b17a215fd5460cdc1 Jan   2017 heat     auto          Cheyenne                       740.958904   \n",
       "                                                             hold          Cheyenne                       741.000000   \n",
       "7ab7401981ce316104ff89f1cea82a92a571929d Jan   2017 heat     auto          Gillette                       670.074534   \n",
       "                                                             hold          Gillette                       669.825688   \n",
       "9318c54b085c228db7076172efce878b8d324baa Jan   2017 heat     auto          Wyarno                         679.082474   \n",
       "                                                             hold          Wyarno                         670.000000   \n",
       "9d6a98350302417c9b2f10ae3c235d52a3bf7097 Jan   2017 auto     hold          Sheridan                       738.303030   \n",
       "ac76fecdaa287fefcce1e1e9d8a04222a05f127f Jan   2017 heat     auto          Rock Springs                   641.000000   \n",
       "                                                             hold          Rock Springs                   735.631367   \n",
       "dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9 Jan   2017 auto     hold          Trail Dr                       750.000000   \n",
       "\n",
       "                                                                                         Age_of_Home__years_  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                                \n",
       "16913980a67e1faa9fb0fe491f8d36b4477f965a Jan   2017 heat     auto          Cheyenne                     10.0   \n",
       "1af93c740d9d394407a734476ba8bcaf41c2f2dd Jan   2017 heat     auto          Casper                       30.0   \n",
       "                                                             hold          Casper                       30.0   \n",
       "31af9764717cc87207aca52dabacb0bb1e2b8b95 Jan   2017 heat     auto          Gillette                     35.0   \n",
       "                                                             hold          Gillette                     35.0   \n",
       "44788b127929a7bbc4a79d2b17a215fd5460cdc1 Jan   2017 heat     auto          Cheyenne                     15.0   \n",
       "                                                             hold          Cheyenne                     15.0   \n",
       "7ab7401981ce316104ff89f1cea82a92a571929d Jan   2017 heat     auto          Gillette                     40.0   \n",
       "                                                             hold          Gillette                     40.0   \n",
       "9318c54b085c228db7076172efce878b8d324baa Jan   2017 heat     auto          Wyarno                       15.0   \n",
       "                                                             hold          Wyarno                       15.0   \n",
       "9d6a98350302417c9b2f10ae3c235d52a3bf7097 Jan   2017 auto     hold          Sheridan                      0.0   \n",
       "ac76fecdaa287fefcce1e1e9d8a04222a05f127f Jan   2017 heat     auto          Rock Springs                 25.0   \n",
       "                                                             hold          Rock Springs                 25.0   \n",
       "dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9 Jan   2017 auto     hold          Trail Dr                     35.0   \n",
       "\n",
       "                                                                                         allowCompWithAux  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                             \n",
       "16913980a67e1faa9fb0fe491f8d36b4477f965a Jan   2017 heat     auto          Cheyenne                 False   \n",
       "1af93c740d9d394407a734476ba8bcaf41c2f2dd Jan   2017 heat     auto          Casper                    True   \n",
       "                                                             hold          Casper                    True   \n",
       "31af9764717cc87207aca52dabacb0bb1e2b8b95 Jan   2017 heat     auto          Gillette                 False   \n",
       "                                                             hold          Gillette                 False   \n",
       "44788b127929a7bbc4a79d2b17a215fd5460cdc1 Jan   2017 heat     auto          Cheyenne                 False   \n",
       "                                                             hold          Cheyenne                 False   \n",
       "7ab7401981ce316104ff89f1cea82a92a571929d Jan   2017 heat     auto          Gillette                 False   \n",
       "                                                             hold          Gillette                 False   \n",
       "9318c54b085c228db7076172efce878b8d324baa Jan   2017 heat     auto          Wyarno                   False   \n",
       "                                                             hold          Wyarno                   False   \n",
       "9d6a98350302417c9b2f10ae3c235d52a3bf7097 Jan   2017 auto     hold          Sheridan                 False   \n",
       "ac76fecdaa287fefcce1e1e9d8a04222a05f127f Jan   2017 heat     auto          Rock Springs             False   \n",
       "                                                             hold          Rock Springs             False   \n",
       "dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9 Jan   2017 auto     hold          Trail Dr                 False   \n",
       "\n",
       "                                                                                         Has_Electric  \\\n",
       "Identifier                               Month Year HvacMode CalendarEvent City                         \n",
       "16913980a67e1faa9fb0fe491f8d36b4477f965a Jan   2017 heat     auto          Cheyenne             False   \n",
       "1af93c740d9d394407a734476ba8bcaf41c2f2dd Jan   2017 heat     auto          Casper               False   \n",
       "                                                             hold          Casper               False   \n",
       "31af9764717cc87207aca52dabacb0bb1e2b8b95 Jan   2017 heat     auto          Gillette             False   \n",
       "                                                             hold          Gillette             False   \n",
       "44788b127929a7bbc4a79d2b17a215fd5460cdc1 Jan   2017 heat     auto          Cheyenne             False   \n",
       "                                                             hold          Cheyenne             False   \n",
       "7ab7401981ce316104ff89f1cea82a92a571929d Jan   2017 heat     auto          Gillette             False   \n",
       "                                                             hold          Gillette             False   \n",
       "9318c54b085c228db7076172efce878b8d324baa Jan   2017 heat     auto          Wyarno               False   \n",
       "                                                             hold          Wyarno               False   \n",
       "9d6a98350302417c9b2f10ae3c235d52a3bf7097 Jan   2017 auto     hold          Sheridan             False   \n",
       "ac76fecdaa287fefcce1e1e9d8a04222a05f127f Jan   2017 heat     auto          Rock Springs         False   \n",
       "                                                             hold          Rock Springs         False   \n",
       "dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9 Jan   2017 auto     hold          Trail Dr             False   \n",
       "\n",
       "                                                                                         Has_a_Heat_Pump  \n",
       "Identifier                               Month Year HvacMode CalendarEvent City                           \n",
       "16913980a67e1faa9fb0fe491f8d36b4477f965a Jan   2017 heat     auto          Cheyenne                False  \n",
       "1af93c740d9d394407a734476ba8bcaf41c2f2dd Jan   2017 heat     auto          Casper                  False  \n",
       "                                                             hold          Casper                  False  \n",
       "31af9764717cc87207aca52dabacb0bb1e2b8b95 Jan   2017 heat     auto          Gillette                False  \n",
       "                                                             hold          Gillette                False  \n",
       "44788b127929a7bbc4a79d2b17a215fd5460cdc1 Jan   2017 heat     auto          Cheyenne                False  \n",
       "                                                             hold          Cheyenne                False  \n",
       "7ab7401981ce316104ff89f1cea82a92a571929d Jan   2017 heat     auto          Gillette                False  \n",
       "                                                             hold          Gillette                False  \n",
       "9318c54b085c228db7076172efce878b8d324baa Jan   2017 heat     auto          Wyarno                  False  \n",
       "                                                             hold          Wyarno                  False  \n",
       "9d6a98350302417c9b2f10ae3c235d52a3bf7097 Jan   2017 auto     hold          Sheridan                False  \n",
       "ac76fecdaa287fefcce1e1e9d8a04222a05f127f Jan   2017 heat     auto          Rock Springs            False  \n",
       "                                                             hold          Rock Springs            False  \n",
       "dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9 Jan   2017 auto     hold          Trail Dr                False  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jan_2017_ave = jan_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "jan_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jan_2017_ave.to_csv(\"data/day/WY/jan/jan_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 January Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jan_2018 = pd.read_csv(\"../data_large/WY-day/2018-jan-day-WY.csv\")\n",
    "\n",
    "# jan_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>336df4fa2ebfb1b7a1bc23dd117037a5955effa8</td>\n",
       "      <td>2018-01-27T13:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>609</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>336df4fa2ebfb1b7a1bc23dd117037a5955effa8</td>\n",
       "      <td>2018-01-02T13:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>633</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>336df4fa2ebfb1b7a1bc23dd117037a5955effa8</td>\n",
       "      <td>2018-01-26T15:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>656</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>336df4fa2ebfb1b7a1bc23dd117037a5955effa8</td>\n",
       "      <td>2018-01-26T16:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>759b41e328c1a31c0c37d8ee8ac5f45fdd644a17</td>\n",
       "      <td>2018-01-07T17:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>687</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24520</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2018-01-16T14:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>701</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24521</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2018-01-16T15:00:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>709</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24522</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2018-01-13T17:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24523</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2018-01-16T14:05:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>702</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24524</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2018-01-19T18:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>708</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>18687 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      336df4fa2ebfb1b7a1bc23dd117037a5955effa8  2018-01-27T13:50:00Z   \n",
       "1      336df4fa2ebfb1b7a1bc23dd117037a5955effa8  2018-01-02T13:30:00Z   \n",
       "2      336df4fa2ebfb1b7a1bc23dd117037a5955effa8  2018-01-26T15:20:00Z   \n",
       "3      336df4fa2ebfb1b7a1bc23dd117037a5955effa8  2018-01-26T16:15:00Z   \n",
       "4      759b41e328c1a31c0c37d8ee8ac5f45fdd644a17  2018-01-07T17:35:00Z   \n",
       "...                                         ...                   ...   \n",
       "24520  5c3385a5b08903ef32083aacfc000fe752b78fdc  2018-01-16T14:20:00Z   \n",
       "24521  5c3385a5b08903ef32083aacfc000fe752b78fdc  2018-01-16T15:00:00Z   \n",
       "24522  5c3385a5b08903ef32083aacfc000fe752b78fdc  2018-01-13T17:50:00Z   \n",
       "24523  5c3385a5b08903ef32083aacfc000fe752b78fdc  2018-01-16T14:05:00Z   \n",
       "24524  5c3385a5b08903ef32083aacfc000fe752b78fdc  2018-01-19T18:35:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          auto               609                      660   \n",
       "1         heat          auto               633                      660   \n",
       "2         heat          auto               656                      660   \n",
       "3         heat          auto               660                      660   \n",
       "4         heat          hold               687                      660   \n",
       "...        ...           ...               ...                      ...   \n",
       "24520     heat          auto               701                      710   \n",
       "24521     heat          auto               709                      710   \n",
       "24522     heat          auto               710                      710   \n",
       "24523     heat          auto               702                      710   \n",
       "24524     heat          auto               708                      710   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState      City  Age_of_Home__years_  \\\n",
       "0                          660            WY  Evanston                    0   \n",
       "1                          660            WY  Evanston                    0   \n",
       "2                          660            WY  Evanston                    0   \n",
       "3                          660            WY  Evanston                    0   \n",
       "4                          660            WY    Casper                    0   \n",
       "...                        ...           ...       ...                  ...   \n",
       "24520                      710            WY  Gillette                   10   \n",
       "24521                      710            WY  Gillette                   10   \n",
       "24522                      710            WY  Gillette                   10   \n",
       "24523                      710            WY  Gillette                   10   \n",
       "24524                      710            WY  Gillette                   10   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                 False         False            False   \n",
       "1                 False         False            False   \n",
       "2                 False         False            False   \n",
       "3                 False         False            False   \n",
       "4                 False         False            False   \n",
       "...                 ...           ...              ...   \n",
       "24520             False         False            False   \n",
       "24521             False         False            False   \n",
       "24522             False         False            False   \n",
       "24523             False         False            False   \n",
       "24524             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "24520                       Gas  \n",
       "24521                       Gas  \n",
       "24522                       Gas  \n",
       "24523                       Gas  \n",
       "24524                       Gas  \n",
       "\n",
       "[18687 rows x 14 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jan_2018.drop(jan_2018[jan_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jan_2018.drop(jan_2018[jan_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jan_2018.drop(jan_2018[jan_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jan_2018.drop(jan_2018[jan_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jan_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jan_2018[\"Year\"] = \"2018\"\n",
    "jan_2018[\"Month\"] = \"Jan\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jan_2018 = jan_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jan_2018_ave = jan_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jan_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jan_2018_ave.to_csv(\"data/day/WY/jan/jan_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 January Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jan_2019 = pd.read_csv(\"../data_large/WY-day/2019-jan-day-WY.csv\")\n",
    "\n",
    "# jan_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5ec6580adf42b467f21b502112c59efb3530f1cc</td>\n",
       "      <td>2019-01-02T13:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>688</td>\n",
       "      <td>745</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>8</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5ec6580adf42b467f21b502112c59efb3530f1cc</td>\n",
       "      <td>2019-01-02T13:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>688</td>\n",
       "      <td>745</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>8</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>759b41e328c1a31c0c37d8ee8ac5f45fdd644a17</td>\n",
       "      <td>2019-01-06T17:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>673</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>759b41e328c1a31c0c37d8ee8ac5f45fdd644a17</td>\n",
       "      <td>2019-01-06T18:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>655</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>759b41e328c1a31c0c37d8ee8ac5f45fdd644a17</td>\n",
       "      <td>2019-01-06T19:10:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>656</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30906</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2019-01-08T18:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>749</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30907</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2019-01-08T19:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>763</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30908</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2019-01-08T18:25:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>738</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30909</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2019-01-08T19:40:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>758</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30910</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2019-01-08T19:00:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>758</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>23900 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      5ec6580adf42b467f21b502112c59efb3530f1cc  2019-01-02T13:55:00Z   \n",
       "1      5ec6580adf42b467f21b502112c59efb3530f1cc  2019-01-02T13:55:00Z   \n",
       "2      759b41e328c1a31c0c37d8ee8ac5f45fdd644a17  2019-01-06T17:30:00Z   \n",
       "3      759b41e328c1a31c0c37d8ee8ac5f45fdd644a17  2019-01-06T18:45:00Z   \n",
       "4      759b41e328c1a31c0c37d8ee8ac5f45fdd644a17  2019-01-06T19:10:00Z   \n",
       "...                                         ...                   ...   \n",
       "30906  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2019-01-08T18:30:00Z   \n",
       "30907  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2019-01-08T19:55:00Z   \n",
       "30908  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2019-01-08T18:25:00Z   \n",
       "30909  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2019-01-08T19:40:00Z   \n",
       "30910  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2019-01-08T19:00:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               688                      745   \n",
       "1         heat          hold               688                      745   \n",
       "2         heat          hold               673                      660   \n",
       "3         heat          hold               655                      660   \n",
       "4         heat          hold               656                      660   \n",
       "...        ...           ...               ...                      ...   \n",
       "30906     heat          hold               749                      760   \n",
       "30907     heat          hold               763                      760   \n",
       "30908     heat          hold               738                      760   \n",
       "30909     heat          hold               758                      760   \n",
       "30910     heat          hold               758                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          660            WY      Cheyenne   \n",
       "1                          660            WY      Cheyenne   \n",
       "2                          660            WY        Casper   \n",
       "3                          660            WY        Casper   \n",
       "4                          660            WY        Casper   \n",
       "...                        ...           ...           ...   \n",
       "30906                      760            WY  Rock Springs   \n",
       "30907                      760            WY  Rock Springs   \n",
       "30908                      760            WY  Rock Springs   \n",
       "30909                      760            WY  Rock Springs   \n",
       "30910                      760            WY  Rock Springs   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        8             False         False            False   \n",
       "1                        8             False         False            False   \n",
       "2                        0             False         False            False   \n",
       "3                        0             False         False            False   \n",
       "4                        0             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "30906                   25             False         False            False   \n",
       "30907                   25             False         False            False   \n",
       "30908                   25             False         False            False   \n",
       "30909                   25             False         False            False   \n",
       "30910                   25             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "30906                       Gas  \n",
       "30907                       Gas  \n",
       "30908                       Gas  \n",
       "30909                       Gas  \n",
       "30910                       Gas  \n",
       "\n",
       "[23900 rows x 14 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jan_2019.drop(jan_2019[jan_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jan_2019.drop(jan_2019[jan_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jan_2019.drop(jan_2019[jan_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jan_2019.drop(jan_2019[jan_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jan_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jan_2019[\"Year\"] = \"2019\"\n",
    "jan_2019[\"Month\"] = \"Jan\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jan_2019 = jan_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jan_2019_ave = jan_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jan_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jan_2019_ave.to_csv(\"data/day/WY/jan/jan_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 January Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jan_2020 = pd.read_csv(\"../data_large/WY-day/2020-jan-day-WY.csv\")\n",
    "\n",
    "# jan_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-01-01T17:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>712</td>\n",
       "      <td>715</td>\n",
       "      <td>715</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-01-26T18:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>685</td>\n",
       "      <td>715</td>\n",
       "      <td>715</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2020-01-26T18:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>688</td>\n",
       "      <td>688</td>\n",
       "      <td>688</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-01-01T17:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>705</td>\n",
       "      <td>715</td>\n",
       "      <td>715</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-01-01T17:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>706</td>\n",
       "      <td>715</td>\n",
       "      <td>715</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29966</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2020-01-12T18:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>755</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29967</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2020-01-05T19:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>759</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29968</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2020-01-05T18:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29969</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2020-01-05T13:05:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>746</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29970</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2020-01-05T13:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>750</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>22607 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-01-01T17:55:00Z   \n",
       "1      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-01-26T18:45:00Z   \n",
       "2      338d0307f8579900d1f54af0c7475fd0e3a6af35  2020-01-26T18:55:00Z   \n",
       "3      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-01-01T17:15:00Z   \n",
       "4      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-01-01T17:20:00Z   \n",
       "...                                         ...                   ...   \n",
       "29966  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2020-01-12T18:50:00Z   \n",
       "29967  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2020-01-05T19:35:00Z   \n",
       "29968  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2020-01-05T18:50:00Z   \n",
       "29969  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2020-01-05T13:05:00Z   \n",
       "29970  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2020-01-05T13:35:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               712                      715   \n",
       "1         heat          hold               685                      715   \n",
       "2         heat          hold               688                      688   \n",
       "3         heat          hold               705                      715   \n",
       "4         heat          hold               706                      715   \n",
       "...        ...           ...               ...                      ...   \n",
       "29966     heat          auto               755                      750   \n",
       "29967     heat          auto               759                      750   \n",
       "29968     heat          auto               750                      750   \n",
       "29969     heat          auto               746                      750   \n",
       "29970     heat          auto               750                      750   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          715            WY      Cheyenne   \n",
       "1                          715            WY      Cheyenne   \n",
       "2                          688            WY   Green River   \n",
       "3                          715            WY      Cheyenne   \n",
       "4                          715            WY      Cheyenne   \n",
       "...                        ...           ...           ...   \n",
       "29966                      760            WY  Rock Springs   \n",
       "29967                      760            WY  Rock Springs   \n",
       "29968                      760            WY  Rock Springs   \n",
       "29969                      760            WY  Rock Springs   \n",
       "29970                      760            WY  Rock Springs   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        0              True         False            False   \n",
       "1                        0              True         False            False   \n",
       "2                        0             False         False            False   \n",
       "3                        0              True         False            False   \n",
       "4                        0              True         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "29966                   25             False         False            False   \n",
       "29967                   25             False         False            False   \n",
       "29968                   25             False         False            False   \n",
       "29969                   25             False         False            False   \n",
       "29970                   25             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "29966                       Gas  \n",
       "29967                       Gas  \n",
       "29968                       Gas  \n",
       "29969                       Gas  \n",
       "29970                       Gas  \n",
       "\n",
       "[22607 rows x 14 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jan_2020.drop(jan_2020[jan_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jan_2020.drop(jan_2020[jan_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jan_2020.drop(jan_2020[jan_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jan_2020.drop(jan_2020[jan_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jan_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jan_2020[\"Year\"] = \"2020\"\n",
    "jan_2020[\"Month\"] = \"Jan\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jan_2020 = jan_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jan_2020_ave = jan_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jan_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jan_2020_ave.to_csv(\"data/day/WY/jan/jan_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2021 January Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jan_2021 = pd.read_csv(\"../data_large/WY-day/2021-jan-day-WY.csv\")\n",
    "\n",
    "# jan_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2021-01-11T14:25:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>686</td>\n",
       "      <td>732</td>\n",
       "      <td>628</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>db3d168d1ad94da910a56cc7efd5a591dbe48ca3</td>\n",
       "      <td>2021-01-19T19:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>716</td>\n",
       "      <td>723</td>\n",
       "      <td>713</td>\n",
       "      <td>WY</td>\n",
       "      <td>Powell</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2021-01-27T16:05:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>679</td>\n",
       "      <td>699</td>\n",
       "      <td>699</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ab20bcf291e58402ba42a43560f2f7f7ca72c776</td>\n",
       "      <td>2021-01-01T13:00:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>672</td>\n",
       "      <td>706</td>\n",
       "      <td>656</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>29</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>b68cd409bcc737b83dc2c52e21c19c9480638fd9</td>\n",
       "      <td>2021-01-25T18:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>654</td>\n",
       "      <td>779</td>\n",
       "      <td>668</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>7</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22426</th>\n",
       "      <td>31af9764717cc87207aca52dabacb0bb1e2b8b95</td>\n",
       "      <td>2021-01-13T15:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22427</th>\n",
       "      <td>31af9764717cc87207aca52dabacb0bb1e2b8b95</td>\n",
       "      <td>2021-01-13T17:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>711</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22428</th>\n",
       "      <td>31af9764717cc87207aca52dabacb0bb1e2b8b95</td>\n",
       "      <td>2021-01-13T14:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>712</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22429</th>\n",
       "      <td>44788b127929a7bbc4a79d2b17a215fd5460cdc1</td>\n",
       "      <td>2021-01-19T13:40:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>713</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22430</th>\n",
       "      <td>44788b127929a7bbc4a79d2b17a215fd5460cdc1</td>\n",
       "      <td>2021-01-19T13:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>716</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>14304 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      338d0307f8579900d1f54af0c7475fd0e3a6af35  2021-01-11T14:25:00Z   \n",
       "1      db3d168d1ad94da910a56cc7efd5a591dbe48ca3  2021-01-19T19:15:00Z   \n",
       "2      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2021-01-27T16:05:00Z   \n",
       "3      ab20bcf291e58402ba42a43560f2f7f7ca72c776  2021-01-01T13:00:00Z   \n",
       "4      b68cd409bcc737b83dc2c52e21c19c9480638fd9  2021-01-25T18:45:00Z   \n",
       "...                                         ...                   ...   \n",
       "22426  31af9764717cc87207aca52dabacb0bb1e2b8b95  2021-01-13T15:35:00Z   \n",
       "22427  31af9764717cc87207aca52dabacb0bb1e2b8b95  2021-01-13T17:45:00Z   \n",
       "22428  31af9764717cc87207aca52dabacb0bb1e2b8b95  2021-01-13T14:30:00Z   \n",
       "22429  44788b127929a7bbc4a79d2b17a215fd5460cdc1  2021-01-19T13:40:00Z   \n",
       "22430  44788b127929a7bbc4a79d2b17a215fd5460cdc1  2021-01-19T13:35:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               686                      732   \n",
       "1         heat          hold               716                      723   \n",
       "2         heat          hold               679                      699   \n",
       "3         auto          hold               672                      706   \n",
       "4         heat          hold               654                      779   \n",
       "...        ...           ...               ...                      ...   \n",
       "22426     heat          hold               710                      710   \n",
       "22427     heat          hold               711                      710   \n",
       "22428     heat          hold               712                      710   \n",
       "22429     heat          hold               713                      710   \n",
       "22430     heat          hold               716                      710   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                          628            WY  Green River   \n",
       "1                          713            WY       Powell   \n",
       "2                          699            WY     Cheyenne   \n",
       "3                          656            WY     Cheyenne   \n",
       "4                          668            WY     Gillette   \n",
       "...                        ...           ...          ...   \n",
       "22426                      710            WY     Gillette   \n",
       "22427                      710            WY     Gillette   \n",
       "22428                      710            WY     Gillette   \n",
       "22429                      710            WY     Cheyenne   \n",
       "22430                      710            WY     Cheyenne   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        0             False         False            False   \n",
       "1                       10              True         False            False   \n",
       "2                       30             False         False            False   \n",
       "3                       29              True         False            False   \n",
       "4                        7             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "22426                   35             False         False            False   \n",
       "22427                   35             False         False            False   \n",
       "22428                   35             False         False            False   \n",
       "22429                   15             False         False            False   \n",
       "22430                   15             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "22426                       Gas  \n",
       "22427                       Gas  \n",
       "22428                       Gas  \n",
       "22429                       Gas  \n",
       "22430                       Gas  \n",
       "\n",
       "[14304 rows x 14 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jan_2021.drop(jan_2021[jan_2021['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jan_2021.drop(jan_2021[jan_2021['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jan_2021.drop(jan_2021[jan_2021['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jan_2021.drop(jan_2021[jan_2021['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jan_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jan_2021[\"Year\"] = \"2021\"\n",
    "jan_2021[\"Month\"] = \"Jan\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jan_2021 = jan_2021.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jan_2021_ave = jan_2021.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jan_2021_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jan_2021_ave.to_csv(\"data/day/WY/jan/jan_2021_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WY/jan/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>16913980a67e1faa9fb0fe491f8d36b4477f965a</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>653.806250</td>\n",
       "      <td>656.375000</td>\n",
       "      <td>655.018750</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Casper</td>\n",
       "      <td>634.134986</td>\n",
       "      <td>652.181818</td>\n",
       "      <td>639.917355</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>633.070886</td>\n",
       "      <td>650.293671</td>\n",
       "      <td>631.321519</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>31af9764717cc87207aca52dabacb0bb1e2b8b95</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>678.065768</td>\n",
       "      <td>740.769272</td>\n",
       "      <td>675.767116</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>31af9764717cc87207aca52dabacb0bb1e2b8b95</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>705.900000</td>\n",
       "      <td>674.333333</td>\n",
       "      <td>656.800000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>e27714a971be3d2318c80f77a38f0635b4421172</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>631.766129</td>\n",
       "      <td>650.000000</td>\n",
       "      <td>631.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>f045e632eb732cd0703e069e70aef34bb8b50ad0</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>691.615556</td>\n",
       "      <td>697.043333</td>\n",
       "      <td>697.043333</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>f3bd7952d2fbb216345ea8b272cbdee983b34ae6</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>684.283688</td>\n",
       "      <td>700.120567</td>\n",
       "      <td>699.914894</td>\n",
       "      <td>40.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>f5be20356f7cafa6712707b496d91af1ddbdabe0</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2021</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>674.737681</td>\n",
       "      <td>718.111594</td>\n",
       "      <td>683.998551</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>f7cdfd4cc8a741382df3f72255f8368549f3d066</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>714.052632</td>\n",
       "      <td>702.631579</td>\n",
       "      <td>702.631579</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>249 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Identifier Month  Year HvacMode  \\\n",
       "0   16913980a67e1faa9fb0fe491f8d36b4477f965a   Jan  2017     heat   \n",
       "1   1af93c740d9d394407a734476ba8bcaf41c2f2dd   Jan  2017     heat   \n",
       "2   1af93c740d9d394407a734476ba8bcaf41c2f2dd   Jan  2017     heat   \n",
       "3   31af9764717cc87207aca52dabacb0bb1e2b8b95   Jan  2017     heat   \n",
       "4   31af9764717cc87207aca52dabacb0bb1e2b8b95   Jan  2017     heat   \n",
       "..                                       ...   ...   ...      ...   \n",
       "32  e27714a971be3d2318c80f77a38f0635b4421172   Jan  2021     heat   \n",
       "33  f045e632eb732cd0703e069e70aef34bb8b50ad0   Jan  2021     heat   \n",
       "34  f3bd7952d2fbb216345ea8b272cbdee983b34ae6   Jan  2021     heat   \n",
       "35  f5be20356f7cafa6712707b496d91af1ddbdabe0   Jan  2021     auto   \n",
       "36  f7cdfd4cc8a741382df3f72255f8368549f3d066   Jan  2021     heat   \n",
       "\n",
       "   CalendarEvent          City  Temperature_ctrl_ave  \\\n",
       "0           auto      Cheyenne            653.806250   \n",
       "1           auto        Casper            634.134986   \n",
       "2           hold        Casper            633.070886   \n",
       "3           auto      Gillette            678.065768   \n",
       "4           hold      Gillette            705.900000   \n",
       "..           ...           ...                   ...   \n",
       "32          hold  Rock Springs            631.766129   \n",
       "33          hold      Evanston            691.615556   \n",
       "34          hold        Casper            684.283688   \n",
       "35          hold      Gillette            674.737681   \n",
       "36          hold       Laramie            714.052632   \n",
       "\n",
       "    TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                    656.375000                   655.018750   \n",
       "1                    652.181818                   639.917355   \n",
       "2                    650.293671                   631.321519   \n",
       "3                    740.769272                   675.767116   \n",
       "4                    674.333333                   656.800000   \n",
       "..                          ...                          ...   \n",
       "32                   650.000000                   631.000000   \n",
       "33                   697.043333                   697.043333   \n",
       "34                   700.120567                   699.914894   \n",
       "35                   718.111594                   683.998551   \n",
       "36                   702.631579                   702.631579   \n",
       "\n",
       "    Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                  10.0             False         False            False  \n",
       "1                  30.0              True         False            False  \n",
       "2                  30.0              True         False            False  \n",
       "3                  35.0             False         False            False  \n",
       "4                  35.0             False         False            False  \n",
       "..                  ...               ...           ...              ...  \n",
       "32                 10.0             False         False            False  \n",
       "33                 10.0             False         False            False  \n",
       "34                 40.0             False         False            False  \n",
       "35                 10.0              True         False            False  \n",
       "36                 35.0             False         False            False  \n",
       "\n",
       "[249 rows x 13 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WY_jan = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WY/jan/\" + file)\n",
    "    WY_jan = pd.concat([WY_jan, df])\n",
    "    \n",
    "WY_jan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "WY_jan.to_csv(\"Scraper_Output/State_Month_Day/WY/WY_jan.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## February"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 February Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "feb_2017 = pd.read_csv(\"../data_large/WY-day/2017-feb-day-WY.csv\")\n",
    "\n",
    "# feb_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>16913980a67e1faa9fb0fe491f8d36b4477f965a</td>\n",
       "      <td>2017-02-09T18:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>653</td>\n",
       "      <td>665</td>\n",
       "      <td>659</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2a7d4fd1db87baa60518a2b2f1f050805e889a0b</td>\n",
       "      <td>2017-02-01T19:25:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>684</td>\n",
       "      <td>760</td>\n",
       "      <td>706</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2017-02-26T14:45:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>743</td>\n",
       "      <td>783</td>\n",
       "      <td>724</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2017-02-25T19:55:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>744</td>\n",
       "      <td>796</td>\n",
       "      <td>744</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>2017-02-28T15:10:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>625</td>\n",
       "      <td>721</td>\n",
       "      <td>629</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3097</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-02-23T13:40:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>754</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3098</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-02-23T13:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>756</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3099</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-02-23T15:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>757</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3100</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-02-23T14:25:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>754</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3101</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-02-23T15:10:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>759</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2994 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    Identifier             date_time HvacMode  \\\n",
       "1     16913980a67e1faa9fb0fe491f8d36b4477f965a  2017-02-09T18:45:00Z     heat   \n",
       "14    2a7d4fd1db87baa60518a2b2f1f050805e889a0b  2017-02-01T19:25:00Z     heat   \n",
       "29    dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2017-02-26T14:45:00Z     auto   \n",
       "32    dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2017-02-25T19:55:00Z     auto   \n",
       "53    1af93c740d9d394407a734476ba8bcaf41c2f2dd  2017-02-28T15:10:00Z     heat   \n",
       "...                                        ...                   ...      ...   \n",
       "3097  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-02-23T13:40:00Z     heat   \n",
       "3098  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-02-23T13:15:00Z     heat   \n",
       "3099  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-02-23T15:15:00Z     heat   \n",
       "3100  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-02-23T14:25:00Z     heat   \n",
       "3101  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-02-23T15:10:00Z     heat   \n",
       "\n",
       "     CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "1             auto               653                      665   \n",
       "14            hold               684                      760   \n",
       "29            hold               743                      783   \n",
       "32            hold               744                      796   \n",
       "53            auto               625                      721   \n",
       "...            ...               ...                      ...   \n",
       "3097          hold               754                      760   \n",
       "3098          hold               756                      760   \n",
       "3099          hold               757                      760   \n",
       "3100          hold               754                      760   \n",
       "3101          hold               759                      760   \n",
       "\n",
       "      TemperatureExpectedHeat ProvinceState          City  \\\n",
       "1                         659            WY      Cheyenne   \n",
       "14                        706            WY      Trail Dr   \n",
       "29                        724            WY      Trail Dr   \n",
       "32                        744            WY      Trail Dr   \n",
       "53                        629            WY        Casper   \n",
       "...                       ...           ...           ...   \n",
       "3097                      760            WY  Rock Springs   \n",
       "3098                      760            WY  Rock Springs   \n",
       "3099                      760            WY  Rock Springs   \n",
       "3100                      760            WY  Rock Springs   \n",
       "3101                      760            WY  Rock Springs   \n",
       "\n",
       "      Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "1                      10             False         False            False   \n",
       "14                     35             False         False            False   \n",
       "29                     35             False         False            False   \n",
       "32                     35             False         False            False   \n",
       "53                     30              True         False            False   \n",
       "...                   ...               ...           ...              ...   \n",
       "3097                   25             False         False            False   \n",
       "3098                   25             False         False            False   \n",
       "3099                   25             False         False            False   \n",
       "3100                   25             False         False            False   \n",
       "3101                   25             False         False            False   \n",
       "\n",
       "     Auxilliary_Heat_Fuel_Type  \n",
       "1                          Gas  \n",
       "14                         Gas  \n",
       "29                         Gas  \n",
       "32                         Gas  \n",
       "53                         Gas  \n",
       "...                        ...  \n",
       "3097                       Gas  \n",
       "3098                       Gas  \n",
       "3099                       Gas  \n",
       "3100                       Gas  \n",
       "3101                       Gas  \n",
       "\n",
       "[2994 rows x 14 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "feb_2017.drop(feb_2017[feb_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "feb_2017.drop(feb_2017[feb_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "feb_2017.drop(feb_2017[feb_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "feb_2017.drop(feb_2017[feb_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "feb_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "feb_2017[\"Year\"] = \"2017\"\n",
    "feb_2017[\"Month\"] = \"feb\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "feb_2017 = feb_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feb_2017_ave = feb_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# feb_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "feb_2017_ave.to_csv(\"data/day/WY/feb/feb_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 February Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "feb_2018 = pd.read_csv(\"../data_large/WY-day/2018-feb-day-WY.csv\")\n",
    "\n",
    "# feb_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2018-02-15T11:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>725</td>\n",
       "      <td>725</td>\n",
       "      <td>725</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9dad86d4f2bedcb59aa71c38c6812466cb5395bc</td>\n",
       "      <td>2018-02-03T15:00:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>655</td>\n",
       "      <td>669</td>\n",
       "      <td>669</td>\n",
       "      <td>WY</td>\n",
       "      <td>Worland</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2018-02-15T11:40:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>720</td>\n",
       "      <td>725</td>\n",
       "      <td>725</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2018-02-21T14:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>707</td>\n",
       "      <td>715</td>\n",
       "      <td>715</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>f7cdfd4cc8a741382df3f72255f8368549f3d066</td>\n",
       "      <td>2018-02-11T18:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>655</td>\n",
       "      <td>653</td>\n",
       "      <td>653</td>\n",
       "      <td>WY</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22094</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-02-03T15:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>759</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22095</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-02-03T14:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>740</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22096</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-02-03T15:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>758</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22097</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-02-03T15:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>759</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22098</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-02-03T14:25:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>727</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>17178 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2018-02-15T11:55:00Z   \n",
       "1      9dad86d4f2bedcb59aa71c38c6812466cb5395bc  2018-02-03T15:00:00Z   \n",
       "3      dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2018-02-15T11:40:00Z   \n",
       "4      dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2018-02-21T14:50:00Z   \n",
       "5      f7cdfd4cc8a741382df3f72255f8368549f3d066  2018-02-11T18:50:00Z   \n",
       "...                                         ...                   ...   \n",
       "22094  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-02-03T15:35:00Z   \n",
       "22095  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-02-03T14:35:00Z   \n",
       "22096  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-02-03T15:15:00Z   \n",
       "22097  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-02-03T15:20:00Z   \n",
       "22098  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-02-03T14:25:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               725                      725   \n",
       "1         heat          hold               655                      669   \n",
       "3         heat          hold               720                      725   \n",
       "4         heat          hold               707                      715   \n",
       "5         heat          hold               655                      653   \n",
       "...        ...           ...               ...                      ...   \n",
       "22094     heat          auto               759                      760   \n",
       "22095     heat          auto               740                      760   \n",
       "22096     heat          auto               758                      760   \n",
       "22097     heat          auto               759                      760   \n",
       "22098     heat          auto               727                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          725            WY      Trail Dr   \n",
       "1                          669            WY       Worland   \n",
       "3                          725            WY      Trail Dr   \n",
       "4                          715            WY      Trail Dr   \n",
       "5                          653            WY       Laramie   \n",
       "...                        ...           ...           ...   \n",
       "22094                      760            WY  Rock Springs   \n",
       "22095                      760            WY  Rock Springs   \n",
       "22096                      760            WY  Rock Springs   \n",
       "22097                      760            WY  Rock Springs   \n",
       "22098                      760            WY  Rock Springs   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       35             False         False            False   \n",
       "1                        5             False         False            False   \n",
       "3                       35             False         False            False   \n",
       "4                       35             False         False            False   \n",
       "5                       35             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "22094                   25             False         False            False   \n",
       "22095                   25             False         False            False   \n",
       "22096                   25             False         False            False   \n",
       "22097                   25             False         False            False   \n",
       "22098                   25             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "5                           Gas  \n",
       "...                         ...  \n",
       "22094                       Gas  \n",
       "22095                       Gas  \n",
       "22096                       Gas  \n",
       "22097                       Gas  \n",
       "22098                       Gas  \n",
       "\n",
       "[17178 rows x 14 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "feb_2018.drop(feb_2018[feb_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "feb_2018.drop(feb_2018[feb_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "feb_2018.drop(feb_2018[feb_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "feb_2018.drop(feb_2018[feb_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "feb_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "feb_2018[\"Year\"] = \"2018\"\n",
    "feb_2018[\"Month\"] = \"feb\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "feb_2018 = feb_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feb_2018_ave = feb_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# feb_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "feb_2018_ave.to_csv(\"data/day/WY/feb/feb_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 February Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "feb_2019 = pd.read_csv(\"../data_large/WY-day/2019-feb-day-WY.csv\")\n",
    "\n",
    "# feb_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>74345f495365ac5a65c267f410df97fac944a148</td>\n",
       "      <td>2019-02-27T14:00:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>598</td>\n",
       "      <td>650</td>\n",
       "      <td>603</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2019-02-23T15:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>699</td>\n",
       "      <td>704</td>\n",
       "      <td>704</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6ab01ca06ae6a5674643e112395b2c684aef14f9</td>\n",
       "      <td>2019-02-13T14:25:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>812</td>\n",
       "      <td>677</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>55</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>b68cd409bcc737b83dc2c52e21c19c9480638fd9</td>\n",
       "      <td>2019-02-27T19:00:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>663</td>\n",
       "      <td>765</td>\n",
       "      <td>652</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>7</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>b68cd409bcc737b83dc2c52e21c19c9480638fd9</td>\n",
       "      <td>2019-02-27T16:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>604</td>\n",
       "      <td>790</td>\n",
       "      <td>622</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>7</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21971</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2019-02-24T13:10:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>754</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21972</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2019-02-20T18:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>759</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21973</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2019-02-24T19:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>759</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21974</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2019-02-20T18:05:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>755</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21975</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2019-02-24T14:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>758</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>17088 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      74345f495365ac5a65c267f410df97fac944a148  2019-02-27T14:00:00Z   \n",
       "1      338d0307f8579900d1f54af0c7475fd0e3a6af35  2019-02-23T15:45:00Z   \n",
       "2      6ab01ca06ae6a5674643e112395b2c684aef14f9  2019-02-13T14:25:00Z   \n",
       "4      b68cd409bcc737b83dc2c52e21c19c9480638fd9  2019-02-27T19:00:00Z   \n",
       "5      b68cd409bcc737b83dc2c52e21c19c9480638fd9  2019-02-27T16:20:00Z   \n",
       "...                                         ...                   ...   \n",
       "21971  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2019-02-24T13:10:00Z   \n",
       "21972  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2019-02-20T18:50:00Z   \n",
       "21973  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2019-02-24T19:30:00Z   \n",
       "21974  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2019-02-20T18:05:00Z   \n",
       "21975  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2019-02-24T14:35:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               598                      650   \n",
       "1         heat          hold               699                      704   \n",
       "2         heat          hold               715                      812   \n",
       "4         heat          auto               663                      765   \n",
       "5         heat          auto               604                      790   \n",
       "...        ...           ...               ...                      ...   \n",
       "21971     heat          auto               754                      750   \n",
       "21972     heat          hold               759                      760   \n",
       "21973     heat          auto               759                      750   \n",
       "21974     heat          hold               755                      760   \n",
       "21975     heat          auto               758                      750   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          603            WY        Casper   \n",
       "1                          704            WY   Green River   \n",
       "2                          677            WY      Cheyenne   \n",
       "4                          652            WY      Gillette   \n",
       "5                          622            WY      Gillette   \n",
       "...                        ...           ...           ...   \n",
       "21971                      760            WY  Rock Springs   \n",
       "21972                      760            WY  Rock Springs   \n",
       "21973                      760            WY  Rock Springs   \n",
       "21974                      760            WY  Rock Springs   \n",
       "21975                      760            WY  Rock Springs   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        0             False         False            False   \n",
       "1                        0             False         False            False   \n",
       "2                       55             False         False            False   \n",
       "4                        7             False         False            False   \n",
       "5                        7             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "21971                   25             False         False            False   \n",
       "21972                   25             False         False            False   \n",
       "21973                   25             False         False            False   \n",
       "21974                   25             False         False            False   \n",
       "21975                   25             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "4                           Gas  \n",
       "5                           Gas  \n",
       "...                         ...  \n",
       "21971                       Gas  \n",
       "21972                       Gas  \n",
       "21973                       Gas  \n",
       "21974                       Gas  \n",
       "21975                       Gas  \n",
       "\n",
       "[17088 rows x 14 columns]"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "feb_2019.drop(feb_2019[feb_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "feb_2019.drop(feb_2019[feb_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "feb_2019.drop(feb_2019[feb_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "feb_2019.drop(feb_2019[feb_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "feb_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "feb_2019[\"Year\"] = \"2019\"\n",
    "feb_2019[\"Month\"] = \"feb\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "feb_2019 = feb_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feb_2019_ave = feb_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# feb_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "feb_2019_ave.to_csv(\"data/day/WY/feb/feb_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 February Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "feb_2020 = pd.read_csv(\"../data_large/WY-day/2020-feb-day-WY.csv\")\n",
    "\n",
    "# feb_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2020-02-08T18:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>690</td>\n",
       "      <td>650</td>\n",
       "      <td>648</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ab20bcf291e58402ba42a43560f2f7f7ca72c776</td>\n",
       "      <td>2020-02-22T15:50:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>684</td>\n",
       "      <td>783</td>\n",
       "      <td>733</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>29</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-02-13T16:10:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>720</td>\n",
       "      <td>745</td>\n",
       "      <td>745</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ab20bcf291e58402ba42a43560f2f7f7ca72c776</td>\n",
       "      <td>2020-02-08T15:45:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>693</td>\n",
       "      <td>753</td>\n",
       "      <td>703</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>29</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-02-15T15:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>673</td>\n",
       "      <td>745</td>\n",
       "      <td>745</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25614</th>\n",
       "      <td>f045e632eb732cd0703e069e70aef34bb8b50ad0</td>\n",
       "      <td>2020-02-01T19:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>706</td>\n",
       "      <td>705</td>\n",
       "      <td>705</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25615</th>\n",
       "      <td>f045e632eb732cd0703e069e70aef34bb8b50ad0</td>\n",
       "      <td>2020-02-01T19:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>706</td>\n",
       "      <td>705</td>\n",
       "      <td>705</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25616</th>\n",
       "      <td>f045e632eb732cd0703e069e70aef34bb8b50ad0</td>\n",
       "      <td>2020-02-09T19:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>700</td>\n",
       "      <td>705</td>\n",
       "      <td>705</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25617</th>\n",
       "      <td>f045e632eb732cd0703e069e70aef34bb8b50ad0</td>\n",
       "      <td>2020-02-09T19:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>705</td>\n",
       "      <td>705</td>\n",
       "      <td>705</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25618</th>\n",
       "      <td>f045e632eb732cd0703e069e70aef34bb8b50ad0</td>\n",
       "      <td>2020-02-01T19:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>700</td>\n",
       "      <td>705</td>\n",
       "      <td>705</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>19737 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      338d0307f8579900d1f54af0c7475fd0e3a6af35  2020-02-08T18:50:00Z   \n",
       "1      ab20bcf291e58402ba42a43560f2f7f7ca72c776  2020-02-22T15:50:00Z   \n",
       "2      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-02-13T16:10:00Z   \n",
       "3      ab20bcf291e58402ba42a43560f2f7f7ca72c776  2020-02-08T15:45:00Z   \n",
       "4      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-02-15T15:20:00Z   \n",
       "...                                         ...                   ...   \n",
       "25614  f045e632eb732cd0703e069e70aef34bb8b50ad0  2020-02-01T19:50:00Z   \n",
       "25615  f045e632eb732cd0703e069e70aef34bb8b50ad0  2020-02-01T19:55:00Z   \n",
       "25616  f045e632eb732cd0703e069e70aef34bb8b50ad0  2020-02-09T19:50:00Z   \n",
       "25617  f045e632eb732cd0703e069e70aef34bb8b50ad0  2020-02-09T19:55:00Z   \n",
       "25618  f045e632eb732cd0703e069e70aef34bb8b50ad0  2020-02-01T19:30:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               690                      650   \n",
       "1         auto          hold               684                      783   \n",
       "2         heat          hold               720                      745   \n",
       "3         auto          hold               693                      753   \n",
       "4         heat          hold               673                      745   \n",
       "...        ...           ...               ...                      ...   \n",
       "25614     heat          hold               706                      705   \n",
       "25615     heat          hold               706                      705   \n",
       "25616     heat          hold               700                      705   \n",
       "25617     heat          hold               705                      705   \n",
       "25618     heat          hold               700                      705   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                          648            WY  Green River   \n",
       "1                          733            WY     Cheyenne   \n",
       "2                          745            WY     Cheyenne   \n",
       "3                          703            WY     Cheyenne   \n",
       "4                          745            WY     Cheyenne   \n",
       "...                        ...           ...          ...   \n",
       "25614                      705            WY     Evanston   \n",
       "25615                      705            WY     Evanston   \n",
       "25616                      705            WY     Evanston   \n",
       "25617                      705            WY     Evanston   \n",
       "25618                      705            WY     Evanston   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        0             False         False            False   \n",
       "1                       29              True         False            False   \n",
       "2                        0              True         False            False   \n",
       "3                       29              True         False            False   \n",
       "4                        0              True         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "25614                   10             False         False            False   \n",
       "25615                   10             False         False            False   \n",
       "25616                   10             False         False            False   \n",
       "25617                   10             False         False            False   \n",
       "25618                   10             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "25614                       Gas  \n",
       "25615                       Gas  \n",
       "25616                       Gas  \n",
       "25617                       Gas  \n",
       "25618                       Gas  \n",
       "\n",
       "[19737 rows x 14 columns]"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "feb_2020.drop(feb_2020[feb_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "feb_2020.drop(feb_2020[feb_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "feb_2020.drop(feb_2020[feb_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "feb_2020.drop(feb_2020[feb_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "feb_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "feb_2020[\"Year\"] = \"2020\"\n",
    "feb_2020[\"Month\"] = \"feb\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "feb_2020 = feb_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feb_2020_ave = feb_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# feb_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "feb_2020_ave.to_csv(\"data/day/WY/feb/feb_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2021 February Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "feb_2021 = pd.read_csv(\"../data_large/WY-day/2021-feb-day-WY.csv\")\n",
    "\n",
    "# feb_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>d47cc2218ecd2b265d190fe1eeb96582e0255951</td>\n",
       "      <td>2021-02-19T16:00:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>712</td>\n",
       "      <td>778</td>\n",
       "      <td>692</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2021-02-07T19:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>684</td>\n",
       "      <td>682</td>\n",
       "      <td>682</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2021-02-04T14:25:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>696</td>\n",
       "      <td>745</td>\n",
       "      <td>625</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3f04cb50110e414b14944a34de26133900b1d5ef</td>\n",
       "      <td>2021-02-13T19:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>618</td>\n",
       "      <td>739</td>\n",
       "      <td>749</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3f04cb50110e414b14944a34de26133900b1d5ef</td>\n",
       "      <td>2021-02-14T16:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>603</td>\n",
       "      <td>699</td>\n",
       "      <td>699</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19504</th>\n",
       "      <td>d47cc2218ecd2b265d190fe1eeb96582e0255951</td>\n",
       "      <td>2021-02-05T15:55:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>693</td>\n",
       "      <td>750</td>\n",
       "      <td>700</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19505</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2021-02-28T15:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19506</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2021-02-13T15:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>699</td>\n",
       "      <td>700</td>\n",
       "      <td>700</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19507</th>\n",
       "      <td>d47cc2218ecd2b265d190fe1eeb96582e0255951</td>\n",
       "      <td>2021-02-24T16:05:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>690</td>\n",
       "      <td>750</td>\n",
       "      <td>700</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19508</th>\n",
       "      <td>d47cc2218ecd2b265d190fe1eeb96582e0255951</td>\n",
       "      <td>2021-02-01T15:40:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>693</td>\n",
       "      <td>750</td>\n",
       "      <td>700</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>11851 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      d47cc2218ecd2b265d190fe1eeb96582e0255951  2021-02-19T16:00:00Z   \n",
       "1      338d0307f8579900d1f54af0c7475fd0e3a6af35  2021-02-07T19:20:00Z   \n",
       "2      338d0307f8579900d1f54af0c7475fd0e3a6af35  2021-02-04T14:25:00Z   \n",
       "3      3f04cb50110e414b14944a34de26133900b1d5ef  2021-02-13T19:55:00Z   \n",
       "4      3f04cb50110e414b14944a34de26133900b1d5ef  2021-02-14T16:30:00Z   \n",
       "...                                         ...                   ...   \n",
       "19504  d47cc2218ecd2b265d190fe1eeb96582e0255951  2021-02-05T15:55:00Z   \n",
       "19505  d975b1ad1272e42f9eb089583ef55bb8891c93c8  2021-02-28T15:45:00Z   \n",
       "19506  d975b1ad1272e42f9eb089583ef55bb8891c93c8  2021-02-13T15:35:00Z   \n",
       "19507  d47cc2218ecd2b265d190fe1eeb96582e0255951  2021-02-24T16:05:00Z   \n",
       "19508  d47cc2218ecd2b265d190fe1eeb96582e0255951  2021-02-01T15:40:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         auto          hold               712                      778   \n",
       "1         heat          hold               684                      682   \n",
       "2         heat          hold               696                      745   \n",
       "3         heat          hold               618                      739   \n",
       "4         heat          hold               603                      699   \n",
       "...        ...           ...               ...                      ...   \n",
       "19504     auto          hold               693                      750   \n",
       "19505     heat          hold               700                      700   \n",
       "19506     heat          hold               699                      700   \n",
       "19507     auto          hold               690                      750   \n",
       "19508     auto          hold               693                      750   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                          692            WY     Cheyenne   \n",
       "1                          682            WY  Green River   \n",
       "2                          625            WY  Green River   \n",
       "3                          749            WY     Cheyenne   \n",
       "4                          699            WY     Cheyenne   \n",
       "...                        ...           ...          ...   \n",
       "19504                      700            WY     Cheyenne   \n",
       "19505                      700            WY     Cheyenne   \n",
       "19506                      700            WY     Cheyenne   \n",
       "19507                      700            WY     Cheyenne   \n",
       "19508                      700            WY     Cheyenne   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        0             False         False            False   \n",
       "1                        0             False         False            False   \n",
       "2                        0             False         False            False   \n",
       "3                       10              True         False            False   \n",
       "4                       10              True         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "19504                    0             False         False            False   \n",
       "19505                   30             False         False            False   \n",
       "19506                   30             False         False            False   \n",
       "19507                    0             False         False            False   \n",
       "19508                    0             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "19504                       Gas  \n",
       "19505                       Gas  \n",
       "19506                       Gas  \n",
       "19507                       Gas  \n",
       "19508                       Gas  \n",
       "\n",
       "[11851 rows x 14 columns]"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "feb_2021.drop(feb_2021[feb_2021['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "feb_2021.drop(feb_2021[feb_2021['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "feb_2021.drop(feb_2021[feb_2021['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "feb_2021.drop(feb_2021[feb_2021['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "feb_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "feb_2021[\"Year\"] = \"2021\"\n",
    "feb_2021[\"Month\"] = \"feb\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "feb_2021 = feb_2021.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feb_2021_ave = feb_2021.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# feb_2021_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "feb_2021_ave.to_csv(\"data/day/WY/feb/feb_2021_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WY/feb/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>16913980a67e1faa9fb0fe491f8d36b4477f965a</td>\n",
       "      <td>feb</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>639.250000</td>\n",
       "      <td>660.208333</td>\n",
       "      <td>659.958333</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>feb</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Casper</td>\n",
       "      <td>628.057432</td>\n",
       "      <td>661.942568</td>\n",
       "      <td>638.635135</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>feb</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>631.190349</td>\n",
       "      <td>651.721180</td>\n",
       "      <td>628.621984</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2a7d4fd1db87baa60518a2b2f1f050805e889a0b</td>\n",
       "      <td>feb</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>685.250000</td>\n",
       "      <td>677.500000</td>\n",
       "      <td>649.000000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>31af9764717cc87207aca52dabacb0bb1e2b8b95</td>\n",
       "      <td>feb</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>676.901961</td>\n",
       "      <td>720.254902</td>\n",
       "      <td>679.725490</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>d47cc2218ecd2b265d190fe1eeb96582e0255951</td>\n",
       "      <td>feb</td>\n",
       "      <td>2021</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>701.183288</td>\n",
       "      <td>763.951482</td>\n",
       "      <td>706.053908</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>feb</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>695.966292</td>\n",
       "      <td>702.247191</td>\n",
       "      <td>702.247191</td>\n",
       "      <td>30.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>db3d168d1ad94da910a56cc7efd5a591dbe48ca3</td>\n",
       "      <td>feb</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Powell</td>\n",
       "      <td>725.750000</td>\n",
       "      <td>729.916667</td>\n",
       "      <td>729.687500</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>f045e632eb732cd0703e069e70aef34bb8b50ad0</td>\n",
       "      <td>feb</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>694.592992</td>\n",
       "      <td>701.231806</td>\n",
       "      <td>701.231806</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>f3bd7952d2fbb216345ea8b272cbdee983b34ae6</td>\n",
       "      <td>feb</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>690.666667</td>\n",
       "      <td>701.058824</td>\n",
       "      <td>700.176471</td>\n",
       "      <td>40.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>237 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Identifier Month  Year HvacMode  \\\n",
       "0   16913980a67e1faa9fb0fe491f8d36b4477f965a   feb  2017     heat   \n",
       "1   1af93c740d9d394407a734476ba8bcaf41c2f2dd   feb  2017     heat   \n",
       "2   1af93c740d9d394407a734476ba8bcaf41c2f2dd   feb  2017     heat   \n",
       "3   2a7d4fd1db87baa60518a2b2f1f050805e889a0b   feb  2017     heat   \n",
       "4   31af9764717cc87207aca52dabacb0bb1e2b8b95   feb  2017     heat   \n",
       "..                                       ...   ...   ...      ...   \n",
       "28  d47cc2218ecd2b265d190fe1eeb96582e0255951   feb  2021     auto   \n",
       "29  d975b1ad1272e42f9eb089583ef55bb8891c93c8   feb  2021     heat   \n",
       "30  db3d168d1ad94da910a56cc7efd5a591dbe48ca3   feb  2021     heat   \n",
       "31  f045e632eb732cd0703e069e70aef34bb8b50ad0   feb  2021     heat   \n",
       "32  f3bd7952d2fbb216345ea8b272cbdee983b34ae6   feb  2021     heat   \n",
       "\n",
       "   CalendarEvent      City  Temperature_ctrl_ave  TemperatureExpectedCool_ave  \\\n",
       "0           auto  Cheyenne            639.250000                   660.208333   \n",
       "1           auto    Casper            628.057432                   661.942568   \n",
       "2           hold    Casper            631.190349                   651.721180   \n",
       "3           hold  Trail Dr            685.250000                   677.500000   \n",
       "4           auto  Gillette            676.901961                   720.254902   \n",
       "..           ...       ...                   ...                          ...   \n",
       "28          hold  Cheyenne            701.183288                   763.951482   \n",
       "29          hold  Cheyenne            695.966292                   702.247191   \n",
       "30          hold    Powell            725.750000                   729.916667   \n",
       "31          hold  Evanston            694.592992                   701.231806   \n",
       "32          hold    Casper            690.666667                   701.058824   \n",
       "\n",
       "    TemperatureExpectedHeat_ave  Age_of_Home__years_  allowCompWithAux  \\\n",
       "0                    659.958333                 10.0             False   \n",
       "1                    638.635135                 30.0              True   \n",
       "2                    628.621984                 30.0              True   \n",
       "3                    649.000000                 35.0             False   \n",
       "4                    679.725490                 35.0             False   \n",
       "..                          ...                  ...               ...   \n",
       "28                   706.053908                  0.0             False   \n",
       "29                   702.247191                 30.0             False   \n",
       "30                   729.687500                 10.0              True   \n",
       "31                   701.231806                 10.0             False   \n",
       "32                   700.176471                 40.0             False   \n",
       "\n",
       "    Has_Electric  Has_a_Heat_Pump  \n",
       "0          False            False  \n",
       "1          False            False  \n",
       "2          False            False  \n",
       "3          False            False  \n",
       "4          False            False  \n",
       "..           ...              ...  \n",
       "28         False            False  \n",
       "29         False            False  \n",
       "30         False            False  \n",
       "31         False            False  \n",
       "32         False            False  \n",
       "\n",
       "[237 rows x 13 columns]"
      ]
     },
     "execution_count": 66,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WY_feb = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WY/feb/\" + file)\n",
    "    WY_feb = pd.concat([WY_feb, df])\n",
    "    \n",
    "WY_feb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "WY_feb.to_csv(\"Scraper_Output/State_Month_Day/WY/WY_feb.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## March"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## April"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## May"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## June"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 June Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jun_2017 = pd.read_csv(\"../data_large/WY-day/2017-jun-day-WY.csv\")\n",
    "\n",
    "# jun_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2a7d4fd1db87baa60518a2b2f1f050805e889a0b</td>\n",
       "      <td>2017-06-14T18:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>707</td>\n",
       "      <td>722</td>\n",
       "      <td>682</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2017-06-13T14:50:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>710</td>\n",
       "      <td>757</td>\n",
       "      <td>707</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2017-06-14T18:50:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>721</td>\n",
       "      <td>786</td>\n",
       "      <td>678</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>2017-06-26T13:20:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>688</td>\n",
       "      <td>685</td>\n",
       "      <td>635</td>\n",
       "      <td>WY</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>2017-06-26T15:15:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>695</td>\n",
       "      <td>675</td>\n",
       "      <td>625</td>\n",
       "      <td>WY</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4995</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-06-04T19:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>776</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4996</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-06-04T18:15:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4997</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-06-04T18:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>754</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4998</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-06-04T19:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>777</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4999</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2017-06-04T18:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>741</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4770 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    Identifier             date_time HvacMode  \\\n",
       "0     2a7d4fd1db87baa60518a2b2f1f050805e889a0b  2017-06-14T18:50:00Z     heat   \n",
       "1     dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2017-06-13T14:50:00Z     auto   \n",
       "2     dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2017-06-14T18:50:00Z     auto   \n",
       "3     2cc2736dfecd12ede0f334d504dacc109edfa726  2017-06-26T13:20:00Z     auto   \n",
       "4     2cc2736dfecd12ede0f334d504dacc109edfa726  2017-06-26T15:15:00Z     auto   \n",
       "...                                        ...                   ...      ...   \n",
       "4995  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-06-04T19:25:00Z     cool   \n",
       "4996  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-06-04T18:15:00Z     cool   \n",
       "4997  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-06-04T18:25:00Z     cool   \n",
       "4998  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-06-04T19:20:00Z     cool   \n",
       "4999  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2017-06-04T18:00:00Z     cool   \n",
       "\n",
       "     CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0             hold               707                      722   \n",
       "1             hold               710                      757   \n",
       "2             hold               721                      786   \n",
       "3             auto               688                      685   \n",
       "4             hold               695                      675   \n",
       "...            ...               ...                      ...   \n",
       "4995          hold               776                      760   \n",
       "4996          hold               750                      760   \n",
       "4997          hold               754                      760   \n",
       "4998          hold               777                      760   \n",
       "4999          hold               741                      760   \n",
       "\n",
       "      TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                         682            WY      Trail Dr   \n",
       "1                         707            WY      Trail Dr   \n",
       "2                         678            WY      Trail Dr   \n",
       "3                         635            WY       Laramie   \n",
       "4                         625            WY       Laramie   \n",
       "...                       ...           ...           ...   \n",
       "4995                      760            WY  Rock Springs   \n",
       "4996                      760            WY  Rock Springs   \n",
       "4997                      760            WY  Rock Springs   \n",
       "4998                      760            WY  Rock Springs   \n",
       "4999                      760            WY  Rock Springs   \n",
       "\n",
       "      Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                      35             False         False            False   \n",
       "1                      35             False         False            False   \n",
       "2                      35             False         False            False   \n",
       "3                      10             False         False            False   \n",
       "4                      10             False         False            False   \n",
       "...                   ...               ...           ...              ...   \n",
       "4995                   25             False         False            False   \n",
       "4996                   25             False         False            False   \n",
       "4997                   25             False         False            False   \n",
       "4998                   25             False         False            False   \n",
       "4999                   25             False         False            False   \n",
       "\n",
       "     Auxilliary_Heat_Fuel_Type  \n",
       "0                          Gas  \n",
       "1                          Gas  \n",
       "2                          Gas  \n",
       "3                          Gas  \n",
       "4                          Gas  \n",
       "...                        ...  \n",
       "4995                       Gas  \n",
       "4996                       Gas  \n",
       "4997                       Gas  \n",
       "4998                       Gas  \n",
       "4999                       Gas  \n",
       "\n",
       "[4770 rows x 14 columns]"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jun_2017.drop(jun_2017[jun_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jun_2017.drop(jun_2017[jun_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jun_2017.drop(jun_2017[jun_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jun_2017.drop(jun_2017[jun_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jun_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jun_2017[\"Year\"] = \"2017\"\n",
    "jun_2017[\"Month\"] = \"jun\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jun_2017 = jun_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jun_2017_ave = jun_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jun_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jun_2017_ave.to_csv(\"data/day/WY/jun/jun_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 June Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jun_2018 = pd.read_csv(\"../data_large/WY-day/2018-jun-day-WY.csv\")\n",
    "\n",
    "# jun_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2018-06-17T16:50:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>713</td>\n",
       "      <td>713</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2018-06-17T19:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>720</td>\n",
       "      <td>713</td>\n",
       "      <td>713</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2018-06-03T13:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>696</td>\n",
       "      <td>755</td>\n",
       "      <td>755</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2018-06-03T14:45:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>680</td>\n",
       "      <td>755</td>\n",
       "      <td>755</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2018-06-03T13:10:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>694</td>\n",
       "      <td>755</td>\n",
       "      <td>755</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18995</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-06-08T13:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>735</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18996</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-06-08T17:25:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>771</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18997</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-06-27T14:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>758</td>\n",
       "      <td>750</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18998</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-06-14T18:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>756</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18999</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-06-01T13:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>747</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>12120 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      338d0307f8579900d1f54af0c7475fd0e3a6af35  2018-06-17T16:50:00Z   \n",
       "1      338d0307f8579900d1f54af0c7475fd0e3a6af35  2018-06-17T19:20:00Z   \n",
       "2      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2018-06-03T13:20:00Z   \n",
       "3      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2018-06-03T14:45:00Z   \n",
       "4      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2018-06-03T13:10:00Z   \n",
       "...                                         ...                   ...   \n",
       "18995  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-06-08T13:35:00Z   \n",
       "18996  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-06-08T17:25:00Z   \n",
       "18997  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-06-27T14:50:00Z   \n",
       "18998  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-06-14T18:00:00Z   \n",
       "18999  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-06-01T13:35:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               715                      713   \n",
       "1         cool          hold               720                      713   \n",
       "2         cool          hold               696                      755   \n",
       "3         cool          hold               680                      755   \n",
       "4         cool          hold               694                      755   \n",
       "...        ...           ...               ...                      ...   \n",
       "18995     heat          auto               735                      750   \n",
       "18996     heat          auto               771                      750   \n",
       "18997     heat          auto               758                      750   \n",
       "18998     cool          hold               756                      760   \n",
       "18999     heat          auto               747                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          713            WY   Green River   \n",
       "1                          713            WY   Green River   \n",
       "2                          755            WY        Casper   \n",
       "3                          755            WY        Casper   \n",
       "4                          755            WY        Casper   \n",
       "...                        ...           ...           ...   \n",
       "18995                      760            WY  Rock Springs   \n",
       "18996                      760            WY  Rock Springs   \n",
       "18997                      760            WY  Rock Springs   \n",
       "18998                      760            WY  Rock Springs   \n",
       "18999                      760            WY  Rock Springs   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        0             False         False            False   \n",
       "1                        0             False         False            False   \n",
       "2                       10             False         False            False   \n",
       "3                       10             False         False            False   \n",
       "4                       10             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "18995                   25             False         False            False   \n",
       "18996                   25             False         False            False   \n",
       "18997                   25             False         False            False   \n",
       "18998                   25             False         False            False   \n",
       "18999                   25             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "18995                       Gas  \n",
       "18996                       Gas  \n",
       "18997                       Gas  \n",
       "18998                       Gas  \n",
       "18999                       Gas  \n",
       "\n",
       "[12120 rows x 14 columns]"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jun_2018.drop(jun_2018[jun_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jun_2018.drop(jun_2018[jun_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jun_2018.drop(jun_2018[jun_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jun_2018.drop(jun_2018[jun_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jun_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jun_2018[\"Year\"] = \"2018\"\n",
    "jun_2018[\"Month\"] = \"jun\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jun_2018 = jun_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jun_2018_ave = jun_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jun_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jun_2018_ave.to_csv(\"data/day/WY/jun/jun_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 June Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jun_2019 = pd.read_csv(\"../data_large/WY-day/2019-jun-day-WY.csv\")\n",
    "\n",
    "# jun_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2019-06-29T15:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>720</td>\n",
       "      <td>722</td>\n",
       "      <td>722</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2019-06-28T12:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>708</td>\n",
       "      <td>727</td>\n",
       "      <td>677</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2019-06-30T14:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>678</td>\n",
       "      <td>750</td>\n",
       "      <td>677</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2019-06-02T18:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>713</td>\n",
       "      <td>724</td>\n",
       "      <td>687</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2019-06-29T16:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>728</td>\n",
       "      <td>722</td>\n",
       "      <td>722</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26966</th>\n",
       "      <td>a9149145810c584aacd22f8c977f235117275828</td>\n",
       "      <td>2019-06-30T14:10:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>771</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26967</th>\n",
       "      <td>a9149145810c584aacd22f8c977f235117275828</td>\n",
       "      <td>2019-06-30T14:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>770</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26968</th>\n",
       "      <td>a9149145810c584aacd22f8c977f235117275828</td>\n",
       "      <td>2019-06-30T14:05:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>771</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26969</th>\n",
       "      <td>a9149145810c584aacd22f8c977f235117275828</td>\n",
       "      <td>2019-06-30T14:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>772</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26970</th>\n",
       "      <td>a9149145810c584aacd22f8c977f235117275828</td>\n",
       "      <td>2019-06-30T14:15:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>771</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>19633 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2019-06-29T15:40:00Z   \n",
       "1      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2019-06-28T12:40:00Z   \n",
       "2      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2019-06-30T14:20:00Z   \n",
       "3      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2019-06-02T18:25:00Z   \n",
       "4      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2019-06-29T16:25:00Z   \n",
       "...                                         ...                   ...   \n",
       "26966  a9149145810c584aacd22f8c977f235117275828  2019-06-30T14:10:00Z   \n",
       "26967  a9149145810c584aacd22f8c977f235117275828  2019-06-30T14:00:00Z   \n",
       "26968  a9149145810c584aacd22f8c977f235117275828  2019-06-30T14:05:00Z   \n",
       "26969  a9149145810c584aacd22f8c977f235117275828  2019-06-30T14:20:00Z   \n",
       "26970  a9149145810c584aacd22f8c977f235117275828  2019-06-30T14:15:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               720                      722   \n",
       "1         cool          auto               708                      727   \n",
       "2         cool          auto               678                      750   \n",
       "3         cool          hold               713                      724   \n",
       "4         cool          hold               728                      722   \n",
       "...        ...           ...               ...                      ...   \n",
       "26966     cool          hold               771                      760   \n",
       "26967     cool          hold               770                      760   \n",
       "26968     cool          hold               771                      760   \n",
       "26969     heat          hold               772                      760   \n",
       "26970     cool          hold               771                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState      City  Age_of_Home__years_  \\\n",
       "0                          722            WY    Casper                   10   \n",
       "1                          677            WY  Cheyenne                   30   \n",
       "2                          677            WY  Cheyenne                   30   \n",
       "3                          687            WY    Casper                   10   \n",
       "4                          722            WY    Casper                   10   \n",
       "...                        ...           ...       ...                  ...   \n",
       "26966                      760            WY  Cheyenne                    0   \n",
       "26967                      760            WY  Cheyenne                    0   \n",
       "26968                      760            WY  Cheyenne                    0   \n",
       "26969                      760            WY  Cheyenne                    0   \n",
       "26970                      760            WY  Cheyenne                    0   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                 False         False            False   \n",
       "1                 False         False            False   \n",
       "2                 False         False            False   \n",
       "3                 False         False            False   \n",
       "4                 False         False            False   \n",
       "...                 ...           ...              ...   \n",
       "26966             False         False            False   \n",
       "26967             False         False            False   \n",
       "26968             False         False            False   \n",
       "26969             False         False            False   \n",
       "26970             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "26966                       Gas  \n",
       "26967                       Gas  \n",
       "26968                       Gas  \n",
       "26969                       Gas  \n",
       "26970                       Gas  \n",
       "\n",
       "[19633 rows x 14 columns]"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jun_2019.drop(jun_2019[jun_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jun_2019.drop(jun_2019[jun_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jun_2019.drop(jun_2019[jun_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jun_2019.drop(jun_2019[jun_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jun_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jun_2019[\"Year\"] = \"2019\"\n",
    "jun_2019[\"Month\"] = \"jun\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jun_2019 = jun_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jun_2019_ave = jun_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jun_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jun_2019_ave.to_csv(\"data/day/WY/jun/jun_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 June Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jun_2020 = pd.read_csv(\"../data_large/WY-day/2020-jun-day-WY.csv\")\n",
    "\n",
    "# jun_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2020-06-15 12:45:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>710</td>\n",
       "      <td>727</td>\n",
       "      <td>727</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-06-30 18:25:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>732</td>\n",
       "      <td>732</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2020-06-15 12:50:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>712</td>\n",
       "      <td>727</td>\n",
       "      <td>727</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-06-15 14:20:00 UTC</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>716</td>\n",
       "      <td>715</td>\n",
       "      <td>715</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2020-06-06 16:10:00 UTC</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>734</td>\n",
       "      <td>722</td>\n",
       "      <td>722</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29330</th>\n",
       "      <td>26956f7054af3cbd1c6945b87a40be93f68123bb</td>\n",
       "      <td>2020-06-03 15:35:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>707</td>\n",
       "      <td>780</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29331</th>\n",
       "      <td>26956f7054af3cbd1c6945b87a40be93f68123bb</td>\n",
       "      <td>2020-06-05 17:25:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>712</td>\n",
       "      <td>760</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29332</th>\n",
       "      <td>26956f7054af3cbd1c6945b87a40be93f68123bb</td>\n",
       "      <td>2020-06-03 14:50:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>704</td>\n",
       "      <td>780</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29333</th>\n",
       "      <td>26956f7054af3cbd1c6945b87a40be93f68123bb</td>\n",
       "      <td>2020-06-03 16:30:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>718</td>\n",
       "      <td>780</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29334</th>\n",
       "      <td>26956f7054af3cbd1c6945b87a40be93f68123bb</td>\n",
       "      <td>2020-06-03 15:00:00 UTC</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>707</td>\n",
       "      <td>780</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>24521 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier                date_time  \\\n",
       "1      338d0307f8579900d1f54af0c7475fd0e3a6af35  2020-06-15 12:45:00 UTC   \n",
       "2      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-06-30 18:25:00 UTC   \n",
       "4      338d0307f8579900d1f54af0c7475fd0e3a6af35  2020-06-15 12:50:00 UTC   \n",
       "5      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-06-15 14:20:00 UTC   \n",
       "7      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2020-06-06 16:10:00 UTC   \n",
       "...                                         ...                      ...   \n",
       "29330  26956f7054af3cbd1c6945b87a40be93f68123bb  2020-06-03 15:35:00 UTC   \n",
       "29331  26956f7054af3cbd1c6945b87a40be93f68123bb  2020-06-05 17:25:00 UTC   \n",
       "29332  26956f7054af3cbd1c6945b87a40be93f68123bb  2020-06-03 14:50:00 UTC   \n",
       "29333  26956f7054af3cbd1c6945b87a40be93f68123bb  2020-06-03 16:30:00 UTC   \n",
       "29334  26956f7054af3cbd1c6945b87a40be93f68123bb  2020-06-03 15:00:00 UTC   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "1         cool          hold               710                      727   \n",
       "2         cool          hold               715                      732   \n",
       "4         cool          hold               712                      727   \n",
       "5         heat          hold               716                      715   \n",
       "7         cool          auto               734                      722   \n",
       "...        ...           ...               ...                      ...   \n",
       "29330     auto          auto               707                      780   \n",
       "29331     auto          auto               712                      760   \n",
       "29332     auto          auto               704                      780   \n",
       "29333     auto          auto               718                      780   \n",
       "29334     auto          auto               707                      780   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState         City  \\\n",
       "1                          727            WY  Green River   \n",
       "2                          732            WY     Cheyenne   \n",
       "4                          727            WY  Green River   \n",
       "5                          715            WY     Cheyenne   \n",
       "7                          722            WY       Casper   \n",
       "...                        ...           ...          ...   \n",
       "29330                      710            WY     Gillette   \n",
       "29331                      710            WY     Gillette   \n",
       "29332                      710            WY     Gillette   \n",
       "29333                      710            WY     Gillette   \n",
       "29334                      710            WY     Gillette   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "1                        0             False         False            False   \n",
       "2                        0              True         False            False   \n",
       "4                        0             False         False            False   \n",
       "5                        0              True         False            False   \n",
       "7                       10             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "29330                   10              True         False            False   \n",
       "29331                   10              True         False            False   \n",
       "29332                   10              True         False            False   \n",
       "29333                   10              True         False            False   \n",
       "29334                   10              True         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "4                           Gas  \n",
       "5                           Gas  \n",
       "7                           Gas  \n",
       "...                         ...  \n",
       "29330                       Gas  \n",
       "29331                       Gas  \n",
       "29332                       Gas  \n",
       "29333                       Gas  \n",
       "29334                       Gas  \n",
       "\n",
       "[24521 rows x 14 columns]"
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jun_2020.drop(jun_2020[jun_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jun_2020.drop(jun_2020[jun_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jun_2020.drop(jun_2020[jun_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jun_2020.drop(jun_2020[jun_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jun_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jun_2020[\"Year\"] = \"2020\"\n",
    "jun_2020[\"Month\"] = \"jun\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jun_2020 = jun_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jun_2020_ave = jun_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jun_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jun_2020_ave.to_csv(\"data/day/WY/jun/jun_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2021 June Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jun_2021 = pd.read_csv(\"../data_large/WY-day/2021-jun-day-WY.csv\")\n",
    "\n",
    "# jun_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3f04cb50110e414b14944a34de26133900b1d5ef</td>\n",
       "      <td>2021-06-06T19:35:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>693</td>\n",
       "      <td>609</td>\n",
       "      <td>619</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2021-06-11T13:05:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>716</td>\n",
       "      <td>678</td>\n",
       "      <td>678</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2021-06-11T13:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>708</td>\n",
       "      <td>678</td>\n",
       "      <td>678</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2021-06-02T13:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>736</td>\n",
       "      <td>736</td>\n",
       "      <td>736</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2021-06-01T13:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>723</td>\n",
       "      <td>756</td>\n",
       "      <td>612</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27035</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2021-06-04T09:30:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>742</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27036</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2021-06-03T19:15:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>764</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27037</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2021-06-18T19:05:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>785</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27038</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2021-06-19T12:35:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>741</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27039</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2021-06-04T14:10:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>733</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25678 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      3f04cb50110e414b14944a34de26133900b1d5ef  2021-06-06T19:35:00Z   \n",
       "1      338d0307f8579900d1f54af0c7475fd0e3a6af35  2021-06-11T13:05:00Z   \n",
       "2      338d0307f8579900d1f54af0c7475fd0e3a6af35  2021-06-11T13:15:00Z   \n",
       "3      338d0307f8579900d1f54af0c7475fd0e3a6af35  2021-06-02T13:20:00Z   \n",
       "4      338d0307f8579900d1f54af0c7475fd0e3a6af35  2021-06-01T13:25:00Z   \n",
       "...                                         ...                   ...   \n",
       "27035  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2021-06-04T09:30:00Z   \n",
       "27036  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2021-06-03T19:15:00Z   \n",
       "27037  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2021-06-18T19:05:00Z   \n",
       "27038  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2021-06-19T12:35:00Z   \n",
       "27039  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2021-06-04T14:10:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               693                      609   \n",
       "1         heat          hold               716                      678   \n",
       "2         heat          hold               708                      678   \n",
       "3         cool          hold               736                      736   \n",
       "4         cool          hold               723                      756   \n",
       "...        ...           ...               ...                      ...   \n",
       "27035     cool          hold               742                      760   \n",
       "27036     cool          hold               764                      760   \n",
       "27037     cool          hold               785                      760   \n",
       "27038     cool          hold               741                      760   \n",
       "27039     cool          hold               733                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          619            WY      Cheyenne   \n",
       "1                          678            WY   Green River   \n",
       "2                          678            WY   Green River   \n",
       "3                          736            WY   Green River   \n",
       "4                          612            WY   Green River   \n",
       "...                        ...           ...           ...   \n",
       "27035                      760            WY  Rock Springs   \n",
       "27036                      760            WY  Rock Springs   \n",
       "27037                      760            WY  Rock Springs   \n",
       "27038                      760            WY  Rock Springs   \n",
       "27039                      760            WY  Rock Springs   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       10              True         False            False   \n",
       "1                        0             False         False            False   \n",
       "2                        0             False         False            False   \n",
       "3                        0             False         False            False   \n",
       "4                        0             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "27035                   25             False         False            False   \n",
       "27036                   25             False         False            False   \n",
       "27037                   25             False         False            False   \n",
       "27038                   25             False         False            False   \n",
       "27039                   25             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "27035                       Gas  \n",
       "27036                       Gas  \n",
       "27037                       Gas  \n",
       "27038                       Gas  \n",
       "27039                       Gas  \n",
       "\n",
       "[25678 rows x 14 columns]"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jun_2021.drop(jun_2021[jun_2021['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jun_2021.drop(jun_2021[jun_2021['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jun_2021.drop(jun_2021[jun_2021['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jun_2021.drop(jun_2021[jun_2021['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jun_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jun_2021[\"Year\"] = \"2021\"\n",
    "jun_2021[\"Month\"] = \"jun\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jun_2021 = jun_2021.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jun_2021_ave = jun_2021.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jun_2021_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jun_2021_ave.to_csv(\"data/day/WY/jun/jun_2021_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WY/jun/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>16913980a67e1faa9fb0fe491f8d36b4477f965a</td>\n",
       "      <td>jun</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>741.541667</td>\n",
       "      <td>740.000000</td>\n",
       "      <td>740.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2a7d4fd1db87baa60518a2b2f1f050805e889a0b</td>\n",
       "      <td>jun</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>710.090909</td>\n",
       "      <td>710.000000</td>\n",
       "      <td>710.000000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2a7d4fd1db87baa60518a2b2f1f050805e889a0b</td>\n",
       "      <td>jun</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>709.542373</td>\n",
       "      <td>710.203390</td>\n",
       "      <td>709.525424</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>jun</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>687.285714</td>\n",
       "      <td>685.000000</td>\n",
       "      <td>635.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>jun</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>692.318182</td>\n",
       "      <td>675.772727</td>\n",
       "      <td>625.772727</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>f045e632eb732cd0703e069e70aef34bb8b50ad0</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>678.679245</td>\n",
       "      <td>656.779874</td>\n",
       "      <td>656.779874</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>f3bd7952d2fbb216345ea8b272cbdee983b34ae6</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>724.198529</td>\n",
       "      <td>721.727941</td>\n",
       "      <td>721.507353</td>\n",
       "      <td>40.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>f5be20356f7cafa6712707b496d91af1ddbdabe0</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>694.654762</td>\n",
       "      <td>705.000000</td>\n",
       "      <td>675.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>f5be20356f7cafa6712707b496d91af1ddbdabe0</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>695.628968</td>\n",
       "      <td>705.000000</td>\n",
       "      <td>693.666667</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>f766ec9ff77cacb6b7c07ef6ac6a6f039c751748</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>692.153061</td>\n",
       "      <td>714.316327</td>\n",
       "      <td>664.316327</td>\n",
       "      <td>5.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>288 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Identifier Month  Year HvacMode  \\\n",
       "0   16913980a67e1faa9fb0fe491f8d36b4477f965a   jun  2017     cool   \n",
       "1   2a7d4fd1db87baa60518a2b2f1f050805e889a0b   jun  2017     heat   \n",
       "2   2a7d4fd1db87baa60518a2b2f1f050805e889a0b   jun  2017     heat   \n",
       "3   2cc2736dfecd12ede0f334d504dacc109edfa726   jun  2017     auto   \n",
       "4   2cc2736dfecd12ede0f334d504dacc109edfa726   jun  2017     auto   \n",
       "..                                       ...   ...   ...      ...   \n",
       "39  f045e632eb732cd0703e069e70aef34bb8b50ad0   jun  2021     heat   \n",
       "40  f3bd7952d2fbb216345ea8b272cbdee983b34ae6   jun  2021     cool   \n",
       "41  f5be20356f7cafa6712707b496d91af1ddbdabe0   jun  2021     auto   \n",
       "42  f5be20356f7cafa6712707b496d91af1ddbdabe0   jun  2021     cool   \n",
       "43  f766ec9ff77cacb6b7c07ef6ac6a6f039c751748   jun  2021     auto   \n",
       "\n",
       "   CalendarEvent      City  Temperature_ctrl_ave  TemperatureExpectedCool_ave  \\\n",
       "0           hold  Cheyenne            741.541667                   740.000000   \n",
       "1           auto  Trail Dr            710.090909                   710.000000   \n",
       "2           hold  Trail Dr            709.542373                   710.203390   \n",
       "3           auto   Laramie            687.285714                   685.000000   \n",
       "4           hold   Laramie            692.318182                   675.772727   \n",
       "..           ...       ...                   ...                          ...   \n",
       "39          hold  Evanston            678.679245                   656.779874   \n",
       "40          hold    Casper            724.198529                   721.727941   \n",
       "41          hold  Gillette            694.654762                   705.000000   \n",
       "42          hold  Gillette            695.628968                   705.000000   \n",
       "43          hold  Cheyenne            692.153061                   714.316327   \n",
       "\n",
       "    TemperatureExpectedHeat_ave  Age_of_Home__years_  allowCompWithAux  \\\n",
       "0                    740.000000                 10.0             False   \n",
       "1                    710.000000                 35.0             False   \n",
       "2                    709.525424                 35.0             False   \n",
       "3                    635.000000                 10.0             False   \n",
       "4                    625.772727                 10.0             False   \n",
       "..                          ...                  ...               ...   \n",
       "39                   656.779874                 10.0             False   \n",
       "40                   721.507353                 40.0             False   \n",
       "41                   675.000000                 10.0              True   \n",
       "42                   693.666667                 10.0              True   \n",
       "43                   664.316327                  5.0             False   \n",
       "\n",
       "    Has_Electric  Has_a_Heat_Pump  \n",
       "0          False            False  \n",
       "1          False            False  \n",
       "2          False            False  \n",
       "3          False            False  \n",
       "4          False            False  \n",
       "..           ...              ...  \n",
       "39         False            False  \n",
       "40         False            False  \n",
       "41         False            False  \n",
       "42         False            False  \n",
       "43         False            False  \n",
       "\n",
       "[288 rows x 13 columns]"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WY_jun = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WY/jun/\" + file)\n",
    "    WY_jun = pd.concat([WY_jun, df])\n",
    "    \n",
    "WY_jun"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [],
   "source": [
    "WY_jun.to_csv(\"Scraper_Output/State_Month_Day/WY/WY_jun.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## July"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 July Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jul_2017 = pd.read_csv(\"../data_large/WY-day/2017-jul-day-WY.csv\")\n",
    "\n",
    "# jul_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>9dad86d4f2bedcb59aa71c38c6812466cb5395bc</td>\n",
       "      <td>2017-07-29T19:05:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>707</td>\n",
       "      <td>725</td>\n",
       "      <td>645</td>\n",
       "      <td>WY</td>\n",
       "      <td>Worland</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>2017-07-14T15:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>739</td>\n",
       "      <td>766</td>\n",
       "      <td>646</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>2017-07-09T14:55:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>725</td>\n",
       "      <td>764</td>\n",
       "      <td>644</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>2017-07-02T17:10:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>678</td>\n",
       "      <td>680</td>\n",
       "      <td>654</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>2017-07-21T15:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>711</td>\n",
       "      <td>759</td>\n",
       "      <td>654</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>30</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10705</th>\n",
       "      <td>bf6d438eb76928160901cfa1eab34d8634017401</td>\n",
       "      <td>2017-07-15T13:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>743</td>\n",
       "      <td>740</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10706</th>\n",
       "      <td>bf6d438eb76928160901cfa1eab34d8634017401</td>\n",
       "      <td>2017-07-15T15:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>743</td>\n",
       "      <td>780</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10707</th>\n",
       "      <td>bf6d438eb76928160901cfa1eab34d8634017401</td>\n",
       "      <td>2017-07-15T15:55:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>747</td>\n",
       "      <td>820</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10708</th>\n",
       "      <td>bf6d438eb76928160901cfa1eab34d8634017401</td>\n",
       "      <td>2017-07-15T14:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>734</td>\n",
       "      <td>740</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10709</th>\n",
       "      <td>bf6d438eb76928160901cfa1eab34d8634017401</td>\n",
       "      <td>2017-07-15T13:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>742</td>\n",
       "      <td>740</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>40</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10101 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "112    9dad86d4f2bedcb59aa71c38c6812466cb5395bc  2017-07-29T19:05:00Z   \n",
       "205    1af93c740d9d394407a734476ba8bcaf41c2f2dd  2017-07-14T15:25:00Z   \n",
       "206    1af93c740d9d394407a734476ba8bcaf41c2f2dd  2017-07-09T14:55:00Z   \n",
       "207    1af93c740d9d394407a734476ba8bcaf41c2f2dd  2017-07-02T17:10:00Z   \n",
       "208    1af93c740d9d394407a734476ba8bcaf41c2f2dd  2017-07-21T15:25:00Z   \n",
       "...                                         ...                   ...   \n",
       "10705  bf6d438eb76928160901cfa1eab34d8634017401  2017-07-15T13:40:00Z   \n",
       "10706  bf6d438eb76928160901cfa1eab34d8634017401  2017-07-15T15:40:00Z   \n",
       "10707  bf6d438eb76928160901cfa1eab34d8634017401  2017-07-15T15:55:00Z   \n",
       "10708  bf6d438eb76928160901cfa1eab34d8634017401  2017-07-15T14:00:00Z   \n",
       "10709  bf6d438eb76928160901cfa1eab34d8634017401  2017-07-15T13:25:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "112       auto          hold               707                      725   \n",
       "205       cool          hold               739                      766   \n",
       "206       cool          hold               725                      764   \n",
       "207       cool          auto               678                      680   \n",
       "208       cool          hold               711                      759   \n",
       "...        ...           ...               ...                      ...   \n",
       "10705     cool          auto               743                      740   \n",
       "10706     cool          auto               743                      780   \n",
       "10707     cool          auto               747                      820   \n",
       "10708     cool          auto               734                      740   \n",
       "10709     cool          auto               742                      740   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState     City  Age_of_Home__years_  \\\n",
       "112                        645            WY  Worland                    5   \n",
       "205                        646            WY   Casper                   30   \n",
       "206                        644            WY   Casper                   30   \n",
       "207                        654            WY   Casper                   30   \n",
       "208                        654            WY   Casper                   30   \n",
       "...                        ...           ...      ...                  ...   \n",
       "10705                      760            WY   Casper                   40   \n",
       "10706                      760            WY   Casper                   40   \n",
       "10707                      760            WY   Casper                   40   \n",
       "10708                      760            WY   Casper                   40   \n",
       "10709                      760            WY   Casper                   40   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "112               False         False            False   \n",
       "205                True         False            False   \n",
       "206                True         False            False   \n",
       "207                True         False            False   \n",
       "208                True         False            False   \n",
       "...                 ...           ...              ...   \n",
       "10705             False         False            False   \n",
       "10706             False         False            False   \n",
       "10707             False         False            False   \n",
       "10708             False         False            False   \n",
       "10709             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "112                         Gas  \n",
       "205                         Gas  \n",
       "206                         Gas  \n",
       "207                         Gas  \n",
       "208                         Gas  \n",
       "...                         ...  \n",
       "10705                       Gas  \n",
       "10706                       Gas  \n",
       "10707                       Gas  \n",
       "10708                       Gas  \n",
       "10709                       Gas  \n",
       "\n",
       "[10101 rows x 14 columns]"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jul_2017.drop(jul_2017[jul_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jul_2017.drop(jul_2017[jul_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jul_2017.drop(jul_2017[jul_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jul_2017.drop(jul_2017[jul_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jul_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jul_2017[\"Year\"] = \"2017\"\n",
    "jul_2017[\"Month\"] = \"jul\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jul_2017 = jul_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jul_2017_ave = jul_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jul_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jul_2017_ave.to_csv(\"data/day/WY/jul/jul_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 July Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jul_2018 = pd.read_csv(\"../data_large/WY-day/2018-jul-day-WY.csv\")\n",
    "\n",
    "# jul_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2018-07-22T15:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>725</td>\n",
       "      <td>683</td>\n",
       "      <td>683</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2018-07-25T13:55:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>707</td>\n",
       "      <td>775</td>\n",
       "      <td>775</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2018-07-25T12:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>707</td>\n",
       "      <td>775</td>\n",
       "      <td>775</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2018-07-22T17:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>680</td>\n",
       "      <td>683</td>\n",
       "      <td>683</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2018-07-26T12:45:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>708</td>\n",
       "      <td>715</td>\n",
       "      <td>715</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22108</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2018-07-31T13:45:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>709</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22109</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2018-07-31T12:50:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>707</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22110</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2018-07-31T13:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>709</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22111</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2018-07-31T11:50:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>700</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22112</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2018-07-31T12:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>701</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15526 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      338d0307f8579900d1f54af0c7475fd0e3a6af35  2018-07-22T15:25:00Z   \n",
       "1      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2018-07-25T13:55:00Z   \n",
       "2      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2018-07-25T12:20:00Z   \n",
       "3      338d0307f8579900d1f54af0c7475fd0e3a6af35  2018-07-22T17:20:00Z   \n",
       "4      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2018-07-26T12:45:00Z   \n",
       "...                                         ...                   ...   \n",
       "22108  5c3385a5b08903ef32083aacfc000fe752b78fdc  2018-07-31T13:45:00Z   \n",
       "22109  5c3385a5b08903ef32083aacfc000fe752b78fdc  2018-07-31T12:50:00Z   \n",
       "22110  5c3385a5b08903ef32083aacfc000fe752b78fdc  2018-07-31T13:00:00Z   \n",
       "22111  5c3385a5b08903ef32083aacfc000fe752b78fdc  2018-07-31T11:50:00Z   \n",
       "22112  5c3385a5b08903ef32083aacfc000fe752b78fdc  2018-07-31T12:20:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               725                      683   \n",
       "1         cool          hold               707                      775   \n",
       "2         cool          hold               707                      775   \n",
       "3         cool          hold               680                      683   \n",
       "4         cool          hold               708                      715   \n",
       "...        ...           ...               ...                      ...   \n",
       "22108     cool          hold               709                      710   \n",
       "22109     cool          hold               707                      710   \n",
       "22110     cool          hold               709                      710   \n",
       "22111     cool          hold               700                      710   \n",
       "22112     cool          hold               701                      710   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                          683            WY  Green River   \n",
       "1                          775            WY     Cheyenne   \n",
       "2                          775            WY     Cheyenne   \n",
       "3                          683            WY  Green River   \n",
       "4                          715            WY     Cheyenne   \n",
       "...                        ...           ...          ...   \n",
       "22108                      710            WY     Gillette   \n",
       "22109                      710            WY     Gillette   \n",
       "22110                      710            WY     Gillette   \n",
       "22111                      710            WY     Gillette   \n",
       "22112                      710            WY     Gillette   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        0             False         False            False   \n",
       "1                       30             False         False            False   \n",
       "2                       30             False         False            False   \n",
       "3                        0             False         False            False   \n",
       "4                       30             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "22108                   10             False         False            False   \n",
       "22109                   10             False         False            False   \n",
       "22110                   10             False         False            False   \n",
       "22111                   10             False         False            False   \n",
       "22112                   10             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "22108                       Gas  \n",
       "22109                       Gas  \n",
       "22110                       Gas  \n",
       "22111                       Gas  \n",
       "22112                       Gas  \n",
       "\n",
       "[15526 rows x 14 columns]"
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jul_2018.drop(jul_2018[jul_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jul_2018.drop(jul_2018[jul_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jul_2018.drop(jul_2018[jul_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jul_2018.drop(jul_2018[jul_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jul_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jul_2018[\"Year\"] = \"2018\"\n",
    "jul_2018[\"Month\"] = \"jul\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jul_2018 = jul_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jul_2018_ave = jul_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jul_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jul_2018_ave.to_csv(\"data/day/WY/jul/jul_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 July Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jul_2019 = pd.read_csv(\"../data_large/WY-day/2019-jul-day-WY.csv\")\n",
    "\n",
    "# jul_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2019-07-28T17:50:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>741</td>\n",
       "      <td>726</td>\n",
       "      <td>726</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2019-07-14T15:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>680</td>\n",
       "      <td>750</td>\n",
       "      <td>677</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2019-07-07T16:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>716</td>\n",
       "      <td>716</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2019-07-07T15:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>725</td>\n",
       "      <td>716</td>\n",
       "      <td>716</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2019-07-28T18:05:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>735</td>\n",
       "      <td>726</td>\n",
       "      <td>726</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26550</th>\n",
       "      <td>44788b127929a7bbc4a79d2b17a215fd5460cdc1</td>\n",
       "      <td>2019-07-14T18:50:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>717</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26551</th>\n",
       "      <td>44788b127929a7bbc4a79d2b17a215fd5460cdc1</td>\n",
       "      <td>2019-07-14T19:55:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>712</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26552</th>\n",
       "      <td>44788b127929a7bbc4a79d2b17a215fd5460cdc1</td>\n",
       "      <td>2019-07-14T18:55:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>716</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26553</th>\n",
       "      <td>44788b127929a7bbc4a79d2b17a215fd5460cdc1</td>\n",
       "      <td>2019-07-14T18:35:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>709</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26554</th>\n",
       "      <td>44788b127929a7bbc4a79d2b17a215fd5460cdc1</td>\n",
       "      <td>2019-07-14T19:30:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>716</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>18995 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      338d0307f8579900d1f54af0c7475fd0e3a6af35  2019-07-28T17:50:00Z   \n",
       "1      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2019-07-14T15:25:00Z   \n",
       "2      338d0307f8579900d1f54af0c7475fd0e3a6af35  2019-07-07T16:40:00Z   \n",
       "3      338d0307f8579900d1f54af0c7475fd0e3a6af35  2019-07-07T15:20:00Z   \n",
       "4      338d0307f8579900d1f54af0c7475fd0e3a6af35  2019-07-28T18:05:00Z   \n",
       "...                                         ...                   ...   \n",
       "26550  44788b127929a7bbc4a79d2b17a215fd5460cdc1  2019-07-14T18:50:00Z   \n",
       "26551  44788b127929a7bbc4a79d2b17a215fd5460cdc1  2019-07-14T19:55:00Z   \n",
       "26552  44788b127929a7bbc4a79d2b17a215fd5460cdc1  2019-07-14T18:55:00Z   \n",
       "26553  44788b127929a7bbc4a79d2b17a215fd5460cdc1  2019-07-14T18:35:00Z   \n",
       "26554  44788b127929a7bbc4a79d2b17a215fd5460cdc1  2019-07-14T19:30:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               741                      726   \n",
       "1         cool          auto               680                      750   \n",
       "2         cool          hold               715                      716   \n",
       "3         cool          hold               725                      716   \n",
       "4         cool          hold               735                      726   \n",
       "...        ...           ...               ...                      ...   \n",
       "26550     cool          hold               717                      710   \n",
       "26551     cool          hold               712                      710   \n",
       "26552     cool          hold               716                      710   \n",
       "26553     cool          hold               709                      710   \n",
       "26554     cool          hold               716                      710   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState         City  \\\n",
       "0                          726            WY  Green River   \n",
       "1                          677            WY     Cheyenne   \n",
       "2                          716            WY  Green River   \n",
       "3                          716            WY  Green River   \n",
       "4                          726            WY  Green River   \n",
       "...                        ...           ...          ...   \n",
       "26550                      710            WY     Cheyenne   \n",
       "26551                      710            WY     Cheyenne   \n",
       "26552                      710            WY     Cheyenne   \n",
       "26553                      710            WY     Cheyenne   \n",
       "26554                      710            WY     Cheyenne   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        0             False         False            False   \n",
       "1                       30             False         False            False   \n",
       "2                        0             False         False            False   \n",
       "3                        0             False         False            False   \n",
       "4                        0             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "26550                   15             False         False            False   \n",
       "26551                   15             False         False            False   \n",
       "26552                   15             False         False            False   \n",
       "26553                   15             False         False            False   \n",
       "26554                   15             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "26550                       Gas  \n",
       "26551                       Gas  \n",
       "26552                       Gas  \n",
       "26553                       Gas  \n",
       "26554                       Gas  \n",
       "\n",
       "[18995 rows x 14 columns]"
      ]
     },
     "execution_count": 114,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jul_2019.drop(jul_2019[jul_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jul_2019.drop(jul_2019[jul_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jul_2019.drop(jul_2019[jul_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jul_2019.drop(jul_2019[jul_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jul_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jul_2019[\"Year\"] = \"2019\"\n",
    "jul_2019[\"Month\"] = \"jul\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jul_2019 = jul_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jul_2019_ave = jul_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jul_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jul_2019_ave.to_csv(\"data/day/WY/jul/jul_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 July Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jul_2020 = pd.read_csv(\"../data_large/WY-day/2020-jul-day-WY.csv\")\n",
    "\n",
    "# jul_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-07-04T18:15:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>706</td>\n",
       "      <td>692</td>\n",
       "      <td>692</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-07-08T19:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>728</td>\n",
       "      <td>682</td>\n",
       "      <td>682</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-07-04T18:05:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>709</td>\n",
       "      <td>692</td>\n",
       "      <td>692</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-07-08T19:30:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>723</td>\n",
       "      <td>682</td>\n",
       "      <td>682</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>4bbb3af3bf9fa9aad1b6506c83e556860e848321</td>\n",
       "      <td>2020-07-06T17:35:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>694</td>\n",
       "      <td>680</td>\n",
       "      <td>662</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28532</th>\n",
       "      <td>8f3774e0edc69b802bb139e6708e033261622da5</td>\n",
       "      <td>2020-07-07T13:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>740</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28533</th>\n",
       "      <td>8f3774e0edc69b802bb139e6708e033261622da5</td>\n",
       "      <td>2020-07-07T16:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>758</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28534</th>\n",
       "      <td>8f3774e0edc69b802bb139e6708e033261622da5</td>\n",
       "      <td>2020-07-30T12:35:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>724</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28535</th>\n",
       "      <td>8f3774e0edc69b802bb139e6708e033261622da5</td>\n",
       "      <td>2020-07-10T18:50:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>758</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28536</th>\n",
       "      <td>8f3774e0edc69b802bb139e6708e033261622da5</td>\n",
       "      <td>2020-07-07T12:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>737</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>23026 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "1      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-07-04T18:15:00Z   \n",
       "3      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-07-08T19:20:00Z   \n",
       "5      4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-07-04T18:05:00Z   \n",
       "10     4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-07-08T19:30:00Z   \n",
       "12     4bbb3af3bf9fa9aad1b6506c83e556860e848321  2020-07-06T17:35:00Z   \n",
       "...                                         ...                   ...   \n",
       "28532  8f3774e0edc69b802bb139e6708e033261622da5  2020-07-07T13:40:00Z   \n",
       "28533  8f3774e0edc69b802bb139e6708e033261622da5  2020-07-07T16:20:00Z   \n",
       "28534  8f3774e0edc69b802bb139e6708e033261622da5  2020-07-30T12:35:00Z   \n",
       "28535  8f3774e0edc69b802bb139e6708e033261622da5  2020-07-10T18:50:00Z   \n",
       "28536  8f3774e0edc69b802bb139e6708e033261622da5  2020-07-07T12:40:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "1         cool          hold               706                      692   \n",
       "3         cool          hold               728                      682   \n",
       "5         cool          hold               709                      692   \n",
       "10        cool          hold               723                      682   \n",
       "12        cool          auto               694                      680   \n",
       "...        ...           ...               ...                      ...   \n",
       "28532     cool          hold               740                      760   \n",
       "28533     cool          hold               758                      760   \n",
       "28534     cool          hold               724                      760   \n",
       "28535     cool          hold               758                      760   \n",
       "28536     cool          hold               737                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState      City  Age_of_Home__years_  \\\n",
       "1                          692            WY  Cheyenne                    0   \n",
       "3                          682            WY  Cheyenne                    0   \n",
       "5                          692            WY  Cheyenne                    0   \n",
       "10                         682            WY  Cheyenne                    0   \n",
       "12                         662            WY  Cheyenne                    0   \n",
       "...                        ...           ...       ...                  ...   \n",
       "28532                      760            WY    Casper                   10   \n",
       "28533                      760            WY    Casper                   10   \n",
       "28534                      760            WY    Casper                   10   \n",
       "28535                      760            WY    Casper                   10   \n",
       "28536                      760            WY    Casper                   10   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "1                  True         False            False   \n",
       "3                  True         False            False   \n",
       "5                  True         False            False   \n",
       "10                 True         False            False   \n",
       "12                 True         False            False   \n",
       "...                 ...           ...              ...   \n",
       "28532              True         False            False   \n",
       "28533              True         False            False   \n",
       "28534              True         False            False   \n",
       "28535              True         False            False   \n",
       "28536              True         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "1                           Gas  \n",
       "3                           Gas  \n",
       "5                           Gas  \n",
       "10                          Gas  \n",
       "12                          Gas  \n",
       "...                         ...  \n",
       "28532                       Gas  \n",
       "28533                       Gas  \n",
       "28534                       Gas  \n",
       "28535                       Gas  \n",
       "28536                       Gas  \n",
       "\n",
       "[23026 rows x 14 columns]"
      ]
     },
     "execution_count": 120,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jul_2020.drop(jul_2020[jul_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jul_2020.drop(jul_2020[jul_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jul_2020.drop(jul_2020[jul_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "jul_2020.drop(jul_2020[jul_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "jul_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jul_2020[\"Year\"] = \"2020\"\n",
    "jul_2020[\"Month\"] = \"jul\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jul_2020 = jul_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jul_2020_ave = jul_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jul_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jul_2020_ave.to_csv(\"data/day/WY/jul/jul_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2021 July Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "jul_2021 = pd.read_csv(\"../data_large/WY-day/2021-jul-day-WY.csv\")\n",
    "\n",
    "# jul_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3f04cb50110e414b14944a34de26133900b1d5ef</td>\n",
       "      <td>2021-07-11T19:10:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>681</td>\n",
       "      <td>609</td>\n",
       "      <td>619</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>db3d168d1ad94da910a56cc7efd5a591dbe48ca3</td>\n",
       "      <td>2021-07-15T15:00:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>739</td>\n",
       "      <td>753</td>\n",
       "      <td>683</td>\n",
       "      <td>WY</td>\n",
       "      <td>Powell</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2021-07-04T17:55:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>719</td>\n",
       "      <td>718</td>\n",
       "      <td>718</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>245aed2447802fca622bd7dc725d73c388f7a0a0</td>\n",
       "      <td>2021-07-14T15:05:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>732</td>\n",
       "      <td>768</td>\n",
       "      <td>745</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>15</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2021-07-24T19:15:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>733</td>\n",
       "      <td>718</td>\n",
       "      <td>718</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22437</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2021-07-08T11:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>732</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22438</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2021-07-08T11:30:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>732</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22439</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2021-07-08T14:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>741</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22440</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2021-07-08T12:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>732</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22441</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2021-07-08T16:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>761</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>22411 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      3f04cb50110e414b14944a34de26133900b1d5ef  2021-07-11T19:10:00Z   \n",
       "1      db3d168d1ad94da910a56cc7efd5a591dbe48ca3  2021-07-15T15:00:00Z   \n",
       "2      338d0307f8579900d1f54af0c7475fd0e3a6af35  2021-07-04T17:55:00Z   \n",
       "3      245aed2447802fca622bd7dc725d73c388f7a0a0  2021-07-14T15:05:00Z   \n",
       "4      338d0307f8579900d1f54af0c7475fd0e3a6af35  2021-07-24T19:15:00Z   \n",
       "...                                         ...                   ...   \n",
       "22437  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2021-07-08T11:20:00Z   \n",
       "22438  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2021-07-08T11:30:00Z   \n",
       "22439  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2021-07-08T14:20:00Z   \n",
       "22440  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2021-07-08T12:25:00Z   \n",
       "22441  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2021-07-08T16:00:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               681                      609   \n",
       "1         auto          hold               739                      753   \n",
       "2         cool          hold               719                      718   \n",
       "3         cool          hold               732                      768   \n",
       "4         cool          hold               733                      718   \n",
       "...        ...           ...               ...                      ...   \n",
       "22437     cool          hold               732                      760   \n",
       "22438     cool          hold               732                      760   \n",
       "22439     cool          hold               741                      760   \n",
       "22440     cool          hold               732                      760   \n",
       "22441     cool          hold               761                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          619            WY      Cheyenne   \n",
       "1                          683            WY        Powell   \n",
       "2                          718            WY   Green River   \n",
       "3                          745            WY      Cheyenne   \n",
       "4                          718            WY   Green River   \n",
       "...                        ...           ...           ...   \n",
       "22437                      760            WY  Rock Springs   \n",
       "22438                      760            WY  Rock Springs   \n",
       "22439                      760            WY  Rock Springs   \n",
       "22440                      760            WY  Rock Springs   \n",
       "22441                      760            WY  Rock Springs   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       10              True         False            False   \n",
       "1                       10              True         False            False   \n",
       "2                        0             False         False            False   \n",
       "3                       15             False         False            False   \n",
       "4                        0             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "22437                   25             False         False            False   \n",
       "22438                   25             False         False            False   \n",
       "22439                   25             False         False            False   \n",
       "22440                   25             False         False            False   \n",
       "22441                   25             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "22437                       Gas  \n",
       "22438                       Gas  \n",
       "22439                       Gas  \n",
       "22440                       Gas  \n",
       "22441                       Gas  \n",
       "\n",
       "[22411 rows x 14 columns]"
      ]
     },
     "execution_count": 126,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "jul_2021.drop(jul_2021[jul_2021['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "jul_2021.drop(jul_2021[jul_2021['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "jul_2021.drop(jul_2021[jul_2021['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "jul_2021.drop(jul_2021[jul_2021['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "\n",
    "jul_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "jul_2021[\"Year\"] = \"2021\"\n",
    "jul_2021[\"Month\"] = \"jul\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "jul_2021 = jul_2021.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "jul_2021_ave = jul_2021.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# jul_2021_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "jul_2021_ave.to_csv(\"data/day/WY/jul/jul_2021_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WY/jul/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>16913980a67e1faa9fb0fe491f8d36b4477f965a</td>\n",
       "      <td>jul</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>748.319372</td>\n",
       "      <td>749.424084</td>\n",
       "      <td>749.424084</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>jul</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Casper</td>\n",
       "      <td>706.038339</td>\n",
       "      <td>779.357827</td>\n",
       "      <td>649.124601</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>jul</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>714.810345</td>\n",
       "      <td>715.681034</td>\n",
       "      <td>711.810345</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>jul</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>672.204918</td>\n",
       "      <td>685.573770</td>\n",
       "      <td>623.114754</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>jul</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>694.487179</td>\n",
       "      <td>705.474359</td>\n",
       "      <td>655.474359</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>e27714a971be3d2318c80f77a38f0635b4421172</td>\n",
       "      <td>jul</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>690.029668</td>\n",
       "      <td>650.000000</td>\n",
       "      <td>621.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>f045e632eb732cd0703e069e70aef34bb8b50ad0</td>\n",
       "      <td>jul</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>734.583333</td>\n",
       "      <td>736.879630</td>\n",
       "      <td>736.879630</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>f3bd7952d2fbb216345ea8b272cbdee983b34ae6</td>\n",
       "      <td>jul</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>721.423469</td>\n",
       "      <td>720.076531</td>\n",
       "      <td>720.076531</td>\n",
       "      <td>40.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>f7cdfd4cc8a741382df3f72255f8368549f3d066</td>\n",
       "      <td>jul</td>\n",
       "      <td>2021</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>785.666667</td>\n",
       "      <td>770.000000</td>\n",
       "      <td>710.000000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>f7cdfd4cc8a741382df3f72255f8368549f3d066</td>\n",
       "      <td>jul</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>791.384615</td>\n",
       "      <td>743.484163</td>\n",
       "      <td>732.579186</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>237 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Identifier Month  Year HvacMode  \\\n",
       "0   16913980a67e1faa9fb0fe491f8d36b4477f965a   jul  2017     cool   \n",
       "1   1af93c740d9d394407a734476ba8bcaf41c2f2dd   jul  2017     cool   \n",
       "2   1af93c740d9d394407a734476ba8bcaf41c2f2dd   jul  2017     cool   \n",
       "3   2cc2736dfecd12ede0f334d504dacc109edfa726   jul  2017     auto   \n",
       "4   2cc2736dfecd12ede0f334d504dacc109edfa726   jul  2017     auto   \n",
       "..                                       ...   ...   ...      ...   \n",
       "32  e27714a971be3d2318c80f77a38f0635b4421172   jul  2021     heat   \n",
       "33  f045e632eb732cd0703e069e70aef34bb8b50ad0   jul  2021     cool   \n",
       "34  f3bd7952d2fbb216345ea8b272cbdee983b34ae6   jul  2021     cool   \n",
       "35  f7cdfd4cc8a741382df3f72255f8368549f3d066   jul  2021     auto   \n",
       "36  f7cdfd4cc8a741382df3f72255f8368549f3d066   jul  2021     cool   \n",
       "\n",
       "   CalendarEvent          City  Temperature_ctrl_ave  \\\n",
       "0           hold      Cheyenne            748.319372   \n",
       "1           auto        Casper            706.038339   \n",
       "2           hold        Casper            714.810345   \n",
       "3           auto       Laramie            672.204918   \n",
       "4           hold       Laramie            694.487179   \n",
       "..           ...           ...                   ...   \n",
       "32          hold  Rock Springs            690.029668   \n",
       "33          hold      Evanston            734.583333   \n",
       "34          hold        Casper            721.423469   \n",
       "35          hold       Laramie            785.666667   \n",
       "36          hold       Laramie            791.384615   \n",
       "\n",
       "    TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                    749.424084                   749.424084   \n",
       "1                    779.357827                   649.124601   \n",
       "2                    715.681034                   711.810345   \n",
       "3                    685.573770                   623.114754   \n",
       "4                    705.474359                   655.474359   \n",
       "..                          ...                          ...   \n",
       "32                   650.000000                   621.000000   \n",
       "33                   736.879630                   736.879630   \n",
       "34                   720.076531                   720.076531   \n",
       "35                   770.000000                   710.000000   \n",
       "36                   743.484163                   732.579186   \n",
       "\n",
       "    Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                  10.0             False         False            False  \n",
       "1                  30.0              True         False            False  \n",
       "2                  30.0              True         False            False  \n",
       "3                  10.0             False         False            False  \n",
       "4                  10.0             False         False            False  \n",
       "..                  ...               ...           ...              ...  \n",
       "32                 10.0             False         False            False  \n",
       "33                 10.0             False         False            False  \n",
       "34                 40.0             False         False            False  \n",
       "35                 35.0             False         False            False  \n",
       "36                 35.0             False         False            False  \n",
       "\n",
       "[237 rows x 13 columns]"
      ]
     },
     "execution_count": 132,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WY_jul = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WY/jul/\" + file)\n",
    "    WY_jul = pd.concat([WY_jul, df])\n",
    "    \n",
    "WY_jul"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [],
   "source": [
    "WY_jul.to_csv(\"Scraper_Output/State_Month_Day/WY/WY_jul.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## August"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 August Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "aug_2017 = pd.read_csv(\"../data_large/WY-day/2017-aug-day-WY.csv\")\n",
    "\n",
    "# aug_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>2017-08-18T16:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>702</td>\n",
       "      <td>717</td>\n",
       "      <td>674</td>\n",
       "      <td>WY</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>2017-08-26T13:05:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>691</td>\n",
       "      <td>715</td>\n",
       "      <td>677</td>\n",
       "      <td>WY</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8d5e560068447e6cd095d1a35c4435a1fbf49342</td>\n",
       "      <td>2017-08-01T12:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>724</td>\n",
       "      <td>763</td>\n",
       "      <td>763</td>\n",
       "      <td>WY</td>\n",
       "      <td>Mills</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>8d5e560068447e6cd095d1a35c4435a1fbf49342</td>\n",
       "      <td>2017-08-21T16:30:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>730</td>\n",
       "      <td>751</td>\n",
       "      <td>751</td>\n",
       "      <td>WY</td>\n",
       "      <td>Mills</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>8d5e560068447e6cd095d1a35c4435a1fbf49342</td>\n",
       "      <td>2017-08-10T12:30:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>746</td>\n",
       "      <td>746</td>\n",
       "      <td>WY</td>\n",
       "      <td>Mills</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12444</th>\n",
       "      <td>8d5e560068447e6cd095d1a35c4435a1fbf49342</td>\n",
       "      <td>2017-08-30T15:50:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>734</td>\n",
       "      <td>780</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Mills</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12445</th>\n",
       "      <td>8d5e560068447e6cd095d1a35c4435a1fbf49342</td>\n",
       "      <td>2017-08-31T16:50:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>763</td>\n",
       "      <td>780</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Mills</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12446</th>\n",
       "      <td>8d5e560068447e6cd095d1a35c4435a1fbf49342</td>\n",
       "      <td>2017-08-30T14:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>734</td>\n",
       "      <td>780</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Mills</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12447</th>\n",
       "      <td>8d5e560068447e6cd095d1a35c4435a1fbf49342</td>\n",
       "      <td>2017-08-31T19:35:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>783</td>\n",
       "      <td>780</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Mills</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12448</th>\n",
       "      <td>8d5e560068447e6cd095d1a35c4435a1fbf49342</td>\n",
       "      <td>2017-08-31T12:45:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>759</td>\n",
       "      <td>780</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Mills</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>12057 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      2cc2736dfecd12ede0f334d504dacc109edfa726  2017-08-18T16:00:00Z   \n",
       "1      2cc2736dfecd12ede0f334d504dacc109edfa726  2017-08-26T13:05:00Z   \n",
       "2      8d5e560068447e6cd095d1a35c4435a1fbf49342  2017-08-01T12:40:00Z   \n",
       "3      8d5e560068447e6cd095d1a35c4435a1fbf49342  2017-08-21T16:30:00Z   \n",
       "4      8d5e560068447e6cd095d1a35c4435a1fbf49342  2017-08-10T12:30:00Z   \n",
       "...                                         ...                   ...   \n",
       "12444  8d5e560068447e6cd095d1a35c4435a1fbf49342  2017-08-30T15:50:00Z   \n",
       "12445  8d5e560068447e6cd095d1a35c4435a1fbf49342  2017-08-31T16:50:00Z   \n",
       "12446  8d5e560068447e6cd095d1a35c4435a1fbf49342  2017-08-30T14:00:00Z   \n",
       "12447  8d5e560068447e6cd095d1a35c4435a1fbf49342  2017-08-31T19:35:00Z   \n",
       "12448  8d5e560068447e6cd095d1a35c4435a1fbf49342  2017-08-31T12:45:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               702                      717   \n",
       "1         cool          hold               691                      715   \n",
       "2         cool          hold               724                      763   \n",
       "3         cool          hold               730                      751   \n",
       "4         cool          hold               715                      746   \n",
       "...        ...           ...               ...                      ...   \n",
       "12444     cool          auto               734                      780   \n",
       "12445     cool          auto               763                      780   \n",
       "12446     cool          auto               734                      780   \n",
       "12447     cool          auto               783                      780   \n",
       "12448     cool          auto               759                      780   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState     City  Age_of_Home__years_  \\\n",
       "0                          674            WY  Laramie                   10   \n",
       "1                          677            WY  Laramie                   10   \n",
       "2                          763            WY    Mills                    5   \n",
       "3                          751            WY    Mills                    5   \n",
       "4                          746            WY    Mills                    5   \n",
       "...                        ...           ...      ...                  ...   \n",
       "12444                      760            WY    Mills                    5   \n",
       "12445                      760            WY    Mills                    5   \n",
       "12446                      760            WY    Mills                    5   \n",
       "12447                      760            WY    Mills                    5   \n",
       "12448                      760            WY    Mills                    5   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                 False         False            False   \n",
       "1                 False         False            False   \n",
       "2                 False         False            False   \n",
       "3                 False         False            False   \n",
       "4                 False         False            False   \n",
       "...                 ...           ...              ...   \n",
       "12444             False         False            False   \n",
       "12445             False         False            False   \n",
       "12446             False         False            False   \n",
       "12447             False         False            False   \n",
       "12448             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "12444                       Gas  \n",
       "12445                       Gas  \n",
       "12446                       Gas  \n",
       "12447                       Gas  \n",
       "12448                       Gas  \n",
       "\n",
       "[12057 rows x 14 columns]"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "aug_2017.drop(aug_2017[aug_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "aug_2017.drop(aug_2017[aug_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "aug_2017.drop(aug_2017[aug_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "aug_2017.drop(aug_2017[aug_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "aug_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "aug_2017[\"Year\"] = \"2017\"\n",
    "aug_2017[\"Month\"] = \"aug\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "aug_2017 = aug_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "aug_2017_ave = aug_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# aug_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "aug_2017_ave.to_csv(\"data/day/WY/aug/aug_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 August Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "aug_2018 = pd.read_csv(\"../data_large/WY-day/2018-aug-day-WY.csv\")\n",
    "\n",
    "# aug_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>9702c844ff5c002bad15c001c0c0c6890fe63fad</td>\n",
       "      <td>2018-08-03T16:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>706</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Sundance</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>9702c844ff5c002bad15c001c0c0c6890fe63fad</td>\n",
       "      <td>2018-08-03T15:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>713</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Sundance</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>9702c844ff5c002bad15c001c0c0c6890fe63fad</td>\n",
       "      <td>2018-08-03T16:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>705</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Sundance</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9702c844ff5c002bad15c001c0c0c6890fe63fad</td>\n",
       "      <td>2018-08-03T14:35:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>718</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Sundance</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9702c844ff5c002bad15c001c0c0c6890fe63fad</td>\n",
       "      <td>2018-08-03T17:35:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>723</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Sundance</td>\n",
       "      <td>5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25787</th>\n",
       "      <td>336df4fa2ebfb1b7a1bc23dd117037a5955effa8</td>\n",
       "      <td>2018-08-09T13:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>655</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25788</th>\n",
       "      <td>336df4fa2ebfb1b7a1bc23dd117037a5955effa8</td>\n",
       "      <td>2018-08-08T17:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>721</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25789</th>\n",
       "      <td>336df4fa2ebfb1b7a1bc23dd117037a5955effa8</td>\n",
       "      <td>2018-08-15T13:00:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>656</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25790</th>\n",
       "      <td>336df4fa2ebfb1b7a1bc23dd117037a5955effa8</td>\n",
       "      <td>2018-08-15T12:40:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>659</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25791</th>\n",
       "      <td>336df4fa2ebfb1b7a1bc23dd117037a5955effa8</td>\n",
       "      <td>2018-08-15T15:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>692</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>19077 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      9702c844ff5c002bad15c001c0c0c6890fe63fad  2018-08-03T16:25:00Z   \n",
       "1      9702c844ff5c002bad15c001c0c0c6890fe63fad  2018-08-03T15:00:00Z   \n",
       "2      9702c844ff5c002bad15c001c0c0c6890fe63fad  2018-08-03T16:20:00Z   \n",
       "3      9702c844ff5c002bad15c001c0c0c6890fe63fad  2018-08-03T14:35:00Z   \n",
       "4      9702c844ff5c002bad15c001c0c0c6890fe63fad  2018-08-03T17:35:00Z   \n",
       "...                                         ...                   ...   \n",
       "25787  336df4fa2ebfb1b7a1bc23dd117037a5955effa8  2018-08-09T13:50:00Z   \n",
       "25788  336df4fa2ebfb1b7a1bc23dd117037a5955effa8  2018-08-08T17:20:00Z   \n",
       "25789  336df4fa2ebfb1b7a1bc23dd117037a5955effa8  2018-08-15T13:00:00Z   \n",
       "25790  336df4fa2ebfb1b7a1bc23dd117037a5955effa8  2018-08-15T12:40:00Z   \n",
       "25791  336df4fa2ebfb1b7a1bc23dd117037a5955effa8  2018-08-15T15:50:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          hold               706                      710   \n",
       "1         cool          hold               713                      710   \n",
       "2         cool          hold               705                      710   \n",
       "3         cool          hold               718                      710   \n",
       "4         cool          hold               723                      710   \n",
       "...        ...           ...               ...                      ...   \n",
       "25787     heat          hold               655                      660   \n",
       "25788     heat          hold               721                      660   \n",
       "25789     heat          hold               656                      660   \n",
       "25790     heat          hold               659                      660   \n",
       "25791     heat          hold               692                      660   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState      City  Age_of_Home__years_  \\\n",
       "0                          710            WY  Sundance                    5   \n",
       "1                          710            WY  Sundance                    5   \n",
       "2                          710            WY  Sundance                    5   \n",
       "3                          710            WY  Sundance                    5   \n",
       "4                          710            WY  Sundance                    5   \n",
       "...                        ...           ...       ...                  ...   \n",
       "25787                      660            WY  Evanston                    0   \n",
       "25788                      660            WY  Evanston                    0   \n",
       "25789                      660            WY  Evanston                    0   \n",
       "25790                      660            WY  Evanston                    0   \n",
       "25791                      660            WY  Evanston                    0   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                 False         False            False   \n",
       "1                 False         False            False   \n",
       "2                 False         False            False   \n",
       "3                 False         False            False   \n",
       "4                 False         False            False   \n",
       "...                 ...           ...              ...   \n",
       "25787             False         False            False   \n",
       "25788             False         False            False   \n",
       "25789             False         False            False   \n",
       "25790             False         False            False   \n",
       "25791             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "25787                       Gas  \n",
       "25788                       Gas  \n",
       "25789                       Gas  \n",
       "25790                       Gas  \n",
       "25791                       Gas  \n",
       "\n",
       "[19077 rows x 14 columns]"
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "aug_2018.drop(aug_2018[aug_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "aug_2018.drop(aug_2018[aug_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "aug_2018.drop(aug_2018[aug_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "aug_2018.drop(aug_2018[aug_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "aug_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "aug_2018[\"Year\"] = \"2018\"\n",
    "aug_2018[\"Month\"] = \"aug\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "aug_2018 = aug_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "aug_2018_ave = aug_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# aug_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "aug_2018_ave.to_csv(\"data/day/WY/aug/aug_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 August Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "aug_2019 = pd.read_csv(\"../data_large/WY-day/2019-aug-day-WY.csv\")\n",
    "\n",
    "# aug_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ab20bcf291e58402ba42a43560f2f7f7ca72c776</td>\n",
       "      <td>2019-08-31T16:50:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>716</td>\n",
       "      <td>713</td>\n",
       "      <td>663</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>29</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2019-08-06T12:15:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>669</td>\n",
       "      <td>750</td>\n",
       "      <td>677</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2019-08-18T19:50:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>717</td>\n",
       "      <td>712</td>\n",
       "      <td>712</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2019-08-06T13:05:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>670</td>\n",
       "      <td>750</td>\n",
       "      <td>677</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2019-08-18T18:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>715</td>\n",
       "      <td>712</td>\n",
       "      <td>712</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20447</th>\n",
       "      <td>759b41e328c1a31c0c37d8ee8ac5f45fdd644a17</td>\n",
       "      <td>2019-08-03T18:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>759</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20448</th>\n",
       "      <td>759b41e328c1a31c0c37d8ee8ac5f45fdd644a17</td>\n",
       "      <td>2019-08-03T19:45:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>764</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20449</th>\n",
       "      <td>759b41e328c1a31c0c37d8ee8ac5f45fdd644a17</td>\n",
       "      <td>2019-08-03T17:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>752</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20450</th>\n",
       "      <td>759b41e328c1a31c0c37d8ee8ac5f45fdd644a17</td>\n",
       "      <td>2019-08-03T19:40:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>763</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20451</th>\n",
       "      <td>759b41e328c1a31c0c37d8ee8ac5f45fdd644a17</td>\n",
       "      <td>2019-08-03T16:45:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>751</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15601 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      ab20bcf291e58402ba42a43560f2f7f7ca72c776  2019-08-31T16:50:00Z   \n",
       "1      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2019-08-06T12:15:00Z   \n",
       "2      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2019-08-18T19:50:00Z   \n",
       "3      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2019-08-06T13:05:00Z   \n",
       "4      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2019-08-18T18:40:00Z   \n",
       "...                                         ...                   ...   \n",
       "20447  759b41e328c1a31c0c37d8ee8ac5f45fdd644a17  2019-08-03T18:40:00Z   \n",
       "20448  759b41e328c1a31c0c37d8ee8ac5f45fdd644a17  2019-08-03T19:45:00Z   \n",
       "20449  759b41e328c1a31c0c37d8ee8ac5f45fdd644a17  2019-08-03T17:25:00Z   \n",
       "20450  759b41e328c1a31c0c37d8ee8ac5f45fdd644a17  2019-08-03T19:40:00Z   \n",
       "20451  759b41e328c1a31c0c37d8ee8ac5f45fdd644a17  2019-08-03T16:45:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         auto          hold               716                      713   \n",
       "1         cool          auto               669                      750   \n",
       "2         cool          hold               717                      712   \n",
       "3         cool          auto               670                      750   \n",
       "4         cool          hold               715                      712   \n",
       "...        ...           ...               ...                      ...   \n",
       "20447     cool          auto               759                      760   \n",
       "20448     cool          auto               764                      760   \n",
       "20449     cool          auto               752                      760   \n",
       "20450     cool          auto               763                      760   \n",
       "20451     cool          auto               751                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState      City  Age_of_Home__years_  \\\n",
       "0                          663            WY  Cheyenne                   29   \n",
       "1                          677            WY  Cheyenne                   30   \n",
       "2                          712            WY    Casper                   10   \n",
       "3                          677            WY  Cheyenne                   30   \n",
       "4                          712            WY    Casper                   10   \n",
       "...                        ...           ...       ...                  ...   \n",
       "20447                      760            WY    Casper                    0   \n",
       "20448                      760            WY    Casper                    0   \n",
       "20449                      760            WY    Casper                    0   \n",
       "20450                      760            WY    Casper                    0   \n",
       "20451                      760            WY    Casper                    0   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                  True         False            False   \n",
       "1                 False         False            False   \n",
       "2                 False         False            False   \n",
       "3                 False         False            False   \n",
       "4                 False         False            False   \n",
       "...                 ...           ...              ...   \n",
       "20447             False         False            False   \n",
       "20448             False         False            False   \n",
       "20449             False         False            False   \n",
       "20450             False         False            False   \n",
       "20451             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "20447                       Gas  \n",
       "20448                       Gas  \n",
       "20449                       Gas  \n",
       "20450                       Gas  \n",
       "20451                       Gas  \n",
       "\n",
       "[15601 rows x 14 columns]"
      ]
     },
     "execution_count": 147,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "aug_2019.drop(aug_2019[aug_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "aug_2019.drop(aug_2019[aug_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "aug_2019.drop(aug_2019[aug_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "aug_2019.drop(aug_2019[aug_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "aug_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "aug_2019[\"Year\"] = \"2019\"\n",
    "aug_2019[\"Month\"] = \"aug\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "aug_2019 = aug_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "aug_2019_ave = aug_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# aug_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "aug_2019_ave.to_csv(\"data/day/WY/aug/aug_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 August Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "aug_2020 = pd.read_csv(\"../data_large/WY-day/2020-aug-day-WY.csv\")\n",
    "\n",
    "# aug_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2020-08-29T17:25:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>746</td>\n",
       "      <td>740</td>\n",
       "      <td>682</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2020-08-30T13:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>719</td>\n",
       "      <td>740</td>\n",
       "      <td>682</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2020-08-07T15:30:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>676</td>\n",
       "      <td>739</td>\n",
       "      <td>739</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ab20bcf291e58402ba42a43560f2f7f7ca72c776</td>\n",
       "      <td>2020-08-02T16:50:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>674</td>\n",
       "      <td>673</td>\n",
       "      <td>623</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>29</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0c66b3c257332a7615e55763a8a5add2f19a1aaa</td>\n",
       "      <td>2020-08-30T17:50:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>738</td>\n",
       "      <td>740</td>\n",
       "      <td>682</td>\n",
       "      <td>WY</td>\n",
       "      <td>Casper</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25284</th>\n",
       "      <td>b1ab05cfc5e253a7dbb44754bc3b0da3067fee99</td>\n",
       "      <td>2020-08-25T14:00:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>697</td>\n",
       "      <td>695</td>\n",
       "      <td>695</td>\n",
       "      <td>WY</td>\n",
       "      <td>Sheridan</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25285</th>\n",
       "      <td>b1ab05cfc5e253a7dbb44754bc3b0da3067fee99</td>\n",
       "      <td>2020-08-26T17:55:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>694</td>\n",
       "      <td>695</td>\n",
       "      <td>695</td>\n",
       "      <td>WY</td>\n",
       "      <td>Sheridan</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25286</th>\n",
       "      <td>b1ab05cfc5e253a7dbb44754bc3b0da3067fee99</td>\n",
       "      <td>2020-08-25T15:20:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>697</td>\n",
       "      <td>695</td>\n",
       "      <td>695</td>\n",
       "      <td>WY</td>\n",
       "      <td>Sheridan</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25287</th>\n",
       "      <td>b1ab05cfc5e253a7dbb44754bc3b0da3067fee99</td>\n",
       "      <td>2020-08-25T15:15:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>700</td>\n",
       "      <td>695</td>\n",
       "      <td>695</td>\n",
       "      <td>WY</td>\n",
       "      <td>Sheridan</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25288</th>\n",
       "      <td>b1ab05cfc5e253a7dbb44754bc3b0da3067fee99</td>\n",
       "      <td>2020-08-26T18:10:00Z</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>696</td>\n",
       "      <td>695</td>\n",
       "      <td>695</td>\n",
       "      <td>WY</td>\n",
       "      <td>Sheridan</td>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>19850 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2020-08-29T17:25:00Z   \n",
       "1      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2020-08-30T13:00:00Z   \n",
       "2      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2020-08-07T15:30:00Z   \n",
       "3      ab20bcf291e58402ba42a43560f2f7f7ca72c776  2020-08-02T16:50:00Z   \n",
       "4      0c66b3c257332a7615e55763a8a5add2f19a1aaa  2020-08-30T17:50:00Z   \n",
       "...                                         ...                   ...   \n",
       "25284  b1ab05cfc5e253a7dbb44754bc3b0da3067fee99  2020-08-25T14:00:00Z   \n",
       "25285  b1ab05cfc5e253a7dbb44754bc3b0da3067fee99  2020-08-26T17:55:00Z   \n",
       "25286  b1ab05cfc5e253a7dbb44754bc3b0da3067fee99  2020-08-25T15:20:00Z   \n",
       "25287  b1ab05cfc5e253a7dbb44754bc3b0da3067fee99  2020-08-25T15:15:00Z   \n",
       "25288  b1ab05cfc5e253a7dbb44754bc3b0da3067fee99  2020-08-26T18:10:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         cool          auto               746                      740   \n",
       "1         cool          auto               719                      740   \n",
       "2         cool          hold               676                      739   \n",
       "3         auto          hold               674                      673   \n",
       "4         cool          auto               738                      740   \n",
       "...        ...           ...               ...                      ...   \n",
       "25284     cool          hold               697                      695   \n",
       "25285     cool          hold               694                      695   \n",
       "25286     cool          hold               697                      695   \n",
       "25287     cool          hold               700                      695   \n",
       "25288     cool          hold               696                      695   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState      City  Age_of_Home__years_  \\\n",
       "0                          682            WY    Casper                   10   \n",
       "1                          682            WY    Casper                   10   \n",
       "2                          739            WY  Cheyenne                   30   \n",
       "3                          623            WY  Cheyenne                   29   \n",
       "4                          682            WY    Casper                   10   \n",
       "...                        ...           ...       ...                  ...   \n",
       "25284                      695            WY  Sheridan                   10   \n",
       "25285                      695            WY  Sheridan                   10   \n",
       "25286                      695            WY  Sheridan                   10   \n",
       "25287                      695            WY  Sheridan                   10   \n",
       "25288                      695            WY  Sheridan                   10   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                 False         False            False   \n",
       "1                 False         False            False   \n",
       "2                 False         False            False   \n",
       "3                  True         False            False   \n",
       "4                 False         False            False   \n",
       "...                 ...           ...              ...   \n",
       "25284              True         False            False   \n",
       "25285              True         False            False   \n",
       "25286              True         False            False   \n",
       "25287              True         False            False   \n",
       "25288              True         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "25284                       Gas  \n",
       "25285                       Gas  \n",
       "25286                       Gas  \n",
       "25287                       Gas  \n",
       "25288                       Gas  \n",
       "\n",
       "[19850 rows x 14 columns]"
      ]
     },
     "execution_count": 153,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "aug_2020.drop(aug_2020[aug_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "aug_2020.drop(aug_2020[aug_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "aug_2020.drop(aug_2020[aug_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "aug_2020.drop(aug_2020[aug_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "aug_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "aug_2020[\"Year\"] = \"2020\"\n",
    "aug_2020[\"Month\"] = \"aug\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "aug_2020 = aug_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "aug_2020_ave = aug_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# aug_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "aug_2020_ave.to_csv(\"data/day/WY/aug/aug_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "scrolled": true
   },
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WY/aug/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Casper</td>\n",
       "      <td>682.731932</td>\n",
       "      <td>805.132743</td>\n",
       "      <td>670.884956</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>688.805556</td>\n",
       "      <td>740.000000</td>\n",
       "      <td>740.000000</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>698.172185</td>\n",
       "      <td>716.208609</td>\n",
       "      <td>666.208609</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>677.333333</td>\n",
       "      <td>680.000000</td>\n",
       "      <td>660.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>697.642202</td>\n",
       "      <td>700.293578</td>\n",
       "      <td>699.550459</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>f3bd7952d2fbb216345ea8b272cbdee983b34ae6</td>\n",
       "      <td>aug</td>\n",
       "      <td>2020</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>724.928177</td>\n",
       "      <td>734.381215</td>\n",
       "      <td>690.784530</td>\n",
       "      <td>40.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>f5be20356f7cafa6712707b496d91af1ddbdabe0</td>\n",
       "      <td>aug</td>\n",
       "      <td>2020</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>664.744048</td>\n",
       "      <td>660.000000</td>\n",
       "      <td>630.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>f5be20356f7cafa6712707b496d91af1ddbdabe0</td>\n",
       "      <td>aug</td>\n",
       "      <td>2020</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>696.318182</td>\n",
       "      <td>715.000000</td>\n",
       "      <td>655.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>f766ec9ff77cacb6b7c07ef6ac6a6f039c751748</td>\n",
       "      <td>aug</td>\n",
       "      <td>2020</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>711.280702</td>\n",
       "      <td>760.000000</td>\n",
       "      <td>710.000000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>fd6f912f4a2d7719632507d63c67bab631ea3732</td>\n",
       "      <td>aug</td>\n",
       "      <td>2020</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Buffalo</td>\n",
       "      <td>739.400000</td>\n",
       "      <td>746.600000</td>\n",
       "      <td>732.800000</td>\n",
       "      <td>45.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>204 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Identifier Month  Year HvacMode  \\\n",
       "0   1af93c740d9d394407a734476ba8bcaf41c2f2dd   aug  2017     cool   \n",
       "1   1af93c740d9d394407a734476ba8bcaf41c2f2dd   aug  2017     cool   \n",
       "2   2cc2736dfecd12ede0f334d504dacc109edfa726   aug  2017     auto   \n",
       "3   2cc2736dfecd12ede0f334d504dacc109edfa726   aug  2017     cool   \n",
       "4   2cc2736dfecd12ede0f334d504dacc109edfa726   aug  2017     cool   \n",
       "..                                       ...   ...   ...      ...   \n",
       "62  f3bd7952d2fbb216345ea8b272cbdee983b34ae6   aug  2020     cool   \n",
       "63  f5be20356f7cafa6712707b496d91af1ddbdabe0   aug  2020     auto   \n",
       "64  f5be20356f7cafa6712707b496d91af1ddbdabe0   aug  2020     auto   \n",
       "65  f766ec9ff77cacb6b7c07ef6ac6a6f039c751748   aug  2020     auto   \n",
       "66  fd6f912f4a2d7719632507d63c67bab631ea3732   aug  2020     cool   \n",
       "\n",
       "   CalendarEvent      City  Temperature_ctrl_ave  TemperatureExpectedCool_ave  \\\n",
       "0           auto    Casper            682.731932                   805.132743   \n",
       "1           hold    Casper            688.805556                   740.000000   \n",
       "2           hold   Laramie            698.172185                   716.208609   \n",
       "3           auto   Laramie            677.333333                   680.000000   \n",
       "4           hold   Laramie            697.642202                   700.293578   \n",
       "..           ...       ...                   ...                          ...   \n",
       "62          hold    Casper            724.928177                   734.381215   \n",
       "63          auto  Gillette            664.744048                   660.000000   \n",
       "64          hold  Gillette            696.318182                   715.000000   \n",
       "65          auto  Cheyenne            711.280702                   760.000000   \n",
       "66          hold   Buffalo            739.400000                   746.600000   \n",
       "\n",
       "    TemperatureExpectedHeat_ave  Age_of_Home__years_  allowCompWithAux  \\\n",
       "0                    670.884956                 30.0              True   \n",
       "1                    740.000000                 30.0              True   \n",
       "2                    666.208609                 10.0             False   \n",
       "3                    660.000000                 10.0             False   \n",
       "4                    699.550459                 10.0             False   \n",
       "..                          ...                  ...               ...   \n",
       "62                   690.784530                 40.0             False   \n",
       "63                   630.000000                 10.0              True   \n",
       "64                   655.000000                 10.0              True   \n",
       "65                   710.000000                  5.0             False   \n",
       "66                   732.800000                 45.0              True   \n",
       "\n",
       "    Has_Electric  Has_a_Heat_Pump  \n",
       "0          False            False  \n",
       "1          False            False  \n",
       "2          False            False  \n",
       "3          False            False  \n",
       "4          False            False  \n",
       "..           ...              ...  \n",
       "62         False            False  \n",
       "63         False            False  \n",
       "64         False            False  \n",
       "65         False            False  \n",
       "66         False            False  \n",
       "\n",
       "[204 rows x 13 columns]"
      ]
     },
     "execution_count": 159,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WY_aug = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WY/aug/\" + file)\n",
    "    WY_aug = pd.concat([WY_aug, df])\n",
    "    \n",
    "WY_aug"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "metadata": {},
   "outputs": [],
   "source": [
    "WY_aug.to_csv(\"Scraper_Output/State_Month_Day/WY/WY_aug.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## September"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## October"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## November"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "## December"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2017 December Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "dec_2017 = pd.read_csv(\"../data_large/WY-day/2017-dec-day-WY.csv\")\n",
    "\n",
    "# dec_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2017-12-04T15:40:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>721</td>\n",
       "      <td>725</td>\n",
       "      <td>725</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2017-12-30T15:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>723</td>\n",
       "      <td>725</td>\n",
       "      <td>725</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2017-12-17T17:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>714</td>\n",
       "      <td>715</td>\n",
       "      <td>715</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2017-12-28T16:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>726</td>\n",
       "      <td>725</td>\n",
       "      <td>725</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2017-12-28T19:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>736</td>\n",
       "      <td>725</td>\n",
       "      <td>725</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18097</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2017-12-27T17:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>705</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18098</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2017-12-28T14:00:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>706</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18099</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2017-12-29T18:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>702</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18100</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2017-12-27T15:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>703</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18101</th>\n",
       "      <td>5c3385a5b08903ef32083aacfc000fe752b78fdc</td>\n",
       "      <td>2017-12-26T14:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>16260 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2017-12-04T15:40:00Z   \n",
       "2      dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2017-12-30T15:35:00Z   \n",
       "3      dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2017-12-17T17:20:00Z   \n",
       "4      dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2017-12-28T16:30:00Z   \n",
       "5      dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2017-12-28T19:45:00Z   \n",
       "...                                         ...                   ...   \n",
       "18097  5c3385a5b08903ef32083aacfc000fe752b78fdc  2017-12-27T17:15:00Z   \n",
       "18098  5c3385a5b08903ef32083aacfc000fe752b78fdc  2017-12-28T14:00:00Z   \n",
       "18099  5c3385a5b08903ef32083aacfc000fe752b78fdc  2017-12-29T18:45:00Z   \n",
       "18100  5c3385a5b08903ef32083aacfc000fe752b78fdc  2017-12-27T15:15:00Z   \n",
       "18101  5c3385a5b08903ef32083aacfc000fe752b78fdc  2017-12-26T14:30:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               721                      725   \n",
       "2         heat          hold               723                      725   \n",
       "3         heat          hold               714                      715   \n",
       "4         heat          hold               726                      725   \n",
       "5         heat          hold               736                      725   \n",
       "...        ...           ...               ...                      ...   \n",
       "18097     heat          auto               705                      710   \n",
       "18098     heat          auto               706                      710   \n",
       "18099     heat          hold               702                      710   \n",
       "18100     heat          auto               703                      710   \n",
       "18101     heat          auto               710                      710   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState      City  Age_of_Home__years_  \\\n",
       "0                          725            WY  Trail Dr                   35   \n",
       "2                          725            WY  Trail Dr                   35   \n",
       "3                          715            WY  Trail Dr                   35   \n",
       "4                          725            WY  Trail Dr                   35   \n",
       "5                          725            WY  Trail Dr                   35   \n",
       "...                        ...           ...       ...                  ...   \n",
       "18097                      710            WY  Gillette                   10   \n",
       "18098                      710            WY  Gillette                   10   \n",
       "18099                      710            WY  Gillette                   10   \n",
       "18100                      710            WY  Gillette                   10   \n",
       "18101                      710            WY  Gillette                   10   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                 False         False            False   \n",
       "2                 False         False            False   \n",
       "3                 False         False            False   \n",
       "4                 False         False            False   \n",
       "5                 False         False            False   \n",
       "...                 ...           ...              ...   \n",
       "18097             False         False            False   \n",
       "18098             False         False            False   \n",
       "18099             False         False            False   \n",
       "18100             False         False            False   \n",
       "18101             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "5                           Gas  \n",
       "...                         ...  \n",
       "18097                       Gas  \n",
       "18098                       Gas  \n",
       "18099                       Gas  \n",
       "18100                       Gas  \n",
       "18101                       Gas  \n",
       "\n",
       "[16260 rows x 14 columns]"
      ]
     },
     "execution_count": 162,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "dec_2017.drop(dec_2017[dec_2017['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "dec_2017.drop(dec_2017[dec_2017['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "dec_2017.drop(dec_2017[dec_2017['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "dec_2017.drop(dec_2017[dec_2017['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "dec_2017"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "dec_2017[\"Year\"] = \"2017\"\n",
    "dec_2017[\"Month\"] = \"dec\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "dec_2017 = dec_2017.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dec_2017_ave = dec_2017.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# dec_2017_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "dec_2017_ave.to_csv(\"data/day/WY/dec/dec_2017_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2018 December Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "dec_2018 = pd.read_csv(\"../data_large/WY-day/2018-dec-day-WY.csv\")\n",
    "\n",
    "# dec_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8c1fdbfee5c6446be71c7789a3eb56b05093aac1</td>\n",
       "      <td>2018-12-10T14:25:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>668</td>\n",
       "      <td>692</td>\n",
       "      <td>652</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rawlins</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2018-12-15T15:00:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>724</td>\n",
       "      <td>751</td>\n",
       "      <td>716</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2018-12-02T19:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>703</td>\n",
       "      <td>706</td>\n",
       "      <td>706</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2018-12-02T18:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>707</td>\n",
       "      <td>706</td>\n",
       "      <td>706</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9</td>\n",
       "      <td>2018-12-04T14:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>716</td>\n",
       "      <td>739</td>\n",
       "      <td>724</td>\n",
       "      <td>WY</td>\n",
       "      <td>Trail Dr</td>\n",
       "      <td>35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31317</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-12-24T18:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>755</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31318</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-12-08T10:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>713</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31319</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-12-24T16:40:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>746</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31320</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-12-24T16:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>738</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31321</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2018-12-24T16:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>756</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>26358 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      8c1fdbfee5c6446be71c7789a3eb56b05093aac1  2018-12-10T14:25:00Z   \n",
       "1      dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2018-12-15T15:00:00Z   \n",
       "2      338d0307f8579900d1f54af0c7475fd0e3a6af35  2018-12-02T19:50:00Z   \n",
       "3      338d0307f8579900d1f54af0c7475fd0e3a6af35  2018-12-02T18:20:00Z   \n",
       "4      dfd6614b4f44b374e9c9f7c6d107bb8953ce70b9  2018-12-04T14:35:00Z   \n",
       "...                                         ...                   ...   \n",
       "31317  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-12-24T18:35:00Z   \n",
       "31318  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-12-08T10:50:00Z   \n",
       "31319  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-12-24T16:40:00Z   \n",
       "31320  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-12-24T16:35:00Z   \n",
       "31321  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2018-12-24T16:55:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               668                      692   \n",
       "1         heat          hold               724                      751   \n",
       "2         heat          hold               703                      706   \n",
       "3         heat          hold               707                      706   \n",
       "4         heat          hold               716                      739   \n",
       "...        ...           ...               ...                      ...   \n",
       "31317     heat          hold               755                      760   \n",
       "31318     heat          hold               713                      760   \n",
       "31319     heat          hold               746                      760   \n",
       "31320     heat          hold               738                      760   \n",
       "31321     heat          hold               756                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          652            WY       Rawlins   \n",
       "1                          716            WY      Trail Dr   \n",
       "2                          706            WY   Green River   \n",
       "3                          706            WY   Green River   \n",
       "4                          724            WY      Trail Dr   \n",
       "...                        ...           ...           ...   \n",
       "31317                      760            WY  Rock Springs   \n",
       "31318                      760            WY  Rock Springs   \n",
       "31319                      760            WY  Rock Springs   \n",
       "31320                      760            WY  Rock Springs   \n",
       "31321                      760            WY  Rock Springs   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                        0             False         False            False   \n",
       "1                       35             False         False            False   \n",
       "2                        0             False         False            False   \n",
       "3                        0             False         False            False   \n",
       "4                       35             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "31317                   25             False         False            False   \n",
       "31318                   25             False         False            False   \n",
       "31319                   25             False         False            False   \n",
       "31320                   25             False         False            False   \n",
       "31321                   25             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "31317                       Gas  \n",
       "31318                       Gas  \n",
       "31319                       Gas  \n",
       "31320                       Gas  \n",
       "31321                       Gas  \n",
       "\n",
       "[26358 rows x 14 columns]"
      ]
     },
     "execution_count": 168,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "dec_2018.drop(dec_2018[dec_2018['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "dec_2018.drop(dec_2018[dec_2018['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "dec_2018.drop(dec_2018[dec_2018['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "dec_2018.drop(dec_2018[dec_2018['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "dec_2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "dec_2018[\"Year\"] = \"2018\"\n",
    "dec_2018[\"Month\"] = \"dec\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "dec_2018 = dec_2018.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dec_2018_ave = dec_2018.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# dec_2018_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 172,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "dec_2018_ave.to_csv(\"data/day/WY/dec/dec_2018_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2019 December Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "dec_2019 = pd.read_csv(\"../data_large/WY-day/2019-dec-day-WY.csv\")\n",
    "\n",
    "# dec_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 174,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>346d6a205129b9d881a6f6b4d15f12a6836eb41a</td>\n",
       "      <td>2019-12-22T14:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>346d6a205129b9d881a6f6b4d15f12a6836eb41a</td>\n",
       "      <td>2019-12-22T15:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>346d6a205129b9d881a6f6b4d15f12a6836eb41a</td>\n",
       "      <td>2019-12-22T16:10:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>654</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>346d6a205129b9d881a6f6b4d15f12a6836eb41a</td>\n",
       "      <td>2019-12-22T13:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>346d6a205129b9d881a6f6b4d15f12a6836eb41a</td>\n",
       "      <td>2019-12-22T13:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>661</td>\n",
       "      <td>660</td>\n",
       "      <td>660</td>\n",
       "      <td>WY</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>10</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33306</th>\n",
       "      <td>5e37ac02a37fe85e838f75af25a2e05a1df84da1</td>\n",
       "      <td>2019-12-16T18:20:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>709</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33307</th>\n",
       "      <td>5e37ac02a37fe85e838f75af25a2e05a1df84da1</td>\n",
       "      <td>2019-12-09T19:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>715</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33308</th>\n",
       "      <td>5e37ac02a37fe85e838f75af25a2e05a1df84da1</td>\n",
       "      <td>2019-12-11T12:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>705</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33309</th>\n",
       "      <td>5e37ac02a37fe85e838f75af25a2e05a1df84da1</td>\n",
       "      <td>2019-12-13T14:10:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>706</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33310</th>\n",
       "      <td>5e37ac02a37fe85e838f75af25a2e05a1df84da1</td>\n",
       "      <td>2019-12-26T13:40:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>705</td>\n",
       "      <td>710</td>\n",
       "      <td>710</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>23602 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      346d6a205129b9d881a6f6b4d15f12a6836eb41a  2019-12-22T14:35:00Z   \n",
       "1      346d6a205129b9d881a6f6b4d15f12a6836eb41a  2019-12-22T15:35:00Z   \n",
       "2      346d6a205129b9d881a6f6b4d15f12a6836eb41a  2019-12-22T16:10:00Z   \n",
       "3      346d6a205129b9d881a6f6b4d15f12a6836eb41a  2019-12-22T13:50:00Z   \n",
       "4      346d6a205129b9d881a6f6b4d15f12a6836eb41a  2019-12-22T13:45:00Z   \n",
       "...                                         ...                   ...   \n",
       "33306  5e37ac02a37fe85e838f75af25a2e05a1df84da1  2019-12-16T18:20:00Z   \n",
       "33307  5e37ac02a37fe85e838f75af25a2e05a1df84da1  2019-12-09T19:30:00Z   \n",
       "33308  5e37ac02a37fe85e838f75af25a2e05a1df84da1  2019-12-11T12:30:00Z   \n",
       "33309  5e37ac02a37fe85e838f75af25a2e05a1df84da1  2019-12-13T14:10:00Z   \n",
       "33310  5e37ac02a37fe85e838f75af25a2e05a1df84da1  2019-12-26T13:40:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               660                      660   \n",
       "1         heat          hold               660                      660   \n",
       "2         heat          hold               654                      660   \n",
       "3         heat          hold               660                      660   \n",
       "4         heat          hold               661                      660   \n",
       "...        ...           ...               ...                      ...   \n",
       "33306     heat          hold               709                      710   \n",
       "33307     heat          auto               715                      710   \n",
       "33308     heat          auto               705                      710   \n",
       "33309     heat          auto               706                      710   \n",
       "33310     heat          hold               705                      710   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState      City  Age_of_Home__years_  \\\n",
       "0                          660            WY   Laramie                   10   \n",
       "1                          660            WY   Laramie                   10   \n",
       "2                          660            WY   Laramie                   10   \n",
       "3                          660            WY   Laramie                   10   \n",
       "4                          660            WY   Laramie                   10   \n",
       "...                        ...           ...       ...                  ...   \n",
       "33306                      710            WY  Gillette                    0   \n",
       "33307                      710            WY  Gillette                    0   \n",
       "33308                      710            WY  Gillette                    0   \n",
       "33309                      710            WY  Gillette                    0   \n",
       "33310                      710            WY  Gillette                    0   \n",
       "\n",
       "       allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                 False         False            False   \n",
       "1                 False         False            False   \n",
       "2                 False         False            False   \n",
       "3                 False         False            False   \n",
       "4                 False         False            False   \n",
       "...                 ...           ...              ...   \n",
       "33306              True         False            False   \n",
       "33307              True         False            False   \n",
       "33308              True         False            False   \n",
       "33309              True         False            False   \n",
       "33310              True         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "33306                       Gas  \n",
       "33307                       Gas  \n",
       "33308                       Gas  \n",
       "33309                       Gas  \n",
       "33310                       Gas  \n",
       "\n",
       "[23602 rows x 14 columns]"
      ]
     },
     "execution_count": 174,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "dec_2019.drop(dec_2019[dec_2019['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "dec_2019.drop(dec_2019[dec_2019['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "dec_2019.drop(dec_2019[dec_2019['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "dec_2019.drop(dec_2019[dec_2019['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "dec_2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "dec_2019[\"Year\"] = \"2019\"\n",
    "dec_2019[\"Month\"] = \"dec\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 176,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "dec_2019 = dec_2019.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 177,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dec_2019_ave = dec_2019.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# dec_2019_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 178,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "dec_2019_ave.to_csv(\"data/day/WY/dec/dec_2019_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2020 December Day"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Read in month csv for state\n",
    "dec_2020 = pd.read_csv(\"../data_large/WY-day/2020-dec-day-WY.csv\")\n",
    "\n",
    "# dec_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>date_time</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>Temperature_ctrl</th>\n",
       "      <th>TemperatureExpectedCool</th>\n",
       "      <th>TemperatureExpectedHeat</th>\n",
       "      <th>ProvinceState</th>\n",
       "      <th>City</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "      <th>Auxilliary_Heat_Fuel_Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2020-12-05T13:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>655</td>\n",
       "      <td>659</td>\n",
       "      <td>659</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>d975b1ad1272e42f9eb089583ef55bb8891c93c8</td>\n",
       "      <td>2020-12-05T14:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>660</td>\n",
       "      <td>659</td>\n",
       "      <td>659</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>b68cd409bcc737b83dc2c52e21c19c9480638fd9</td>\n",
       "      <td>2020-12-09T19:15:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>642</td>\n",
       "      <td>702</td>\n",
       "      <td>664</td>\n",
       "      <td>WY</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>7</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ab20bcf291e58402ba42a43560f2f7f7ca72c776</td>\n",
       "      <td>2020-12-05T14:00:00Z</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>717</td>\n",
       "      <td>720</td>\n",
       "      <td>636</td>\n",
       "      <td>WY</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>29</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>338d0307f8579900d1f54af0c7475fd0e3a6af35</td>\n",
       "      <td>2020-12-05T19:50:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>682</td>\n",
       "      <td>673</td>\n",
       "      <td>673</td>\n",
       "      <td>WY</td>\n",
       "      <td>Green River</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31429</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2020-12-15T18:30:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>749</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31430</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2020-12-15T17:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>749</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31431</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2020-12-19T18:35:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>746</td>\n",
       "      <td>740</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31432</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2020-12-19T16:55:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>756</td>\n",
       "      <td>740</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31433</th>\n",
       "      <td>ac76fecdaa287fefcce1e1e9d8a04222a05f127f</td>\n",
       "      <td>2020-12-15T11:45:00Z</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>759</td>\n",
       "      <td>760</td>\n",
       "      <td>760</td>\n",
       "      <td>WY</td>\n",
       "      <td>Rock Springs</td>\n",
       "      <td>25</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>Gas</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25275 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     Identifier             date_time  \\\n",
       "0      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2020-12-05T13:50:00Z   \n",
       "1      d975b1ad1272e42f9eb089583ef55bb8891c93c8  2020-12-05T14:30:00Z   \n",
       "2      b68cd409bcc737b83dc2c52e21c19c9480638fd9  2020-12-09T19:15:00Z   \n",
       "3      ab20bcf291e58402ba42a43560f2f7f7ca72c776  2020-12-05T14:00:00Z   \n",
       "4      338d0307f8579900d1f54af0c7475fd0e3a6af35  2020-12-05T19:50:00Z   \n",
       "...                                         ...                   ...   \n",
       "31429  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2020-12-15T18:30:00Z   \n",
       "31430  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2020-12-15T17:45:00Z   \n",
       "31431  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2020-12-19T18:35:00Z   \n",
       "31432  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2020-12-19T16:55:00Z   \n",
       "31433  ac76fecdaa287fefcce1e1e9d8a04222a05f127f  2020-12-15T11:45:00Z   \n",
       "\n",
       "      HvacMode CalendarEvent  Temperature_ctrl  TemperatureExpectedCool  \\\n",
       "0         heat          hold               655                      659   \n",
       "1         heat          hold               660                      659   \n",
       "2         heat          hold               642                      702   \n",
       "3         auto          auto               717                      720   \n",
       "4         heat          hold               682                      673   \n",
       "...        ...           ...               ...                      ...   \n",
       "31429     heat          hold               749                      760   \n",
       "31430     heat          hold               749                      760   \n",
       "31431     heat          auto               746                      740   \n",
       "31432     heat          auto               756                      740   \n",
       "31433     heat          hold               759                      760   \n",
       "\n",
       "       TemperatureExpectedHeat ProvinceState          City  \\\n",
       "0                          659            WY      Cheyenne   \n",
       "1                          659            WY      Cheyenne   \n",
       "2                          664            WY      Gillette   \n",
       "3                          636            WY      Cheyenne   \n",
       "4                          673            WY   Green River   \n",
       "...                        ...           ...           ...   \n",
       "31429                      760            WY  Rock Springs   \n",
       "31430                      760            WY  Rock Springs   \n",
       "31431                      760            WY  Rock Springs   \n",
       "31432                      760            WY  Rock Springs   \n",
       "31433                      760            WY  Rock Springs   \n",
       "\n",
       "       Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \\\n",
       "0                       30             False         False            False   \n",
       "1                       30             False         False            False   \n",
       "2                        7             False         False            False   \n",
       "3                       29              True         False            False   \n",
       "4                        0             False         False            False   \n",
       "...                    ...               ...           ...              ...   \n",
       "31429                   25             False         False            False   \n",
       "31430                   25             False         False            False   \n",
       "31431                   25             False         False            False   \n",
       "31432                   25             False         False            False   \n",
       "31433                   25             False         False            False   \n",
       "\n",
       "      Auxilliary_Heat_Fuel_Type  \n",
       "0                           Gas  \n",
       "1                           Gas  \n",
       "2                           Gas  \n",
       "3                           Gas  \n",
       "4                           Gas  \n",
       "...                         ...  \n",
       "31429                       Gas  \n",
       "31430                       Gas  \n",
       "31431                       Gas  \n",
       "31432                       Gas  \n",
       "31433                       Gas  \n",
       "\n",
       "[25275 rows x 14 columns]"
      ]
     },
     "execution_count": 180,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove predetermined outliers before aggregating.\n",
    "# TemperatureExpectedCool >= 850\n",
    "dec_2020.drop(dec_2020[dec_2020['TemperatureExpectedCool'] >= 850].index, inplace = True)\n",
    "dec_2020.drop(dec_2020[dec_2020['TemperatureExpectedHeat'] >= 850].index, inplace = True)\n",
    "\n",
    "# TemperatureExpectedHeat <= 600\n",
    "dec_2020.drop(dec_2020[dec_2020['TemperatureExpectedCool'] <= 600].index, inplace = True)\n",
    "dec_2020.drop(dec_2020[dec_2020['TemperatureExpectedHeat'] <= 600].index, inplace = True)\n",
    "\n",
    "dec_2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Add year and month\n",
    "\n",
    "dec_2020[\"Year\"] = \"2020\"\n",
    "dec_2020[\"Month\"] = \"dec\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename columns to label the aggregates\n",
    "\n",
    "dec_2020 = dec_2020.rename(columns={\"Temperature_ctrl\":\"Temperature_ctrl_ave\", \n",
    "                         \"TemperatureExpectedCool\":\"TemperatureExpectedCool_ave\", \n",
    "                         \"TemperatureExpectedHeat\":\"TemperatureExpectedHeat_ave\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dec_2020_ave = dec_2020.groupby(['Identifier', 'Month', 'Year','HvacMode','CalendarEvent', 'City']).mean()\n",
    "\n",
    "# dec_2020_ave"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 184,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export CSV file\n",
    "\n",
    "dec_2020_ave.to_csv(\"data/day/WY/dec/dec_2020_ave.csv\", header=True, index=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine month CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"data/day/WY/dec/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1526f2d264a2dbabb980283ffd50f085dd156393</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Green River</td>\n",
       "      <td>634.166667</td>\n",
       "      <td>820.000000</td>\n",
       "      <td>620.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>16913980a67e1faa9fb0fe491f8d36b4477f965a</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>653.480769</td>\n",
       "      <td>660.000000</td>\n",
       "      <td>660.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Casper</td>\n",
       "      <td>634.593886</td>\n",
       "      <td>652.200873</td>\n",
       "      <td>641.401747</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>656.883117</td>\n",
       "      <td>670.688312</td>\n",
       "      <td>666.155844</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1d00854c03d26e989b137715f96f49c087b12e6b</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Casper</td>\n",
       "      <td>658.289474</td>\n",
       "      <td>666.842105</td>\n",
       "      <td>660.289474</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>f3bd7952d2fbb216345ea8b272cbdee983b34ae6</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>697.212121</td>\n",
       "      <td>700.772727</td>\n",
       "      <td>700.454545</td>\n",
       "      <td>40.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>f5be20356f7cafa6712707b496d91af1ddbdabe0</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>673.100154</td>\n",
       "      <td>711.795069</td>\n",
       "      <td>681.795069</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>f766ec9ff77cacb6b7c07ef6ac6a6f039c751748</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>auto</td>\n",
       "      <td>auto</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>690.705882</td>\n",
       "      <td>745.176471</td>\n",
       "      <td>672.294118</td>\n",
       "      <td>5.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>f7cdfd4cc8a741382df3f72255f8368549f3d066</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>694.515152</td>\n",
       "      <td>680.000000</td>\n",
       "      <td>680.000000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>fd6f912f4a2d7719632507d63c67bab631ea3732</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>heat</td>\n",
       "      <td>auto</td>\n",
       "      <td>Buffalo</td>\n",
       "      <td>650.571429</td>\n",
       "      <td>806.000000</td>\n",
       "      <td>641.571429</td>\n",
       "      <td>45.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>270 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Identifier Month  Year HvacMode  \\\n",
       "0   1526f2d264a2dbabb980283ffd50f085dd156393   dec  2017     heat   \n",
       "1   16913980a67e1faa9fb0fe491f8d36b4477f965a   dec  2017     heat   \n",
       "2   1af93c740d9d394407a734476ba8bcaf41c2f2dd   dec  2017     heat   \n",
       "3   1af93c740d9d394407a734476ba8bcaf41c2f2dd   dec  2017     heat   \n",
       "4   1d00854c03d26e989b137715f96f49c087b12e6b   dec  2017     heat   \n",
       "..                                       ...   ...   ...      ...   \n",
       "57  f3bd7952d2fbb216345ea8b272cbdee983b34ae6   dec  2020     heat   \n",
       "58  f5be20356f7cafa6712707b496d91af1ddbdabe0   dec  2020     auto   \n",
       "59  f766ec9ff77cacb6b7c07ef6ac6a6f039c751748   dec  2020     auto   \n",
       "60  f7cdfd4cc8a741382df3f72255f8368549f3d066   dec  2020     heat   \n",
       "61  fd6f912f4a2d7719632507d63c67bab631ea3732   dec  2020     heat   \n",
       "\n",
       "   CalendarEvent         City  Temperature_ctrl_ave  \\\n",
       "0           auto  Green River            634.166667   \n",
       "1           hold     Cheyenne            653.480769   \n",
       "2           auto       Casper            634.593886   \n",
       "3           hold       Casper            656.883117   \n",
       "4           auto       Casper            658.289474   \n",
       "..           ...          ...                   ...   \n",
       "57          hold       Casper            697.212121   \n",
       "58          hold     Gillette            673.100154   \n",
       "59          auto     Cheyenne            690.705882   \n",
       "60          hold      Laramie            694.515152   \n",
       "61          auto      Buffalo            650.571429   \n",
       "\n",
       "    TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                    820.000000                   620.000000   \n",
       "1                    660.000000                   660.000000   \n",
       "2                    652.200873                   641.401747   \n",
       "3                    670.688312                   666.155844   \n",
       "4                    666.842105                   660.289474   \n",
       "..                          ...                          ...   \n",
       "57                   700.772727                   700.454545   \n",
       "58                   711.795069                   681.795069   \n",
       "59                   745.176471                   672.294118   \n",
       "60                   680.000000                   680.000000   \n",
       "61                   806.000000                   641.571429   \n",
       "\n",
       "    Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                   0.0             False         False            False  \n",
       "1                  10.0             False         False            False  \n",
       "2                  30.0              True         False            False  \n",
       "3                  30.0              True         False            False  \n",
       "4                   0.0             False         False            False  \n",
       "..                  ...               ...           ...              ...  \n",
       "57                 40.0             False         False            False  \n",
       "58                 10.0              True         False            False  \n",
       "59                  5.0             False         False            False  \n",
       "60                 35.0             False         False            False  \n",
       "61                 45.0              True         False            False  \n",
       "\n",
       "[270 rows x 13 columns]"
      ]
     },
     "execution_count": 186,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WY_dec = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"data/day/WY/dec/\" + file)\n",
    "    WY_dec = pd.concat([WY_dec, df])\n",
    "    \n",
    "WY_dec"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 187,
   "metadata": {},
   "outputs": [],
   "source": [
    "WY_dec.to_csv(\"Scraper_Output/State_Month_Day/WY/WY_dec.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "----"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "----"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "### Combine state CSV Files \n",
    "1. Read in files in folders for each state\n",
    "2. Export as combined CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create variable for files in directory\n",
    "files = [f for f in os.listdir(\"Scraper_Output/State_Month_Day/WY/\") if f.endswith(\".csv\")]\n",
    "\n",
    "# files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 189,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Identifier</th>\n",
       "      <th>Month</th>\n",
       "      <th>Year</th>\n",
       "      <th>HvacMode</th>\n",
       "      <th>CalendarEvent</th>\n",
       "      <th>City</th>\n",
       "      <th>Temperature_ctrl_ave</th>\n",
       "      <th>TemperatureExpectedCool_ave</th>\n",
       "      <th>TemperatureExpectedHeat_ave</th>\n",
       "      <th>Age_of_Home__years_</th>\n",
       "      <th>allowCompWithAux</th>\n",
       "      <th>Has_Electric</th>\n",
       "      <th>Has_a_Heat_Pump</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Casper</td>\n",
       "      <td>682.731932</td>\n",
       "      <td>805.132743</td>\n",
       "      <td>670.884956</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1af93c740d9d394407a734476ba8bcaf41c2f2dd</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>688.805556</td>\n",
       "      <td>740.000000</td>\n",
       "      <td>740.000000</td>\n",
       "      <td>30.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>698.172185</td>\n",
       "      <td>716.208609</td>\n",
       "      <td>666.208609</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>auto</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>677.333333</td>\n",
       "      <td>680.000000</td>\n",
       "      <td>660.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2cc2736dfecd12ede0f334d504dacc109edfa726</td>\n",
       "      <td>aug</td>\n",
       "      <td>2017</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Laramie</td>\n",
       "      <td>697.642202</td>\n",
       "      <td>700.293578</td>\n",
       "      <td>699.550459</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>283</th>\n",
       "      <td>f045e632eb732cd0703e069e70aef34bb8b50ad0</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>heat</td>\n",
       "      <td>hold</td>\n",
       "      <td>Evanston</td>\n",
       "      <td>678.679245</td>\n",
       "      <td>656.779874</td>\n",
       "      <td>656.779874</td>\n",
       "      <td>10.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>284</th>\n",
       "      <td>f3bd7952d2fbb216345ea8b272cbdee983b34ae6</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Casper</td>\n",
       "      <td>724.198529</td>\n",
       "      <td>721.727941</td>\n",
       "      <td>721.507353</td>\n",
       "      <td>40.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>285</th>\n",
       "      <td>f5be20356f7cafa6712707b496d91af1ddbdabe0</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>694.654762</td>\n",
       "      <td>705.000000</td>\n",
       "      <td>675.000000</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>286</th>\n",
       "      <td>f5be20356f7cafa6712707b496d91af1ddbdabe0</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>cool</td>\n",
       "      <td>hold</td>\n",
       "      <td>Gillette</td>\n",
       "      <td>695.628968</td>\n",
       "      <td>705.000000</td>\n",
       "      <td>693.666667</td>\n",
       "      <td>10.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287</th>\n",
       "      <td>f766ec9ff77cacb6b7c07ef6ac6a6f039c751748</td>\n",
       "      <td>jun</td>\n",
       "      <td>2021</td>\n",
       "      <td>auto</td>\n",
       "      <td>hold</td>\n",
       "      <td>Cheyenne</td>\n",
       "      <td>692.153061</td>\n",
       "      <td>714.316327</td>\n",
       "      <td>664.316327</td>\n",
       "      <td>5.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1485 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   Identifier Month  Year HvacMode  \\\n",
       "0    1af93c740d9d394407a734476ba8bcaf41c2f2dd   aug  2017     cool   \n",
       "1    1af93c740d9d394407a734476ba8bcaf41c2f2dd   aug  2017     cool   \n",
       "2    2cc2736dfecd12ede0f334d504dacc109edfa726   aug  2017     auto   \n",
       "3    2cc2736dfecd12ede0f334d504dacc109edfa726   aug  2017     cool   \n",
       "4    2cc2736dfecd12ede0f334d504dacc109edfa726   aug  2017     cool   \n",
       "..                                        ...   ...   ...      ...   \n",
       "283  f045e632eb732cd0703e069e70aef34bb8b50ad0   jun  2021     heat   \n",
       "284  f3bd7952d2fbb216345ea8b272cbdee983b34ae6   jun  2021     cool   \n",
       "285  f5be20356f7cafa6712707b496d91af1ddbdabe0   jun  2021     auto   \n",
       "286  f5be20356f7cafa6712707b496d91af1ddbdabe0   jun  2021     cool   \n",
       "287  f766ec9ff77cacb6b7c07ef6ac6a6f039c751748   jun  2021     auto   \n",
       "\n",
       "    CalendarEvent      City  Temperature_ctrl_ave  \\\n",
       "0            auto    Casper            682.731932   \n",
       "1            hold    Casper            688.805556   \n",
       "2            hold   Laramie            698.172185   \n",
       "3            auto   Laramie            677.333333   \n",
       "4            hold   Laramie            697.642202   \n",
       "..            ...       ...                   ...   \n",
       "283          hold  Evanston            678.679245   \n",
       "284          hold    Casper            724.198529   \n",
       "285          hold  Gillette            694.654762   \n",
       "286          hold  Gillette            695.628968   \n",
       "287          hold  Cheyenne            692.153061   \n",
       "\n",
       "     TemperatureExpectedCool_ave  TemperatureExpectedHeat_ave  \\\n",
       "0                     805.132743                   670.884956   \n",
       "1                     740.000000                   740.000000   \n",
       "2                     716.208609                   666.208609   \n",
       "3                     680.000000                   660.000000   \n",
       "4                     700.293578                   699.550459   \n",
       "..                           ...                          ...   \n",
       "283                   656.779874                   656.779874   \n",
       "284                   721.727941                   721.507353   \n",
       "285                   705.000000                   675.000000   \n",
       "286                   705.000000                   693.666667   \n",
       "287                   714.316327                   664.316327   \n",
       "\n",
       "     Age_of_Home__years_  allowCompWithAux  Has_Electric  Has_a_Heat_Pump  \n",
       "0                   30.0              True         False            False  \n",
       "1                   30.0              True         False            False  \n",
       "2                   10.0             False         False            False  \n",
       "3                   10.0             False         False            False  \n",
       "4                   10.0             False         False            False  \n",
       "..                   ...               ...           ...              ...  \n",
       "283                 10.0             False         False            False  \n",
       "284                 40.0             False         False            False  \n",
       "285                 10.0              True         False            False  \n",
       "286                 10.0              True         False            False  \n",
       "287                  5.0             False         False            False  \n",
       "\n",
       "[1485 rows x 13 columns]"
      ]
     },
     "execution_count": 189,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# https://stackoverflow.com/questions/63886787/how-to-create-a-dataframe-from-multiple-csv-files\n",
    "# Initialize an empty dataframe\n",
    "WY_all = pd.DataFrame()\n",
    "\n",
    "# Iterate through files and contents, then concatenate the data into the dataframe\n",
    "for file in files:\n",
    "    df = pd.read_csv(\"Scraper_Output/State_Month_Day/WY/\" + file)\n",
    "    WY_all = pd.concat([WY_all, df])\n",
    "    \n",
    "WY_all"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 190,
   "metadata": {},
   "outputs": [],
   "source": [
    "WY_all.to_csv(\"Scraper_Output/State_Month_Day/WY_all_day.csv\", header=True, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 191,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Unique jan_2017: ['WY']\n",
      "Unique jan_2018: ['WY']\n",
      "Unique jan_2019: ['WY']\n",
      "Unique jan_2020: ['WY']\n",
      "Unique jan_2021: ['WY']\n",
      "Unique feb_2017: ['WY']\n",
      "Unique feb_2018: ['WY']\n",
      "Unique feb_2019: ['WY']\n",
      "Unique feb_2020: ['WY']\n",
      "Unique feb_2021: ['WY']\n",
      "Unique jun_2017: ['WY']\n",
      "Unique jun_2018: ['WY']\n",
      "Unique jun_2019: ['WY']\n",
      "Unique jun_2020: ['WY']\n",
      "Unique jun_2021: ['WY']\n",
      "Unique jul_2017: ['WY']\n",
      "Unique jul_2018: ['WY']\n",
      "Unique jul_2019: ['WY']\n",
      "Unique jul_2020: ['WY']\n",
      "Unique jul_2021: ['WY']\n",
      "Unique aug_2017: ['WY']\n",
      "Unique aug_2018: ['WY']\n",
      "Unique aug_2019: ['WY']\n",
      "Unique aug_2020: ['WY']\n",
      "Unique dec_2017: ['WY']\n",
      "Unique dec_2018: ['WY']\n",
      "Unique dec_2019: ['WY']\n",
      "Unique dec_2020: ['WY']\n"
     ]
    }
   ],
   "source": [
    "# Datacheck to mWYe sure state was selected correctly in BQ sql queries\n",
    "\n",
    "print(f\"Unique jan_2017: {jan_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jan_2018: {jan_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jan_2019: {jan_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jan_2020: {jan_2020['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jan_2021: {jan_2021['ProvinceState'].unique()}\")\n",
    "print(f\"Unique feb_2017: {feb_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique feb_2018: {feb_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique feb_2019: {feb_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique feb_2020: {feb_2020['ProvinceState'].unique()}\")\n",
    "print(f\"Unique feb_2021: {feb_2021['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jun_2017: {jun_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jun_2018: {jun_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jun_2019: {jun_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jun_2020: {jun_2020['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jun_2021: {jun_2021['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jul_2017: {jul_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jul_2018: {jul_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jul_2019: {jul_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jul_2020: {jul_2020['ProvinceState'].unique()}\")\n",
    "print(f\"Unique jul_2021: {jul_2021['ProvinceState'].unique()}\")\n",
    "print(f\"Unique aug_2017: {aug_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique aug_2018: {aug_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique aug_2019: {aug_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique aug_2020: {aug_2020['ProvinceState'].unique()}\")\n",
    "print(f\"Unique dec_2017: {dec_2017['ProvinceState'].unique()}\")\n",
    "print(f\"Unique dec_2018: {dec_2018['ProvinceState'].unique()}\")\n",
    "print(f\"Unique dec_2019: {dec_2019['ProvinceState'].unique()}\")\n",
    "print(f\"Unique dec_2020: {dec_2020['ProvinceState'].unique()}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.10"
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}