Transportation emissions, 2002 - 2022 using territorial framework

.gitignore

@@ -679,6 +679,8 @@ _transportation/data-raw/epa/nei_pre_2008/
 
 _transportation/data-raw/GPC/
 
+_transportation/data-raw/GPC/
+
 _transportation/data-raw/epa/nei_2005/
 
 _transportation/data-raw/epa/SCCDownload-2024-0718-132502.csv
@@ -820,3 +822,183 @@ _transportation/data-raw/epa/smoke_flat_file_format_26apr2010_no_event.xls
 _transportation/data-raw/epa/nei/SmokeFlatFile_MN_WI/
 
 _transportation/data-raw/epa/air_emissions_modeling/EQUATES/CMAS_Data_Warehouse/
+
+_meta/data-raw/population/co-est00int-01-27.xls
+
+_meta/data-raw/population/co-est00int-01-55.xls
+
+_meta/data-raw/population/
+
+_transportation/data-raw/epa/nei_pre_2008/
+
+_agriculture/data-raw/ag_constants.csv
+
+_agriculture/data-raw/ag_control.csv
+
+_agriculture/data-raw/ag_fertilizer.csv
+
+_agriculture/data-raw/ag_manure_management.csv
+
+_agriculture/data-raw/ag_nex.csv
+
+_agriculture/data-raw/ag_residual_burning_ch4.csv
+
+_agriculture/data-raw/ag_residual_burning_n2o.csv
+
+_agriculture/data-raw/ag_soils_fertilizer_production.csv
+
+_agriculture/data-raw/ag_soils_fertilizer.csv
+
+_agriculture/data-raw/ag_soils_liming.csv
+
+_agriculture/data-raw/ag_soils_manure.csv
+
+_agriculture/data-raw/ag_soils_residuals.csv
+
+_transportation/data-raw/epa/nei_2005/
+
+_transportation/data-raw/epa/SCCDownload-2024-0718-132502.csv
+
+_meta/data-raw/epa/state_ghg/
+
+_meta/data-raw/epa/nei_2005/
+
+_meta/data-raw/epa/SCCDownload-2024-0718-132502.csv
+
+_transportation/data-raw/epa/nei/2020NEI_onroad/inputs/onroad/
+
+_transportation/data-raw/epa/nei/2020_Documentation_of_CDB_Input_Data_20230118.xlsx
+
+_transportation/data-raw/epa/nei/2020_RepCounty_Runspecs.zip
+
+_transportation/data-raw/epa/nei/2020_Representative_Counties_Analysis_20220720.xlsx
+
+_transportation/data-raw/epa/nei/2020NEI_onroad_activity_final_20230112.zip
+
+_transportation/data-raw/epa/nei/onroad_activity_data_SCC_descriptions.xlsx
+
+_transportation/data-raw/epa/nei/~$2020_Documentation_of_CDB_Input_Data_20230118.xlsx
+
+_transportation/data-raw/epa/nei/~$2020_Representative_Counties_Analysis_20220720.xlsx
+
+_transportation/data-raw/epa/nei/2020NEI_spdist.zip
+
+_transportation/data-raw/~$source_method_compare.xlsx
+
+_transportation/data-raw/epa/nei/2020NEI_spdist/
+
+_transportation/data-raw/epa/nei/2020NEI_RepCounty_Temperatures.zip
+
+_transportation/data-raw/epa/nei/2008NEI/
+
+_transportation/data-raw/epa/nei/2014NEI/
+
+_transportation/data-raw/epa/nei/2017NEI/
+
+_transportation/data-raw/epa/nei/2011NEI/
+
+_transportation/data-raw/epa/nei/2020NEI/
+
+_transportation/data-raw/epa/SCCDownload-2024-0805-165321.csv
+
+_transportation/data-raw/epa/emismod/
+
+_transportation/data-raw/epa/scc_missing_values.csv
+
+_transportation/data-raw/epa/SCCDownload-2024-0812-144242.csv
+
+_transportation/data-raw/epa/air_emissions_modeling/2022v1/
+
+_transportation/data-raw/epa/air_emissions_modeling/2021/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2017/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2014/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2011/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2008_inventory_onroad_11may2021.zip
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2008/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2005_inventory_onroad_23jun2021.zip
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2011_inventory_onroad_20apr2021.zip
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2014_inventory_onroad_01mar2021.zip
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2017_inventory_onroad_inv_25jan2021.zip
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2002_inventory_onroad_01jun2021.zip
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2002_inventory_onroad_23jun2021.zip
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2005/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2002/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2017_inventory_onroad_activity_11jan2021.zip
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_2017 2/
+
+_transportation/data-raw/mndot/county_functional_class/
+
+_transportation/data-raw/epa/air_emissions_modeling/2002ac/
+
+_transportation/data-raw/epa/air_emissions_modeling/air_emismod.csv
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/~$app-4-4-2016-2023-nj-modeling-inventory-statewide-5-13-24.xlsx
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/2011-Alpha2-Appendix-GG-SCC-Assignments-to-MARAMA-Sectors-2016.xlsx
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/app-4-4-2016-2023-nj-modeling-inventory-statewide-5-13-24.xlsx
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_M3_bySCC.zip
+
+_transportation/data-raw/epa/air_emissions_modeling/2002_neiv3CAP_orl_nonroad.zip
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/Dataverse/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/nonroad/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_M3_bySCC/
+
+_transportation/data-raw/epa/air_emissions_modeling/onroad_activity_data_SCC_descriptions.xlsx
+
+_transportation/data-raw/epa/air_emissions_modeling/2020/
+
+_transportation/data-raw/epa/air_emissions_modeling/2011/
+_transportation/data-raw/epa/air_emissions_modeling/2015/
+_transportation/data-raw/epa/air_emissions_modeling/2014/
+_transportation/data-raw/epa/air_emissions_modeling/2016/
+_transportation/data-raw/epa/air_emissions_modeling/2017
+_transportation/data-raw/epa/air_emissions_modeling/2018/
+_transportation/data-raw/epa/air_emissions_modeling/2019/
+
+_transportation/data-raw/epa/~$epa_downloads.xlsx
+
+_transportation/data-raw/epa/air_emissions_modeling/2008/
+
+_transportation/data-raw/epa/air_emissions_modeling/2007/
+
+_transportation/data-raw/epa/air_emissions_modeling/air_emissions_modeling_mn_wi/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/EQUATES_MN_WI/
+
+_transportation/data-raw/epa/27Nov07 Valid Protocols Sampl Meth - All.xls
+
+_transportation/data-raw/epa/methods_all.csv
+
+_transportation/data-raw/epa/Parms by Desc.xls
+
+_transportation/data-raw/epa/smoke_flat_file_format_26apr2010_no_event.xls
+
+_transportation/data-raw/epa/nei/SmokeFlatFile_MN_WI/
+
+_transportation/data-raw/epa/air_emissions_modeling/EQUATES/CMAS_Data_Warehouse/
+
+_transportation/data-raw/epa/SCC\?format=CSV&sortFacet=scc%20level%20one&filename=SCCDownload-2024-0812-144242.csv
+
+_transportation/data-raw/epa/SCC\?format=CSV&sortFacet=scc%20level%20one&filename=SCCDownload-2024-0926-141750.csv
+
+_meta/data-raw/epa/us_ghgi/

R/_plotting_helpers.R

@@ -2,3 +2,11 @@
 source(file.path(here::here(), "R/cprg_colors.R"))
 source(file.path(here::here(), "R/plot_county_emissions.R"))
 source(file.path(here::here(), "R/plot_sector_county_emissions.R"))
+
+round_emissions_metric_tons_co2e <- function(x) {
+  ifelse(
+    max(x) > 1000000,
+    paste0(round(x / 1000000, digits = 2), " million metric tons CO<sub>2</sub>e", "<br>"),
+    paste0(round(x / 1000, digits = 0), " thousand metric tons CO<sub>2</sub>e", "<br>")
+  )
+}

R/_quarto_helpers.R

@@ -252,3 +252,24 @@ save_plotly <- function(a_plotly, fmt = c("png", "pdf", "svg"),
     )
   }
 }
+
+
+# thanks to R for the Rest of Us
+# https://rfortherestofus.com/2022/10/automating-sentences-with-r
+# Example:
+# > 1:4 %>% listify()
+# "1, 2, 3 and 4"
+listify <- function(my_vector) {
+  if (length(my_vector) > 1) {
+    paste(
+      paste(my_vector[1:length(my_vector) - 1],
+        collapse = ", "
+      ),
+      "and",
+      my_vector[length(my_vector)]
+    )
+  } else {
+    # if length == 1, we don't want to print "and blah"
+    paste(my_vector)
+  }
+}

R/cprg_colors.R

@@ -27,8 +27,11 @@ category_colors <-
 
 
     # YlOrBr
-    "Passenger vehicles" = "#ec7014",
-    "Commercial vehicles" = "#fec44f",
+    "Passenger vehicles" = "#993404",
+    "Medium-duty vehicles" = "#fe9929",
+    "Heavy-duty vehicles" = "#fee391",
+    "Transit vehicles" = "#E9967A",
+    "Other vehicles" = "#eaeded",
 
     # PuRd
     "Solid waste" = "#ce1256",
@@ -43,9 +46,14 @@ category_colors <-
 # source
 source_colors <- list(
   # transportation levels
-  "Light-duty vehicles" = "#993404",
-  "Medium-duty vehicles" = "#fe9929",
-  "Heavy-duty vehicles" = "#fee391",
+  # "Light-duty vehicles" = "#993404",
+  # "Medium-duty vehicles" = "#fe9929",
+  # "Heavy-duty vehicles" = "#fee391",
+  "Gasoline fueled vehicles" = "#db4a33",
+  "Diesel fueled vehicles" = "#feb24c",
+  "Other fueled vehicles" = "#ffeda0",
+
+
 
   # waste levels
   "Landfill" = "#ae017e",
@@ -70,12 +78,17 @@ source_colors <- list(
 
 
 vehicle_weight_colors <- list(
-  "Passenger" = source_colors$`Light-duty vehicles`,
-  "Medium" = source_colors$`Medium-duty vehicles`,
-  "Heavy" = source_colors$`Heavy-duty vehicles`,
-  "Light-duty" = source_colors$`Light-duty vehicles`,
-  "Medium-duty" = source_colors$`Medium-duty vehicles`,
-  "Heavy-duty" = source_colors$`Heavy-duty vehicles`
+  "Passenger" = category_colors$`Passenger vehicles`,
+  "Medium-duty" = category_colors$`Medium-duty vehicles`,
+  "Heavy-duty" = category_colors$`Heavy-duty vehicles`,
+  "Transit" = category_colors$`Transit vehicles`,
+  "Other" = category_colors$`Other vehicles`
+)
+
+fuel_type_colors <- list(
+  "Gasoline" = "#ffc300",
+  "Diesel" = "#9f7a00",
+  "Other" = "#604900"
 )
 
 management_method_colors <- list(

R/download_read_table.R

@@ -2,6 +2,8 @@
 #'
 #' @param url character, file location URL. Must end with either ".xlsx" or ".xls"
 #' @param exdir character, directory location where to save downloaded document
+#' @param force_download logical, whether to force a fresh download, regardless
+#'   of whether the file exists already. Default value is `FALSE`.
 #' @param ... Additional arguments passed to readxl::read_excel() or readr::read_csv
 #'
 #' @return tibble
@@ -15,17 +17,21 @@
 #'
 download_read_table <- function(url,
                                 exdir,
+                                force_download = FALSE,
                                 ...) {
   # split URL to get file name
   url_split <- strsplit(url, split = "/")
   file_name <- tail(url_split[[1]], n = 1)
 
-
-  # download file and save in exdir
-  download.file(url,
-    destfile = file.path(exdir, file_name), 
-    mode = "wb"
-  )
+  # if the downloaded file does not already OR
+  # we are forcing a fresh download
+  # download the file and save in exdir
+  if (!file.exists(file.path(exdir, file_name)) | force_download == TRUE) {
+    download.file(url,
+      destfile = file.path(exdir, file_name),
+      mode = "wb"
+    )
+  }
 
   # read and return file
   if (fs::path_ext(file_name) == "csv") {

R/plot_county_emissions.R

@@ -13,6 +13,7 @@
 #' @importFrom dplyr filter
 #' @importFrom stringr str_to_title
 #' @importFrom councilR plotly_layout
+#' @importFrom cli cli_alert_warning
 plot_county_emissions <- function(county_emissions,
                                   .sector,
                                   .plotly_source) {
@@ -27,16 +28,14 @@ plot_county_emissions <- function(county_emissions,
     ))
   }
 
-  plot_data <- plot_data %>%
-    mutate(
-      rounded_tons = ifelse(
-        max(emissions_metric_tons_co2e) > 1000000,
-        paste0(round(emissions_metric_tons_co2e / 1000000, digits = 2), " million metric tons CO<sub>2</sub>e", "<br>"),
-        paste0(round(emissions_metric_tons_co2e / 1000, digits = 0), " thousand metric tons CO<sub>2</sub>e", "<br>")
-      )
-    )
-
+  if ("year" %in% names(plot_data)) {
+    if (length(unique(plot_data$year)) > 1) {
+      cli::cli_alert_warning("Plotting more than one year of data")
+    }
+  }
 
+  plot_data <- plot_data %>%
+    mutate(rounded_tons = round_emissions_metric_tons_co2e(emissions_metric_tons_co2e))
 
   plot_ly(
     data = plot_data,