26 fix flagging script mismatch between s3 and local (ccao-data#32)

Change S3 flagging script pandas code
Damonamajor · Oct 3, 2023 · 3387b11 · 3387b11
1 parent fa44baf
commit 3387b11
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 5 deletions.
diff --git a/glue/flagging_script_glue/flagging_324938.py → glue/flagging_script_glue/flagging_4472bc.py b/glue/flagging_script_glue/flagging_324938.py → glue/flagging_script_glue/flagging_4472bc.py
@@ -546,9 +546,9 @@ def get_sale_counts(dups: pd.DataFrame) -> pd.DataFrame:
         df (pd.DataFrame): pandsa dataframe4
     """
     v_counts = (
-        dups.pin.value_counts().reset_index()
-        # .rename(columns={"count": "sv_sale_dup_counts"})
-        .rename(columns={"index": "pin", "pin": "sv_sale_dup_counts"})
+        dups.pin.value_counts()
+        .reset_index()
+        .rename(columns={"count": "sv_sale_dup_counts"})
     )
 
     dups = pd.merge(dups, v_counts)

diff --git a/glue/sales_val_flagging.py b/glue/sales_val_flagging.py
@@ -747,7 +747,7 @@ def write_to_table(df, table_name, s3_warehouse_bucket_path, run_id):
             df_to_write=rows_to_append,
             df_ingest=df_ingest_full,
             iso_forest_cols=iso_forest_list,
-            res_stat_groups=inputs["stat_groups"],
+            res_stat_groups=stat_groups_list,
             condo_stat_groups=condo_stat_groups,
             dev_bounds=dev_bounds_list,
             ptax_sd=ptax_sd_list,

diff --git a/manual_flagging/src/flagging_rolling.py b/manual_flagging/src/flagging_rolling.py
@@ -549,7 +549,6 @@ def get_sale_counts(dups: pd.DataFrame) -> pd.DataFrame:
         dups.pin.value_counts()
         .reset_index()
         .rename(columns={"count": "sv_sale_dup_counts"})
-        # .rename(columns={"index": "pin", "pin": "sv_sale_dup_counts"})
     )
 
     dups = pd.merge(dups, v_counts)