✨ Fill YEAR downstream l1->l2/l3

VUB-HYDR · Nov 1, 2024 · ccccc0b · ccccc0b
1 parent 0e88805
commit ccccc0b
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/Database/fill_data_gap.py b/Database/fill_data_gap.py
@@ -15,11 +15,11 @@
     args = parser.parse_args()
     dg_util = DataGapUtils()
     l1, l2, l3 = dg_util.load_data(input_dir=args.input_dir)
-    event_id, date_split = "Event_ID", "_Date_"
+    event_id, date_year_suffix = "Event_ID", "_Date_Year"
 
     for event_id in list(l1[event_id].unique()):
         replace_with_date = (
-            l1.loc[l1[event_id] == event_id][[x for x in l1.columns if date_split in x]].iloc[0].to_dict()
+            l1.loc[l1[event_id] == event_id][[x for x in l1.columns if date_year_suffix in x]].iloc[0].to_dict()
         )
 
         for level in [l2, l3]:

diff --git a/Database/scr/normalize_data.py b/Database/scr/normalize_data.py
@@ -56,9 +56,9 @@ def load_data(self, input_dir: str) -> tuple[pd.DataFrame, dict[str, pd.DataFram
 
     @staticmethod
     def fill_date(row: dict, replace_with_date: dict):
-        date_cols = [x for x in row.keys() if "_Date_" in x]
-        if all([True if row[d] is None else False for d in date_cols]):
-            for c in date_cols:
+        year_cols = [x for x in row.keys() if "_Date_Year" in x]
+        if all([True if row[d] is None else False for d in year_cols]):
+            for c in year_cols:
                 row[c] = replace_with_date[c]
         return row