Feature/issue 13 - Add SWORD version from shp.xml

CHANGELOG.md

@@ -12,6 +12,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
     - Issue 75 - Update log messaging format
     - Issue 60 - Encapsulate DyanmoDB under a single shared module
     - Issue 60 - Improved error handling
+    - Issue 13 - Add SWORD version from shp.xml to DB entries
 ### Changed
 ### Deprecated 
 ### Removed

hydrocron/db/io/swot_reach_node_shp.py

@@ -5,12 +5,15 @@
 import json
 from datetime import datetime
 from importlib import resources
+import xml.etree.ElementTree as ET
+import zipfile
 import logging
 
 import geopandas as gpd
 import numpy as np
 import pandas as pd
 
+
 logging.getLogger().setLevel(logging.INFO)
 
 
@@ -44,8 +47,12 @@ def read_shapefile(filepath, obscure_data, columns, s3_resource=None):
         s3_resource.Bucket(bucket_name).download_file(key, lambda_temp_file)
 
         shp_file = gpd.read_file('zip://' + lambda_temp_file)
+        with zipfile.ZipFile(lambda_temp_file) as archive:
+            shp_xml_tree = ET.fromstring(archive.read(filename[:-4] + ".shp.xml"))
     else:
         shp_file = gpd.read_file('zip://' + filepath)
+        with zipfile.ZipFile(filepath) as archive:
+            shp_xml_tree = ET.fromstring(archive.read(filename[:-4] + ".shp.xml"))
 
     numeric_columns = shp_file[columns].select_dtypes(include=[np.number]).columns
     if obscure_data:
@@ -59,14 +66,43 @@ def read_shapefile(filepath, obscure_data, columns, s3_resource=None):
     shp_file = shp_file.astype(str)
     filename_attrs = parse_from_filename(filename)
 
-    items = assemble_attributes(shp_file, filename_attrs)
+    xml_attrs = parse_metadata_from_shpxml(shp_xml_tree)
+
+    attributes = filename_attrs | xml_attrs
+    items = assemble_attributes(shp_file, attributes)
 
     if os.path.exists(lambda_temp_file):
         os.remove(lambda_temp_file)
 
     return items
 
 
+def parse_metadata_from_shpxml(xml_etree):
+    """
+    Read the SWORD version number from the shp.xml file
+    and add to the database fields
+
+    Parameters
+    ----------
+    xml_etree : xml.etree.ElementTree
+        an Element Tree representation of the shp.xml metadata file
+
+    Returns
+    -------
+    metadata_attrs : dict
+        a dictionary of metadata attributes to add to record
+    """
+
+    for globs in xml_etree.findall('global_attributes'):
+        prior_db_files = globs.find('xref_prior_river_db_files').text
+
+    metadata_attrs = {
+        'sword_version': prior_db_files[-5:-3]
+    }
+
+    return metadata_attrs
+
+
 def assemble_attributes(file_as_str, attributes):
     """
     Helper function to concat file attributes to records

hydrocron/utils/constants.py

@@ -22,7 +22,8 @@
     "time": "739741183.129",
     "time_str": "2023-06-10T19:39:43Z",
     "wse": "286.2983",
-    "cycle_id": "548"
+    "cycle_id": "548",
+    "sword_version": "15"
 }
 
 DB_TEST_TABLE_NAME = "hydrocron-swot-test-table"
@@ -32,6 +33,7 @@
 TEST_REACH_ID_VALUE = '71224100223'
 TEST_TIME_VALUE = '2023-06-10T19:33:37Z'
 TEST_WSE_VALUE = '286.2983'
+TEST_SWORD_VERSION_VALUE = '15'
 
 # ------------ #
 # PROD CONSTANTS #
@@ -54,6 +56,7 @@
 FIELDNAME_SLOPE = 'slope'
 FIELDNAME_P_LON = 'p_lon'
 FIELDNAME_P_LAT = 'p_lat'
+FIELDNAME_SWORD_VERSION = 'sword_version'
 
 S3_CREDS_ENDPOINT = "https://archive.swot.podaac.earthdata.nasa.gov/s3credentials"
 

tests/test_hydrocron_database.py

@@ -51,6 +51,7 @@ def test_query(hydrocron_dynamo_table):
     items = hydrocron_dynamo_table.run_query(
         partition_key=constants.TEST_REACH_ID_VALUE)
     assert items[0][constants.FIELDNAME_WSE] == constants.TEST_WSE_VALUE
+    assert items[0][constants.FIELDNAME_SWORD_VERSION] == constants.TEST_SWORD_VERSION_VALUE
 
 
 def test_delete_item(hydrocron_dynamo_table):