fix(ingest/glue): add info in report

datahub-project · Jan 27, 2025 · 6bcc446 · 6bcc446
1 parent 3e9e6e4
commit 6bcc446
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/aws/glue.py b/metadata-ingestion/src/datahub/ingestion/source/aws/glue.py
@@ -218,6 +218,7 @@ def platform_validator(cls, v: str) -> str:
 
 @dataclass
 class GlueSourceReport(StaleEntityRemovalSourceReport):
+    catalog_id: Optional[str] = None
     tables_scanned = 0
     filtered: List[str] = dataclass_field(default_factory=list)
     databases: EntityFilterReport = EntityFilterReport.field(type="database")
@@ -686,6 +687,7 @@ def get_all_databases(self) -> Iterable[Mapping[str, Any]]:
         # see https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/glue/paginator/GetDatabases.html
         paginator = self.glue_client.get_paginator("get_databases")
 
+        self.report.catalog_id = self.source_config.catalog_id
         if self.source_config.catalog_id:
             paginator_response = paginator.paginate(
                 CatalogId=self.source_config.catalog_id