fix(ingest/looker): add missing dependency

datahub-project · Jul 9, 2024 · 9e6f3a4 · 9e6f3a4
1 parent d204d56
commit 9e6f3a4
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py
@@ -167,6 +167,7 @@
     *sqllineage_lib,
     "GitPython>2",
     "python-liquid",
+    *sqlglot_lib,
 }
 
 bigquery_common = {
@@ -372,7 +373,7 @@
     "kafka-connect": sql_common | {"requests", "JPype1"},
     "ldap": {"python-ldap>=2.4"},
     "looker": looker_common,
-    "lookml": looker_common | sqlglot_lib,
+    "lookml": looker_common,
     "metabase": {"requests"} | sqlglot_lib,
     "mlflow": {
         "mlflow-skinny>=2.3.0",

diff --git a/metadata-ingestion/src/datahub/ingestion/source/looker/looker_config.py b/metadata-ingestion/src/datahub/ingestion/source/looker/looker_config.py
@@ -256,7 +256,7 @@ class LookerDashboardSourceConfig(
         "ingest dashboards in the Shared folder space.",
     )
     max_threads: int = Field(
-        os.cpu_count() or 40,
+        default_factory=lambda: os.cpu_count() or 40,
         description="Max parallelism for Looker API calls. Defaults to cpuCount or 40",
     )
     external_base_url: Optional[str] = Field(