Skip to content

Commit

Permalink
add more debug message
Browse files Browse the repository at this point in the history
  • Loading branch information
TalkWIthKeyboard committed May 15, 2022
1 parent 2672057 commit 9fc5732
Showing 1 changed file with 6 additions and 1 deletion.
7 changes: 6 additions & 1 deletion dbt/adapters/spark/impl.py
Original file line number Diff line number Diff line change
Expand Up @@ -212,6 +212,7 @@ def get_relation(
database = None

cached = super().get_relation(database, schema, identifier)
logger.info(f">>> get_relation: {cached.render() if cached is not None else 'Empty'}")
return self._set_relation_information(cached)

def parse_describe_extended(
Expand Down Expand Up @@ -261,10 +262,13 @@ def get_columns_in_relation(self, relation: Relation) -> List[SparkColumn]:
None,
)

logger.info(f">>> get_columns_in_relation: {relation.render() if relation is not None else 'Empty'}, "
f"{cached_relation.render() if cached_relation is not None else 'Empty'}")

if not cached_relation:
updated_relation = self.cache.add(self._get_updated_relation(relation))
else:
updated_relation = self._set_relation_information(relation)
updated_relation = self._set_relation_information(cached_relation)

return self._get_spark_columns(updated_relation)

Expand Down Expand Up @@ -333,6 +337,7 @@ def _get_spark_columns(
def _get_columns_for_catalog(
self, relation: SparkRelation
) -> Iterable[Dict[str, Any]]:
logger.info(f">>> _get_columns_for_catalog: {relation.render() if relation is not None else 'Empty'}")
updated_relation = self._set_relation_information(relation)

for column in self._get_spark_columns(updated_relation):
Expand Down

0 comments on commit 9fc5732

Please sign in to comment.