From 9fc573265682cc28965ae412af60c9718fcf9c4a Mon Sep 17 00:00:00 2001 From: TalkWithKeyboard <610347922@qq.com> Date: Sun, 15 May 2022 15:55:47 +0800 Subject: [PATCH] add more debug message --- dbt/adapters/spark/impl.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/dbt/adapters/spark/impl.py b/dbt/adapters/spark/impl.py index a2b9c66bc..7de5fceb9 100644 --- a/dbt/adapters/spark/impl.py +++ b/dbt/adapters/spark/impl.py @@ -212,6 +212,7 @@ def get_relation( database = None cached = super().get_relation(database, schema, identifier) + logger.info(f">>> get_relation: {cached.render() if cached is not None else 'Empty'}") return self._set_relation_information(cached) def parse_describe_extended( @@ -261,10 +262,13 @@ def get_columns_in_relation(self, relation: Relation) -> List[SparkColumn]: None, ) + logger.info(f">>> get_columns_in_relation: {relation.render() if relation is not None else 'Empty'}, " + f"{cached_relation.render() if cached_relation is not None else 'Empty'}") + if not cached_relation: updated_relation = self.cache.add(self._get_updated_relation(relation)) else: - updated_relation = self._set_relation_information(relation) + updated_relation = self._set_relation_information(cached_relation) return self._get_spark_columns(updated_relation) @@ -333,6 +337,7 @@ def _get_spark_columns( def _get_columns_for_catalog( self, relation: SparkRelation ) -> Iterable[Dict[str, Any]]: + logger.info(f">>> _get_columns_for_catalog: {relation.render() if relation is not None else 'Empty'}") updated_relation = self._set_relation_information(relation) for column in self._get_spark_columns(updated_relation):