Merge pull request #3 from fivetran/spark_compatibility

spark

.circleci/config.yml

@@ -23,17 +23,17 @@ jobs:
             pip install -r integration_tests/requirements.txt
             mkdir -p ~/.dbt
             cp integration_tests/ci/sample.profiles.yml ~/.dbt/profiles.yml
-      # - run:
-      #     name: "Run Tests - Spark"
-      #     command: |
-      #       . venv/bin/activate
-      #       echo `pwd`
-      #       cd integration_tests
-      #       dbt deps
-      #       dbt seed --target spark --full-refresh
-      #       dbt run --target spark --full-refresh
-      #       dbt run --target spark
-      #       dbt test --target spark
+      - run:
+          name: "Run Tests - Spark"
+          command: |
+            . venv/bin/activate
+            echo `pwd`
+            cd integration_tests
+            dbt deps
+            dbt seed --target spark --full-refresh
+            dbt run --target spark --full-refresh
+            dbt run --target spark
+            dbt test --target spark
       - run:
           name: "Run Tests - Redshift"
           command: |

README.md

@@ -81,7 +81,7 @@ Please create issues or open PRs against `master`. Check out [this post](https:/
 
 ## Database Support
 
-This package has been tested on BigQuery, Snowflake, Redshift, and Postgres.
+This package has been tested on BigQuery, Snowflake, Redshift, Postgres, and Databricks.
 
 ## Resources:
 - Provide [feedback](https://www.surveymonkey.com/r/DQ7K7WW) on our existing dbt packages or what you'd like to see next

dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'klaviyo_source'
-version: '0.1.0'
+version: '0.1.1'
 config-version: 2
 require-dbt-version: [">=0.18.0", "<0.20.0"]
 
@@ -15,6 +15,9 @@ vars:
     klaviyo__event_pass_through_columns: []
     klaviyo__person_pass_through_columns: []
 
+  dbt_utils_dispatch_list: [spark_utils, fivetran_utils]
+  fivetran_utils_dispatch_list: [spark_utils]
+
 models: 
   klaviyo_source:
     tmp:

integration_tests/dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'klaviyo_source_integration_tests'
-version: '0.1.0'
+version: '0.1.1'
 config-version: 2
 profile: 'integration_tests'
 

packages.yml

@@ -6,6 +6,5 @@ packages:
   - git: https://github.com/fivetran/dbt_fivetran_utils.git
     warn-unpinned: false  
 
-  # - package: fishtown-analytics/spark_utils
-  #   version: [">=0.2.0", "<0.3.0"] 
-  # spark compatibility coming in the near future....
+  - package: fishtown-analytics/spark_utils
+    version: [">=0.2.0", "<0.3.0"]