Merge pull request #369 from bruin-data/run-tests-dif-env

run tests in dif environments
bruin-data · Dec 31, 2024 · fc89281 · fc89281
2 parents e6645fe + fa5f86e
commit fc89281
Show file tree

Hide file tree

Showing 36 changed files with 573 additions and 314 deletions.
diff --git a/.gitignore b/.gitignore
@@ -140,6 +140,7 @@ glossary.yaml
 # pixi dev env 
 .pixi
 
+integration-tests/duckdb-files
 integration-tests/duckdb.db
 integration-tests/logs
 integration-tests/bruin

diff --git a/Makefile b/Makefile
@@ -23,12 +23,12 @@ build: deps
 	@CGO_ENABLED=1 go build -v -tags="no_duckdb_arrow" -ldflags="-s -w -X main.Version=$(or $(tag), dev-$(shell git describe --tags --abbrev=0)) -X main.TelemetryKey=$(TELEMETRY_KEY)" -o "$(BUILD_DIR)/$(NAME)" "$(BUILD_SRC)"
 
 integration-test: build
+	@rm -rf integration-tests/duckdb-files  # Clean up the directory if it exists
+	@mkdir -p integration-tests/duckdb-files  # Recreate the directory
 	@touch integration-tests/.git
 	@touch integration-tests/bruin
-	@touch integration-tests/duckdb.db
 	@rm -rf integration-tests/.git
-	@rm  integration-tests/bruin
-	@rm integration-tests/duckdb.db
+	@rm integration-tests/bruin
 	@echo "$(OK_COLOR)==> Running integration tests...$(NO_COLOR)"
 	@cd integration-tests && git init
 	@go run integration-tests/integration-test.go

diff --git a/integration-tests/.bruin.yml b/integration-tests/.bruin.yml
@@ -4,12 +4,110 @@ environments:
     connections:
       duckdb:
         - name: "duckdb-default"
-          path: "duckdb.db"
+          path: "duckdb-files/duckdb.db"
       chess:
         - name: "chess-default"
           players:
             - "MagnusCarlsen"
             - "Hikaru"
+      generic:
+        - name: KEY1
+          value: value1
+
+  env-run-with-filters:
+    connections:
+      duckdb:
+        - name: "duckdb-run-with-filters"
+          path: "duckdb-files/run-with-filters.db"
+      chess:
+        - name: "chess-run-with-filters"
+          players:
+            - "MagnusCarlsen"
+            - "Hikaru"
+      generic:
+        - name: KEY1
+          value: value1
+  env-run-with-tags:
+    connections:
+      duckdb:
+        - name: "duckdb-run-with-tags"
+          path: "duckdb-files/run-with-tags.db"
+      chess:
+        - name: "chess-run-with-tags"
+          players:
+            - "MagnusCarlsen"
+            - "Hikaru"
+      generic:
+        - name: KEY1
+          value: value1
+  env-run-main-with-filters:
+    connections:
+      duckdb:
+        - name: "duckdb-run-main-with-filters"
+          path: "duckdb-files/run-main-with-filters.db"
+      chess:
+        - name: "chess-run-main-with-filters"
+          players:
+            - "MagnusCarlsen"
+            - "Hikaru"
+      generic:
+        - name: KEY1
+          value: value1
+
+  env-run-with-downstream:
+    connections:
+      duckdb:
+        - name: "duckdb-run-with-downstream"
+          path: "duckdb-files/run-with-downstream.db"
+      chess:
+        - name: "chess-run-with-downstream"
+          players:
+            - "MagnusCarlsen"
+            - "Hikaru"
+      generic:
+        - name: KEY1
+          value: value1
+  env-run-main-with-downstream:
+    connections:
+      duckdb:
+        - name: "duckdb-run-main-with-downstream"
+          path: "duckdb-files/run-main-with-downstream.db"
+      chess:
+        - name: "chess-run-main-with-downstream"
+          players:
+            - "MagnusCarlsen"
+            - "Hikaru"
+      generic:
+        - name: KEY1
+          value: value1
+  env-push-metadata:
+    connections:
+      duckdb:
+        - name: "duckdb-push-metadata"
+          path: "duckdb-files/push-metadata.db"
+  env-run-use-uv:
+    connections:
+      duckdb:
+        - name: "duckdb-env-run-use-uv"
+          path: "duckdb-files/env-run-use-uv.db"
+      chess:
+        - name: "chess-run-use-uv"
+          players:
+            - "MagnusCarlsen"
+            - "Hikaru"
+      generic:
+        - name: KEY1
+          value: value1
+  env-run-malformed-sql:
+    connections:
+      duckdb:
+        - name: "duckdb-run-malformed-sql"
+          path: "duckdb-files/run-malformed-sql.db"
+      chess:
+        - name: "chess-run-malformed-sql"
+          players:
+            - "MagnusCarlsen"
+            - "Hikaru"
       generic:
         - name: KEY1
           value: value1
diff --git a/integration-tests/expected_connections.json b/integration-tests/expected_connections.json
@@ -12,7 +12,7 @@
       "duckdb": [
         {
           "name": "duckdb-default",
-          "path": "duckdb.db"
+          "path": "duckdb-files/duckdb.db"
         }
       ],
       "chess": [
@@ -38,7 +38,7 @@
         "duckdb": [
           {
             "name": "duckdb-default",
-            "path": "duckdb.db"
+            "path": "duckdb-files/duckdb.db"
           }
         ],
         "chess": [
@@ -51,6 +51,191 @@
           }
         ]
       }
+    },
+    "env-run-with-filters": {
+      "connections": {
+        "generic": [
+          {
+            "name": "KEY1",
+            "value": "value1"
+          }
+        ],
+        "duckdb": [
+          {
+            "name": "duckdb-run-with-filters",
+            "path": "duckdb-files/run-with-filters.db"
+          }
+        ],
+        "chess": [
+          {
+            "name": "chess-run-with-filters",
+            "players": [
+              "MagnusCarlsen",
+              "Hikaru"
+            ]
+          }
+        ]
+      }
+    },
+    "env-run-with-tags": {
+      "connections": {
+        "generic": [
+          {
+            "name": "KEY1",
+            "value": "value1"
+          }
+        ],
+        "duckdb": [
+          {
+            "name": "duckdb-run-with-tags",
+            "path": "duckdb-files/run-with-tags.db"
+          }
+        ],
+        "chess": [
+          {
+            "name": "chess-run-with-tags",
+            "players": [
+              "MagnusCarlsen",
+              "Hikaru"
+            ]
+          }
+        ]
+      }
+    },
+    "env-run-main-with-filters": {
+      "connections": {
+        "generic": [
+          {
+            "name": "KEY1",
+            "value": "value1"
+          }
+        ],
+        "duckdb": [
+          {
+            "name": "duckdb-run-main-with-filters",
+            "path": "duckdb-files/run-main-with-filters.db"
+          }
+        ],
+        "chess": [
+          {
+            "name": "chess-run-main-with-filters",
+            "players": [
+              "MagnusCarlsen",
+              "Hikaru"
+            ]
+          }
+        ]
+      }
+    },
+    "env-run-with-downstream": {
+      "connections": {
+        "generic": [
+          {
+            "name": "KEY1",
+            "value": "value1"
+          }
+        ],
+        "duckdb": [
+          {
+            "name": "duckdb-run-with-downstream",
+            "path": "duckdb-files/run-with-downstream.db"
+          }
+        ],
+        "chess": [
+          {
+            "name": "chess-run-with-downstream",
+            "players": [
+              "MagnusCarlsen",
+              "Hikaru"
+            ]
+          }
+        ]
+      }
+    },
+    "env-run-main-with-downstream": {
+      "connections": {
+        "generic": [
+          {
+            "name": "KEY1",
+            "value": "value1"
+          }
+        ],
+        "duckdb": [
+          {
+            "name": "duckdb-run-main-with-downstream",
+            "path": "duckdb-files/run-main-with-downstream.db"
+          }
+        ],
+        "chess": [
+          {
+            "name": "chess-run-main-with-downstream",
+            "players": [
+              "MagnusCarlsen",
+              "Hikaru"
+            ]
+          }
+        ]
+      }
+    },
+    "env-push-metadata": {
+      "connections": {
+        "duckdb": [
+          {
+            "name": "duckdb-push-metadata",
+            "path": "duckdb-files/push-metadata.db"
+          }
+        ]
+      }
+    },
+    "env-run-use-uv": {
+      "connections": {
+        "generic": [
+          {
+            "name": "KEY1",
+            "value": "value1"
+          }
+        ],
+        "duckdb": [
+          {
+            "name": "duckdb-env-run-use-uv",
+            "path": "duckdb-files/env-run-use-uv.db"
+          }
+        ],
+        "chess": [
+          {
+            "name": "chess-run-use-uv",
+            "players": [
+              "MagnusCarlsen",
+              "Hikaru"
+            ]
+          }
+        ]
+      }
+    },
+    "env-run-malformed-sql": {
+      "connections": {
+        "generic": [
+          {
+            "name": "KEY1",
+            "value": "value1"
+          }
+        ],
+        "duckdb": [
+          {
+            "name": "duckdb-run-malformed-sql",
+            "path": "duckdb-files/run-malformed-sql.db"
+          }
+        ],
+        "chess": [
+          {
+            "name": "chess-run-malformed-sql",
+            "players": [
+              "MagnusCarlsen",
+              "Hikaru"
+            ]
+          }
+        ]
+      }
     }
   }
-}
+}