From bfdd6de759240cd990ddf660792c2073c4d07fbc Mon Sep 17 00:00:00 2001 From: alafanechere <augustin.lafanechere@gmail.com> Date: Tue, 19 Dec 2023 13:49:27 +0100 Subject: [PATCH] [skip ci] set DAGGER_CLOUD_TOKEN env var on workflows --- .github/actions/run-dagger-pipeline/action.yml | 6 ++++-- .github/workflows/airbyte-ci-tests.yml | 5 +++++ .github/workflows/cat-tests.yml | 1 + .github/workflows/connectors_nightly_build.yml | 1 + .github/workflows/connectors_tests.yml | 2 ++ .github/workflows/connectors_weekly_build.yml | 1 + .github/workflows/format_check.yml | 3 +++ .github/workflows/format_fix.yml | 1 + .../metadata_service_deploy_orchestrator_dagger.yml | 1 + .github/workflows/publish_connectors.yml | 2 ++ 10 files changed, 21 insertions(+), 2 deletions(-) diff --git a/.github/actions/run-dagger-pipeline/action.yml b/.github/actions/run-dagger-pipeline/action.yml index 972fe8590ebe0..bf2f3c0a077d3 100644 --- a/.github/actions/run-dagger-pipeline/action.yml +++ b/.github/actions/run-dagger-pipeline/action.yml @@ -10,6 +10,9 @@ inputs: github_token: description: "GitHub token" required: true + dagger_cloud_token: + description: "Dagger Cloud token" + required: true docker_hub_username: description: "Dockerhub username" required: true @@ -114,8 +117,6 @@ runs: export _EXPERIMENTAL_DAGGER_RUNNER_HOST="unix:///var/run/buildkit/buildkitd.sock" airbyte-ci --disable-dagger-run --is-ci --gha-workflow-run-id=${{ github.run_id }} ${{ inputs.subcommand }} ${{ inputs.options }} env: - # TODO: remove this as it might not be required as it's set on the engine side - #DAGGER_CLOUD_TOKEN: "p.eyJ1IjogIjFiZjEwMmRjLWYyZmQtNDVhNi1iNzM1LTgxNzI1NGFkZDU2ZiIsICJpZCI6ICJlNjk3YzZiYy0yMDhiLTRlMTktODBjZC0yNjIyNGI3ZDBjMDEifQ.hT6eMOYt3KZgNoVGNYI3_v4CC-s19z8uQsBkGrBhU3k" CI_CONTEXT: "${{ inputs.context }}" CI_GIT_BRANCH: ${{ inputs.git_branch || github.head_ref }} CI_GIT_REVISION: ${{ inputs.git_revision || github.sha }} @@ -123,6 +124,7 @@ runs: CI_JOB_KEY: ${{ inputs.ci_job_key }} CI_PIPELINE_START_TIMESTAMP: ${{ steps.get-start-timestamp.outputs.start-timestamp }} CI_REPORT_BUCKET_NAME: ${{ inputs.report_bucket_name }} + DAGGER_CLOUD_TOKEN: "${{ inputs.dagger_cloud_token }}" GCP_GSM_CREDENTIALS: ${{ inputs.gcp_gsm_credentials }} GCS_CREDENTIALS: ${{ inputs.gcs_credentials }} METADATA_SERVICE_BUCKET_NAME: ${{ inputs.metadata_service_bucket_name }} diff --git a/.github/workflows/airbyte-ci-tests.yml b/.github/workflows/airbyte-ci-tests.yml index b8cff64b220ed..4786aee346e3c 100644 --- a/.github/workflows/airbyte-ci-tests.yml +++ b/.github/workflows/airbyte-ci-tests.yml @@ -68,6 +68,7 @@ jobs: uses: ./.github/actions/run-dagger-pipeline with: context: "pull_request" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcs_credentials: ${{ secrets.METADATA_SERVICE_PROD_GCS_CREDENTIALS }} @@ -83,6 +84,7 @@ jobs: uses: ./.github/actions/run-dagger-pipeline with: context: "pull_request" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcs_credentials: ${{ secrets.METADATA_SERVICE_PROD_GCS_CREDENTIALS }} @@ -98,6 +100,7 @@ jobs: uses: ./.github/actions/run-dagger-pipeline with: context: "pull_request" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcs_credentials: ${{ secrets.METADATA_SERVICE_PROD_GCS_CREDENTIALS }} @@ -114,6 +117,7 @@ jobs: with: subcommand: "test airbyte-ci/connectors/metadata_service/lib/" context: "pull_request" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} github_token: ${{ secrets.GITHUB_TOKEN }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} @@ -127,6 +131,7 @@ jobs: with: subcommand: "test airbyte-ci/connectors/metadata_service/orchestrator/" context: "pull_request" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} github_token: ${{ secrets.GITHUB_TOKEN }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} diff --git a/.github/workflows/cat-tests.yml b/.github/workflows/cat-tests.yml index 4037ecf43c455..554baf1d86411 100644 --- a/.github/workflows/cat-tests.yml +++ b/.github/workflows/cat-tests.yml @@ -25,6 +25,7 @@ jobs: uses: ./.github/actions/run-dagger-pipeline with: context: "pull_request" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }} diff --git a/.github/workflows/connectors_nightly_build.yml b/.github/workflows/connectors_nightly_build.yml index a848424c3c2e5..ffc195595906e 100644 --- a/.github/workflows/connectors_nightly_build.yml +++ b/.github/workflows/connectors_nightly_build.yml @@ -39,6 +39,7 @@ jobs: with: context: "master" ci_job_key: "nightly_builds" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }} diff --git a/.github/workflows/connectors_tests.yml b/.github/workflows/connectors_tests.yml index 83defa9f589a0..ed8a9dff4b29f 100644 --- a/.github/workflows/connectors_tests.yml +++ b/.github/workflows/connectors_tests.yml @@ -60,6 +60,7 @@ jobs: uses: ./.github/actions/run-dagger-pipeline with: context: "manual" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }} @@ -77,6 +78,7 @@ jobs: uses: ./.github/actions/run-dagger-pipeline with: context: "pull_request" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }} diff --git a/.github/workflows/connectors_weekly_build.yml b/.github/workflows/connectors_weekly_build.yml index 6e0b98529ce00..538fb60a7090f 100644 --- a/.github/workflows/connectors_weekly_build.yml +++ b/.github/workflows/connectors_weekly_build.yml @@ -36,6 +36,7 @@ jobs: with: context: "master" ci_job_key: "weekly_alpha_test" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }} diff --git a/.github/workflows/format_check.yml b/.github/workflows/format_check.yml index f3bf83bbdc35a..af6d84bbfcab2 100644 --- a/.github/workflows/format_check.yml +++ b/.github/workflows/format_check.yml @@ -31,6 +31,7 @@ jobs: continue-on-error: true with: context: "master" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcs_credentials: ${{ secrets.METADATA_SERVICE_PROD_GCS_CREDENTIALS }} @@ -46,6 +47,7 @@ jobs: continue-on-error: false with: context: "pull_request" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcs_credentials: ${{ secrets.METADATA_SERVICE_PROD_GCS_CREDENTIALS }} @@ -61,6 +63,7 @@ jobs: continue-on-error: false with: context: "manual" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcs_credentials: ${{ secrets.METADATA_SERVICE_PROD_GCS_CREDENTIALS }} diff --git a/.github/workflows/format_fix.yml b/.github/workflows/format_fix.yml index 4548820a0b33f..50bd9083037cf 100644 --- a/.github/workflows/format_fix.yml +++ b/.github/workflows/format_fix.yml @@ -26,6 +26,7 @@ jobs: continue-on-error: true with: context: "manual" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcs_credentials: ${{ secrets.METADATA_SERVICE_PROD_GCS_CREDENTIALS }} diff --git a/.github/workflows/metadata_service_deploy_orchestrator_dagger.yml b/.github/workflows/metadata_service_deploy_orchestrator_dagger.yml index a80826272f0f5..b9cc41c9f4f11 100644 --- a/.github/workflows/metadata_service_deploy_orchestrator_dagger.yml +++ b/.github/workflows/metadata_service_deploy_orchestrator_dagger.yml @@ -20,6 +20,7 @@ jobs: with: subcommand: "metadata deploy orchestrator" context: "master" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} github_token: ${{ secrets.GITHUB_TOKEN }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} diff --git a/.github/workflows/publish_connectors.yml b/.github/workflows/publish_connectors.yml index c7a6ab048c876..f578384ef4267 100644 --- a/.github/workflows/publish_connectors.yml +++ b/.github/workflows/publish_connectors.yml @@ -35,6 +35,7 @@ jobs: uses: ./.github/actions/run-dagger-pipeline with: context: "master" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }} @@ -55,6 +56,7 @@ jobs: uses: ./.github/actions/run-dagger-pipeline with: context: "manual" + dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN }} docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }} docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }} gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }}