Skip to content

fix exit code in validate deployment #32

fix exit code in validate deployment

fix exit code in validate deployment #32

Workflow file for this run

name: E2E Tests for Astro Deploy Action
on:
push:
branches:
- main
- e2e-tests
workflow_dispatch:
env:
ASTRO_API_TOKEN: ${{ secrets.ASTRO_API_TOKEN }}
ORGANIZATION_ID: ${{ secrets.ORGANIZATION_ID }}
WORKSPACE_ID: ${{ secrets.WORKSPACE_ID }}
DEPLOYMENT_ID: ${{ secrets.DEPLOYMENT_ID }}
ASTRONOMER_HOST: ${{ secrets.ASTRONOMER_HOST }}
jobs:
dag-deploy-test:
name: DAG Deploy Test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: |
sudo apt-get install jq
# we need to pre-install the CLI to set the context
curl -sSL https://install.astronomer.io | sudo bash -s
- name: Mock git commands
run: |
mv e2e-setup/mocks/git.sh /usr/local/bin/git
chmod +x /usr/local/bin/git
- name: Set CLI context
run: astro context switch ${{ secrets.ASTRONOMER_HOST }}
- name: Get Deployment Info Before Test
id: get-deployment-before
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ secrets.DEPLOYMENT_ID }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: Deploy to Astro
uses: ./
with:
deployment-id: ${{ secrets.DEPLOYMENT_ID }}
workspace: ${{ secrets.WORKSPACE_ID }}
parse: true
root-folder: e2e-setup/astro-project
- name: Get Deployment Info After Test
id: get-deployment-after
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ secrets.DEPLOYMENT_ID }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: Validate Deploy Action
uses: ./.github/workflows/e2e/validate_deployment
with:
is_dag_only_deploy: true
dag_tarball_version_before: ${{ steps.get-deployment-before.outputs.desired_dag_tarball_version }}
image_version_before: ${{ steps.get-deployment-before.outputs.desired_image_version }}
dag_tarball_version_after: ${{ steps.get-deployment-after.outputs.desired_dag_tarball_version }}
image_version_after: ${{ steps.get-deployment-after.outputs.desired_image_version }}
pytests-test:
name: Pytest Test
runs-on: ubuntu-latest
needs: dag-deploy-test
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: |
sudo apt-get install jq
# we need to pre-install the CLI to set the context
curl -sSL https://install.astronomer.io | sudo bash -s
- name: Set CLI context
run: astro context switch ${{ secrets.ASTRONOMER_HOST }}
- name: Get Deployment Info Before Test
id: get-deployment-before
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ secrets.DEPLOYMENT_ID }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: Run Pytest
uses: ./
with:
deployment-id: ${{ secrets.DEPLOYMENT_ID }}
workspace: ${{ secrets.WORKSPACE_ID }}
pytest: true
root-folder: e2e-setup/astro-project
- name: Get Deployment Info After Test
id: get-deployment-after
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ secrets.DEPLOYMENT_ID }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: Validate Deploy Action
uses: ./.github/workflows/e2e/validate_deployment
with:
dag_tarball_version_before: ${{ steps.get-deployment-before.outputs.desired_dag_tarball_version }}
image_version_before: ${{ steps.get-deployment-before.outputs.desired_image_version }}
dag_tarball_version_after: ${{ steps.get-deployment-after.outputs.desired_dag_tarball_version }}
image_version_after: ${{ steps.get-deployment-after.outputs.desired_image_version }}
custom-docker-image-test:
name: Custom Docker Image Test
runs-on: ubuntu-latest
needs: pytests-test
steps:
- name: Checkout code
uses: actions/checkout@v2
- name: Install dependencies
run: |
sudo apt-get install jq
# we need to pre-install the CLI to set the context
curl -sSL https://install.astronomer.io | sudo bash -s
- name: Build Docker image
run: cd e2e-setup/astro-project && docker build -t custom-image:latest .
- name: Set CLI context
run: astro context switch ${{ secrets.ASTRONOMER_HOST }}
- name: Get Deployment Info Before Test
id: get-deployment-before
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ secrets.DEPLOYMENT_ID }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: Deploy to Astro
uses: ./
with:
deployment-id: ${{ secrets.DEPLOYMENT_ID }}
workspace: ${{ secrets.WORKSPACE_ID }}
image-name: custom-image:latest
root-folder: e2e-setup/astro-project
- name: Get Deployment Info After Test
id: get-deployment-after
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ secrets.DEPLOYMENT_ID }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: Validate Deploy Action
uses: ./.github/workflows/e2e/validate_deployment
with:
dag_tarball_version_before: ${{ steps.get-deployment-before.outputs.desired_dag_tarball_version }}
image_version_before: ${{ steps.get-deployment-before.outputs.desired_image_version }}
dag_tarball_version_after: ${{ steps.get-deployment-after.outputs.desiredDagTarballVersion }}
image_version_after: ${{ steps.get-deployment-after.outputs.desired_image_version }}
deployment-preview-test:
name: Deployment Preview Test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
id: install-pre-reqs
run: |
sudo apt-get install jq
# we need to pre-install the CLI to set the context
curl -sSL https://install.astronomer.io | sudo bash -s
# Generate a random preview_id and set it as an environment variable
preview_id=$(( RANDOM % 1000 ))
echo "preview_id=$preview_id" >> $GITHUB_ENV
- name: Set CLI context
run: astro context switch ${{ secrets.ASTRONOMER_HOST }}
- name: Create Deployment Preview
id: create-deployment-preview
uses: ./
with:
deployment-id: ${{ secrets.DEPLOYMENT_ID }}
workspace: ${{ secrets.WORKSPACE_ID }}
action: create-deployment-preview
preview-name: test-preview-${{ env.preview_id }}
root-folder: e2e-setup/astro-project
- name: Get Deployment Info After Test
id: get-deployment-after-create-preview
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ steps.create-deployment-preview.outputs.preview-id }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: Validate Deploy Action
id: validate-deployment-preview-create
uses: ./.github/workflows/e2e/validate_deployment
with:
dag_tarball_version_before: ""
image_version_before: "12.1.0"
dag_tarball_version_after: ${{ steps.get-deployment-after-create-preview.outputs.desired_dag_tarball_version }}
image_version_after: ${{ steps.get-deployment-after-create-preview.outputs.desired_image_version }}
- name: Get Deployment Info Before Test
id: get-deployment-before-deploy
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ steps.create-deployment-preview.outputs.preview-id }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: Deploy to Deployment Preview
id: deployment-preview-deploy
uses: ./
with:
deployment-id: ${{ steps.create-deployment-preview.outputs.preview-id }}
workspace: ${{ secrets.WORKSPACE_ID }}
action: deploy-deployment-preview
root-folder: e2e-setup/astro-project
preview-name: test-preview-${{ env.preview_id }}
- name: Get Deployment Info After Test
id: get-deployment-after-deploy-preview
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ steps.deployment-preview-deploy.outputs.preview-id }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: Validate Deploy Action
id: validate-deployment-preview-deploy
uses: ./.github/workflows/e2e/validate_deployment
with:
dag_tarball_version_before: ${{ steps.get-deployment-before-deploy.outputs.desired_dag_tarball_version }}
image_version_before: ${{ steps.get-deployment-before-deploy.outputs.desired_image_version }}
dag_tarball_version_after: ${{ steps.get-deployment-after-deploy-preview.outputs.desired_dag_tarball_version }}
image_version_after: ${{ steps.get-deployment-after-deploy-preview.outputs.desired_image_version }}
- name: Mock git commands for DAG Deploy
run: |
mv e2e-setup/mocks/git.sh /usr/local/bin/git
chmod +x /usr/local/bin/git
- name: Get Deployment Info Before DAG Deploy Test
id: get-deployment-before-dag-deploy
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ steps.create-deployment-preview.outputs.preview-id }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: DAG Deploy to Astro
id: deployment-preview-dag-deploy
uses: ./
with:
deployment-id: ${{ steps.create-deployment-preview.outputs.preview-id }}
workspace: ${{ secrets.WORKSPACE_ID }}
parse: true
root-folder: e2e-setup/astro-project
preview-name: test-preview-${{ env.preview_id }}
- name: Get Deployment Info After DAG Deploy Test
id: get-deployment-after-dag-deploy
uses: ./.github/workflows/e2e/get_deployment_info
with:
deployment_id: ${{ steps.deployment-preview-dag-deploy.outputs.preview-id }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}
- name: Validate DAG Deploy Action
id: validate-dag-deploy-action
uses: ./.github/workflows/e2e/validate_deployment
with:
is_dag_only_deploy: true
dag_tarball_version_before: ${{ steps.get-deployment-before-dag-deploy.outputs.desired_dag_tarball_version }}
image_version_before: ${{ steps.get-deployment-before-dag-deploy.outputs.desired_image_version }}
dag_tarball_version_after: ${{ steps.get-deployment-after-dag-deploy.outputs.desired_dag_tarball_version }}
image_version_after: ${{ steps.get-deployment-after-dag-deploy.outputs.desired_image_version }}
- name: Delete Deployment Preview
id: delete-deployment-preview
uses: ./
with:
deployment-id: ${{ steps.create-deployment-preview.outputs.preview-id }}
workspace: ${{ secrets.WORKSPACE_ID }}
action: delete-deployment-preview
preview-name: test-preview-${{ env.preview_id }}
- name: Validate Deploy Action Preview Deletion
id: validate-deployment-preview-deletion
uses: ./.github/workflows/e2e/get_deployment_info
with:
expected_status_code: 404
deployment_id: ${{ steps.create-deployment-preview.outputs.preview-id }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
astro_api_token: ${{ secrets.ASTRO_API_TOKEN }}
astronomer_host: ${{ secrets.ASTRONOMER_HOST }}