From a91d30166cfddc8d30677c062873dba2030a2229 Mon Sep 17 00:00:00 2001 From: Thanh Nguyen Date: Fri, 16 Aug 2024 10:51:03 -0500 Subject: [PATCH 1/2] fix docker-compose install --- .github/workflows/image_build_and_test.yaml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.github/workflows/image_build_and_test.yaml b/.github/workflows/image_build_and_test.yaml index e3b3276f..6dc3028f 100644 --- a/.github/workflows/image_build_and_test.yaml +++ b/.github/workflows/image_build_and_test.yaml @@ -93,6 +93,12 @@ jobs: working-directory: ../compose-etl run: echo "{\"db_host\":\"host.docker.internal\",\"db_username\":\"postgres\",\"db_password\":\"postgres\",\"db_database\":\"metadata_db\"}" > configs/creds.json + - name: Install docker-compose + working-directory: ../compose-etl + run: | + curl -L "https://github.com/docker/compose/releases/download/1.29.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose + chmod +x /usr/local/bin/docker-compose + - name: Replace tube branch working-directory: ../compose-etl run: | From 599a20439ece4c15e513f1d2742a5eae50f95cb5 Mon Sep 17 00:00:00 2001 From: Thanh Nguyen Date: Fri, 16 Aug 2024 14:41:02 -0500 Subject: [PATCH 2/2] we may only need to change the command --- .github/workflows/image_build_and_test.yaml | 12 +++--------- 1 file changed, 3 insertions(+), 9 deletions(-) diff --git a/.github/workflows/image_build_and_test.yaml b/.github/workflows/image_build_and_test.yaml index 6dc3028f..99ec07d8 100644 --- a/.github/workflows/image_build_and_test.yaml +++ b/.github/workflows/image_build_and_test.yaml @@ -93,12 +93,6 @@ jobs: working-directory: ../compose-etl run: echo "{\"db_host\":\"host.docker.internal\",\"db_username\":\"postgres\",\"db_password\":\"postgres\",\"db_database\":\"metadata_db\"}" > configs/creds.json - - name: Install docker-compose - working-directory: ../compose-etl - run: | - curl -L "https://github.com/docker/compose/releases/download/1.29.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose - chmod +x /usr/local/bin/docker-compose - - name: Replace tube branch working-directory: ../compose-etl run: | @@ -112,14 +106,14 @@ jobs: - name: Run spark and ElasticSearch working-directory: ../compose-etl - run: docker-compose up -d spark elasticsearch + run: docker compose up -d spark elasticsearch - name: Wait for the container to be up and running run: sleep 60 - name: Checking logs working-directory: ../compose-etl - run: docker-compose logs + run: docker compose logs - name: Check all containers run: docker ps @@ -129,7 +123,7 @@ jobs: - name: Run ETL process working-directory: ../compose-etl - run: docker-compose run tube bash -c "python run_config.py; python run_etl.py" + run: docker compose run tube bash -c "python run_config.py; python run_etl.py" - name: Run integrated tests # Run the tests that require Spark and ElasticSearch