From 2f1cb77ca0298206228cb97efa33632eacb3b65e Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 00:44:52 +0100 Subject: [PATCH 01/14] Change directory to Mounted dir --- .github/workflows/build.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index da826597a6d..11286b8dc69 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -25,6 +25,9 @@ on: jobs: build: runs-on: ["ubuntu-22.04"] + defaults: + run: + working-directory: /mnt/ steps: # Based on https://github.com/actions/runner-images/issues/2840 - name: 🪓 Remove some stuff we don't need @@ -47,6 +50,7 @@ jobs: submodules: recursive lfs: true fetch-depth: 1 + path: /mnt/ - name: Display disk free run: ./.github/scripts/print_df.sh - name: 🐍 Setup Python From 305fee195505461f9b77d3db5c3bfb9c6a42bce7 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 00:45:59 +0100 Subject: [PATCH 02/14] Update build.yml --- .github/workflows/build.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 11286b8dc69..880ce702f5e 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -50,7 +50,6 @@ jobs: submodules: recursive lfs: true fetch-depth: 1 - path: /mnt/ - name: Display disk free run: ./.github/scripts/print_df.sh - name: 🐍 Setup Python From 049f67fdcd32bd380c495e92fcff815df9a5ef5a Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 00:50:48 +0100 Subject: [PATCH 03/14] Update build.yml --- .github/workflows/build.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 880ce702f5e..76996fa4da2 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -51,7 +51,7 @@ jobs: lfs: true fetch-depth: 1 - name: Display disk free - run: ./.github/scripts/print_df.sh + run: /home/runner/work/airflow-site/airflow-site/.github/scripts/print_df.sh - name: 🐍 Setup Python uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4.6.1 with: From 8bd0948dc58c133060931c9705cfbdeba599c650 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 00:56:55 +0100 Subject: [PATCH 04/14] Update build.yml --- .github/workflows/build.yml | 26 +++++++++++++++----------- 1 file changed, 15 insertions(+), 11 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 76996fa4da2..ba5c4d62dc7 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -27,7 +27,7 @@ jobs: runs-on: ["ubuntu-22.04"] defaults: run: - working-directory: /mnt/ + working-directory: /mnt/airflow-site steps: # Based on https://github.com/actions/runner-images/issues/2840 - name: 🪓 Remove some stuff we don't need @@ -50,8 +50,12 @@ jobs: submodules: recursive lfs: true fetch-depth: 1 + - name: Move repository to /mnt + run: | + mv /home/runner/work/airflow-site/airflow-site /mnt/airflow-site - name: Display disk free - run: /home/runner/work/airflow-site/airflow-site/.github/scripts/print_df.sh + run: /mnt/airflow-site/.github/scripts/print_df.sh + - name: 🐍 Setup Python uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4.6.1 with: @@ -67,12 +71,12 @@ jobs: extended: true - name: 🟢 Install node dependencies run: | - ./site.sh install-node-deps - ./.github/scripts/print_df.sh + /mnt/airflow-site/site.sh install-node-deps + /mnt/airflow-site/.github/scripts/print_df.sh - name: 🐍 Install Python dependencies run: | pip install -r requirements.txt - ./.github/scripts/print_df.sh + /mnt/airflow-site/.github/scripts/print_df.sh - name: 🔎 Lint uses: apache/airflow-pre-commit-action@0764670bf370aab253130d534e1eda7ff497dc60 # v2.0.0 - name: 🗂 Checkout gh-pages branch with minimum depth @@ -84,12 +88,12 @@ jobs: path: dist - name: 🔧 Build site run: | - ./site.sh build-site - ./.github/scripts/print_df.sh + /mnt/airflow-site/site.sh build-site + /mnt/airflow-site/.github/scripts/print_df.sh - run: | rm -rf ./docs-archive/* echo "docs-archive directory files are deleted as they are no longer needed after the site is built in the above step" - ./.github/scripts/print_df.sh + /mnt/airflow-site/.github/scripts/print_df.sh - name: 🐅 Optimize artifacts if: ${{ github.event_name == 'pull_request' }} run: | @@ -97,7 +101,7 @@ jobs: echo "These files have been deleted to optimize the size of the artifacts." > ./dist/docs/index.html echo "Here was the contents of the ./docs-archive directory" >> ./dist/docs/index.html find ./dist/ - ./.github/scripts/print_df.sh + /mnt/airflow-site/.github/scripts/print_df.sh - uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce # v3.1.2 name: 🚀 Upload website as artifact if: ${{ github.event_name == 'pull_request' }} @@ -112,12 +116,12 @@ jobs: # The asf.yaml file must be in the branch from which the files are published. # Otherwise, ASF publising tools cannot detect it. cp .asf.yaml ./dist/ - ./.github/scripts/print_df.sh + /mnt/airflow-site/.github/scripts/print_df.sh - name: 🪓 Remove node and node modules run: | rm -rf node_modules sudo rm -rf "$AGENT_TOOLSDIRECTORY/node" - ./.github/scripts/print_df.sh + /mnt/airflow-site/.github/scripts/print_df.sh - name: 🚀 Amend gh-pages branch and deploy it with force (replacing previous pages) if: ${{ github.event_name == 'push' }} working-directory: dist From 5499932ccb8d8659c4932c31a2e3dde166f30375 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 00:59:03 +0100 Subject: [PATCH 05/14] Apply suggestions from code review --- .github/workflows/build.yml | 3 --- 1 file changed, 3 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index ba5c4d62dc7..f4e23b55477 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -25,9 +25,6 @@ on: jobs: build: runs-on: ["ubuntu-22.04"] - defaults: - run: - working-directory: /mnt/airflow-site steps: # Based on https://github.com/actions/runner-images/issues/2840 - name: 🪓 Remove some stuff we don't need From b726a229eb52412990b43475881628b8f7addd08 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 01:02:43 +0100 Subject: [PATCH 06/14] Apply suggestions from code review --- .github/workflows/build.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index f4e23b55477..310076437ae 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -47,6 +47,8 @@ jobs: submodules: recursive lfs: true fetch-depth: 1 + - name: Create /mnt/airflow-site directory + run: mkdir -p /mnt/airflow-site - name: Move repository to /mnt run: | mv /home/runner/work/airflow-site/airflow-site /mnt/airflow-site From e8fb9f53d338c380ef385314fb49cbfc27093741 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 01:07:09 +0100 Subject: [PATCH 07/14] Apply suggestions from code review --- .github/workflows/build.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 310076437ae..ae3889c5343 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -48,10 +48,10 @@ jobs: lfs: true fetch-depth: 1 - name: Create /mnt/airflow-site directory - run: mkdir -p /mnt/airflow-site + run: sudo mkdir -p /mnt/airflow-site - name: Move repository to /mnt run: | - mv /home/runner/work/airflow-site/airflow-site /mnt/airflow-site + sudo mv /home/runner/work/airflow-site/airflow-site /mnt/airflow-site - name: Display disk free run: /mnt/airflow-site/.github/scripts/print_df.sh From ee56b4a32b0f248205f4a0f78b9664e59df32a20 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 01:16:38 +0100 Subject: [PATCH 08/14] Apply suggestions from code review --- .github/workflows/build.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index ae3889c5343..00478d9aa3f 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -52,6 +52,10 @@ jobs: - name: Move repository to /mnt run: | sudo mv /home/runner/work/airflow-site/airflow-site /mnt/airflow-site + - name: Set working directory to /mnt/airflow-site + working-directory: /mnt/airflow-site + run: echo "Working directory set to /mnt/airflow-site" + - name: Display disk free run: /mnt/airflow-site/.github/scripts/print_df.sh From 922bace78f5f89fe01d9b949f8c88d97ad7346f8 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 01:26:57 +0100 Subject: [PATCH 09/14] Apply suggestions from code review --- .github/workflows/build.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 00478d9aa3f..04eb2d36575 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -58,9 +58,11 @@ jobs: - name: Display disk free run: /mnt/airflow-site/.github/scripts/print_df.sh + working-directory: /mnt/airflow-site - name: 🐍 Setup Python uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4.6.1 + working-directory: /mnt/airflow-site with: python-version: '3.7' - name: ❤️ Install Node 16 From cfa65acf28ee91a5bda398d0c4415cf276806491 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 01:29:07 +0100 Subject: [PATCH 10/14] Apply suggestions from code review --- .github/workflows/build.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 04eb2d36575..7fe46b139fa 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -62,7 +62,6 @@ jobs: - name: 🐍 Setup Python uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4.6.1 - working-directory: /mnt/airflow-site with: python-version: '3.7' - name: ❤️ Install Node 16 From 67ec6344108b882a772a2190784ab99caf51261c Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 01:39:12 +0100 Subject: [PATCH 11/14] Update build.yml --- .github/workflows/build.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 7fe46b139fa..af9bc9bf7e8 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -51,7 +51,7 @@ jobs: run: sudo mkdir -p /mnt/airflow-site - name: Move repository to /mnt run: | - sudo mv /home/runner/work/airflow-site/airflow-site /mnt/airflow-site + sudo mv /home/runner/work/airflow-site/airflow-site /mnt/ - name: Set working directory to /mnt/airflow-site working-directory: /mnt/airflow-site run: echo "Working directory set to /mnt/airflow-site" From 05a324e0d26452918c8703b1452f1add4a514d44 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 01:50:30 +0100 Subject: [PATCH 12/14] Update build.yml --- .github/workflows/build.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index af9bc9bf7e8..4999e0b04a1 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -59,7 +59,8 @@ jobs: - name: Display disk free run: /mnt/airflow-site/.github/scripts/print_df.sh working-directory: /mnt/airflow-site - + - name: Create symbolic link + run: sudo ln -s /mnt/airflow-site /home/runner/work/airflow-site/airflow-site - name: 🐍 Setup Python uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4.6.1 with: From 0909357149d669f3e12e987996b98bc102b49ebd Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 02:05:13 +0100 Subject: [PATCH 13/14] Update build.yml --- .github/workflows/build.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 4999e0b04a1..e4185a47608 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -52,6 +52,9 @@ jobs: - name: Move repository to /mnt run: | sudo mv /home/runner/work/airflow-site/airflow-site /mnt/ + # Create symbolic link + sudo mkdir -p /home/runner/work/airflow-site + sudo ln -s /mnt/airflow-site /home/runner/work/airflow-site/airflow-site - name: Set working directory to /mnt/airflow-site working-directory: /mnt/airflow-site run: echo "Working directory set to /mnt/airflow-site" @@ -59,8 +62,6 @@ jobs: - name: Display disk free run: /mnt/airflow-site/.github/scripts/print_df.sh working-directory: /mnt/airflow-site - - name: Create symbolic link - run: sudo ln -s /mnt/airflow-site /home/runner/work/airflow-site/airflow-site - name: 🐍 Setup Python uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4.6.1 with: From 6ae34acc7a2b36d4e0cc73faad3a2f678ceec846 Mon Sep 17 00:00:00 2001 From: Kaxil Naik Date: Fri, 16 Aug 2024 02:17:56 +0100 Subject: [PATCH 14/14] Update build.yml --- .github/workflows/build.yml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index e4185a47608..797e5c98c7d 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -83,8 +83,14 @@ jobs: run: | pip install -r requirements.txt /mnt/airflow-site/.github/scripts/print_df.sh + - name: Ensure cache directory exists and adjust permissions + run: | + mkdir -p /mnt/airflow-site/.cache/pre-commit + sudo chmod -R 777 /mnt/airflow-site/.cache/pre-commit - name: 🔎 Lint uses: apache/airflow-pre-commit-action@0764670bf370aab253130d534e1eda7ff497dc60 # v2.0.0 + env: + PRE_COMMIT_HOME: /mnt/airflow-site/.cache/pre-commit - name: 🗂 Checkout gh-pages branch with minimum depth uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # 3.5.3 if: ${{ github.event_name == 'push' }}