Merge pull request #1553 from bdovaz/feature/arm-docker-image

ARM64 docker images WIP merged into a dev branch, to continue development there.
oxsecurity · Jan 17, 2023 · e223a1a · e223a1a
2 parents 8b1ed86 + 29e2ac1
commit e223a1a
Show file tree

Hide file tree

Showing 88 changed files with 109,617 additions and 2,439 deletions.
diff --git a/.automation/build_schemas_doc.sh b/.automation/build_schemas_doc.sh
@@ -3,7 +3,13 @@
 # Generate HTML documentation from JSON schemas, using json-schema-for-humans :)
 
 generate-schema-doc ../megalinter/descriptors/schemas/megalinter-descriptor.jsonschema.json \
-  ../docs/json-schemas/descriptor.html
+  ../docs/json-schemas/descriptor.html \
+  --config minify=false \
+  --config expand_buttons=false \
+  --config link_to_reused_ref=false
 
 generate-schema-doc ../megalinter/descriptors/schemas/megalinter-configuration.jsonschema.json \
-  ../docs/json-schemas/configuration.html
+  ../docs/json-schemas/configuration.html \
+  --config minify=false \
+  --config expand_buttons=false \
+  --config link_to_reused_ref=false
diff --git a/.github/linters/.cspell.json b/.github/linters/.cspell.json
@@ -322,6 +322,7 @@
         "Syft",
         "Symlinks",
         "Syntastic",
+        "TARGETPLATFORM",
         "TEAMPROJECT",
         "TEKTON",
         "TERMIOS",
@@ -363,6 +364,7 @@
         "Ywarn",
         "Zepu",
         "Zraku",
+        "aarch64",
         "abefhkmnptuvx",
         "abhith",
         "absolutized",
@@ -392,6 +394,7 @@
         "arctan",
         "aren",
         "argparse",
+        "armv6",
         "arror",
         "artefacts",
         "asdict",
@@ -1095,6 +1098,7 @@
         "returnrules",
         "rexec",
         "risd",
+        "riscv",
         "rmfamily",
         "rockspec",
         "rockspecs",

diff --git a/.github/workflows/auto-update-linters.yml b/.github/workflows/auto-update-linters.yml
@@ -54,11 +54,14 @@ jobs:
         run: echo "BUILD_DATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> ${GITHUB_ENV}
 
       ###################################
-      # Build image locally for testing #
+      # Build images locally for testing #
       ###################################
-      - name: Build image
+      - name: Build images
         shell: bash
-        run: docker buildx build --platform linux/amd64 --build-arg "BUILD_DATE=${BUILD_DATE}" --build-arg "BUILD_REVISION=auto_update_${GITHUB_SHA}" --build-arg "BUILD_VERSION=auto_update_${GITHUB_SHA}" --no-cache -t oxsecurity/megalinter:auto_update_${GITHUB_SHA} --load . | while read line ; do echo "$(date +'%H:%M:%S')| $line"; done;
+        run: |
+          docker buildx build --platform linux/amd64,linux/arm64 --build-arg "BUILD_DATE=${BUILD_DATE}" --build-arg "BUILD_REVISION=auto_update_${GITHUB_SHA}" --build-arg "BUILD_VERSION=auto_update_${GITHUB_SHA}" --no-cache -t oxsecurity/megalinter:auto_update_${GITHUB_SHA} .
+          docker buildx build --load --platform linux/amd64 -t oxsecurity/megalinter:auto_update_${GITHUB_SHA} .
+          docker buildx build --load --platform linux/arm64 -t oxsecurity/megalinter:auto_update_${GITHUB_SHA}:arm64 .
         timeout-minutes: 60
 
       #####################################

diff --git a/.github/workflows/deploy-ALPHA-flavors.yml b/.github/workflows/deploy-ALPHA-flavors.yml
@@ -89,7 +89,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-${{ matrix.flavor }}
           IMAGE_VERSION: alpha
           DOCKERFILE_PATH: flavors/${{ matrix.flavor }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
           SQUASH: "true"
         shell: bash
@@ -106,7 +106,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-${{ matrix.flavor }}
           IMAGE_VERSION: alpha
           DOCKERFILE_PATH: flavors/${{ matrix.flavor }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: GCR
           SQUASH: "true"
         shell: bash

diff --git a/.github/workflows/deploy-ALPHA.yml b/.github/workflows/deploy-ALPHA.yml
@@ -69,7 +69,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter
           IMAGE_VERSION: alpha
           DOCKERFILE_PATH: Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
         shell: bash
         run: .automation/upload-docker.sh
@@ -86,7 +86,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter
           IMAGE_VERSION: alpha
           DOCKERFILE_PATH: Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: GCR
         shell: bash
         run: .automation/upload-docker.sh

diff --git a/.github/workflows/deploy-BETA-flavors.yml b/.github/workflows/deploy-BETA-flavors.yml
@@ -93,7 +93,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-${{ matrix.flavor }}
           IMAGE_VERSION: beta
           DOCKERFILE_PATH: flavors/${{ matrix.flavor }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
         shell: bash
         run: .automation/upload-docker.sh
@@ -109,7 +109,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-${{ matrix.flavor }}
           IMAGE_VERSION: beta
           DOCKERFILE_PATH: flavors/${{ matrix.flavor }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: GCR
         shell: bash
         run: .automation/upload-docker.sh

diff --git a/.github/workflows/deploy-BETA-linters.yml b/.github/workflows/deploy-BETA-linters.yml
@@ -120,7 +120,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-only-${{ matrix.linter }}
           IMAGE_VERSION: beta
           DOCKERFILE_PATH: linters/${{ matrix.linter }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
         shell: bash
         run: .automation/upload-docker.sh
@@ -133,7 +133,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-only-${{ matrix.linter }}
           IMAGE_VERSION: "${{ needs.prepare.outputs.unique_docker_image_name }}"
           DOCKERFILE_PATH: linters/${{ matrix.linter }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
           ALWAYS_BUILD: force
         shell: bash
@@ -150,7 +150,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-only-${{ matrix.linter }}
           IMAGE_VERSION: beta
           DOCKERFILE_PATH: linters/${{ matrix.linter }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: GCR
         shell: bash
         run: .automation/upload-docker.sh
@@ -163,7 +163,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-only-${{ matrix.linter }}
           IMAGE_VERSION: "${{ needs.prepare.outputs.unique_docker_image_name }}"
           DOCKERFILE_PATH: linters/${{ matrix.linter }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: GCR
           ALWAYS_BUILD: force
         shell: bash

diff --git a/.github/workflows/deploy-BETA.yml b/.github/workflows/deploy-BETA.yml
@@ -82,7 +82,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter
           IMAGE_VERSION: beta
           DOCKERFILE_PATH: Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
         shell: bash
         run: .automation/upload-docker.sh
@@ -98,7 +98,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter
           IMAGE_VERSION: beta
           DOCKERFILE_PATH: Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: GCR
         shell: bash
         run: .automation/upload-docker.sh

diff --git a/.github/workflows/deploy-DEV-linters.yml b/.github/workflows/deploy-DEV-linters.yml
@@ -113,7 +113,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-only-${{ matrix.linter }}
           IMAGE_VERSION: ${{ needs.prepare.outputs.tag }}
           DOCKERFILE_PATH: linters/${{ matrix.linter }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
         shell: bash
         run: .automation/upload-docker.sh

diff --git a/.github/workflows/deploy-DEV.yml b/.github/workflows/deploy-DEV.yml
@@ -78,9 +78,9 @@ jobs:
           echo "tag=${TAG}" >>"$GITHUB_OUTPUT"
 
       ###################################
-      # Build image locally for testing #
+      # Build images locally for testing #
       ###################################
-      - name: Build image (quick)
+      - name: Build images (quick)
         if: "contains(github.event.head_commit.message, 'quick build')"
         id: docker_build_quick
         shell: bash
@@ -94,7 +94,9 @@ jobs:
              MEGA_LINTER_BASE_IMAGE="oxsecurity/megalinter:${{steps.image_tag.outputs.tag}}"
              echo "Reusing previously built image as base for quick build: ${MEGA_LINTER_BASE_IMAGE}"
           fi
-          docker buildx build --platform linux/amd64 --build-arg "BUILD_DATE=${BUILD_DATE}" --build-arg "BUILD_REVISION=${GITHUB_SHA}" --build-arg "BUILD_VERSION=${GITHUB_SHA}" --build-arg "MEGALINTER_BASE_IMAGE=${MEGA_LINTER_BASE_IMAGE}" --no-cache -f "Dockerfile-quick" -t oxsecurity/megalinter:${{steps.image_tag.outputs.tag}} --load . | while read line ; do echo "$(date +'%H:%M:%S')| $line"; done;
+          docker buildx build --platform linux/amd64,linux/arm64 --build-arg "BUILD_DATE=${BUILD_DATE}" --build-arg "BUILD_REVISION=${GITHUB_SHA}" --build-arg "BUILD_VERSION=${GITHUB_SHA}" --build-arg "MEGALINTER_BASE_IMAGE=${MEGA_LINTER_BASE_IMAGE}" --no-cache -f "Dockerfile-quick" -t oxsecurity/megalinter:${{steps.image_tag.outputs.tag}} .
+          docker buildx build --load --platform linux/amd64 -t oxsecurity/megalinter:${{steps.image_tag.outputs.tag}} .
+          docker buildx build --load --platform linux/arm64 -t oxsecurity/megalinter:${{steps.image_tag.outputs.tag}}:arm64 .
         timeout-minutes: 60
 
       ##########################
@@ -109,15 +111,15 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter
           IMAGE_VERSION: ${{steps.image_tag.outputs.tag}}
           DOCKERFILE_PATH: Dockerfile-quick
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
         shell: bash
         run: .automation/upload-docker.sh || true
 
       #######################################
-      # Build image (full for forked repos) #
+      # Build images (full for forked repos) #
       #######################################
-      - name: Build image (full from forks)
+      - name: Build images (full from forks)
         if: |
           (
           (github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository) ||
@@ -127,7 +129,10 @@ jobs:
           !contains(github.event.head_commit.message, 'quick build')
         id: docker_build
         shell: bash
-        run: docker buildx build --platform linux/amd64 --build-arg "BUILD_DATE=${BUILD_DATE}" --build-arg "BUILD_REVISION=${GITHUB_SHA}" --build-arg "BUILD_VERSION=${GITHUB_SHA}" --no-cache -t oxsecurity/megalinter:${{steps.image_tag.outputs.tag}} --load . | while read line ; do echo "$(date +'%H:%M:%S')| $line"; done;
+        run: |
+          docker buildx build --platform linux/amd64,linux/arm64 --build-arg "BUILD_DATE=${BUILD_DATE}" --build-arg "BUILD_REVISION=${GITHUB_SHA}" --build-arg "BUILD_VERSION=${GITHUB_SHA}" --no-cache -t oxsecurity/megalinter:${{steps.image_tag.outputs.tag}} .
+          docker buildx build --load --platform linux/amd64 -t oxsecurity/megalinter:${{steps.image_tag.outputs.tag}} .
+          docker buildx build --load --platform linux/arm64 -t oxsecurity/megalinter:${{steps.image_tag.outputs.tag}}:arm64 .
         timeout-minutes: 90
 
       ####################################
@@ -148,7 +153,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter
           IMAGE_VERSION: ${{steps.image_tag.outputs.tag}}
           DOCKERFILE_PATH: Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
         shell: bash
         run: .automation/upload-docker.sh

diff --git a/.github/workflows/deploy-RELEASE-flavors.yml b/.github/workflows/deploy-RELEASE-flavors.yml
@@ -82,7 +82,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-${{ matrix.flavor }}
           IMAGE_VERSION: ${{ github.event.release.tag_name }}
           DOCKERFILE_PATH: flavors/${{ matrix.flavor }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
         shell: bash
         run: .automation/upload-docker.sh
@@ -98,7 +98,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-${{ matrix.flavor }}
           IMAGE_VERSION: ${{ github.event.release.tag_name }}
           DOCKERFILE_PATH: flavors/${{ matrix.flavor }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: GCR
         shell: bash
         run: .automation/upload-docker.sh

diff --git a/.github/workflows/deploy-RELEASE-linters.yml b/.github/workflows/deploy-RELEASE-linters.yml
@@ -96,7 +96,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-only-${{ matrix.linter }}
           IMAGE_VERSION: "${{ github.event.release.tag_name }}"
           DOCKERFILE_PATH: linters/${{ matrix.linter }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
           ALWAYS_BUILD: force
         shell: bash
@@ -113,7 +113,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter-only-${{ matrix.linter }}
           IMAGE_VERSION: "${{ github.event.release.tag_name }}"
           DOCKERFILE_PATH: linters/${{ matrix.linter }}/Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: GCR
           ALWAYS_BUILD: force
         shell: bash

diff --git a/.github/workflows/deploy-RELEASE.yml b/.github/workflows/deploy-RELEASE.yml
@@ -72,7 +72,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter
           IMAGE_VERSION: ${{ github.event.release.tag_name }}
           DOCKERFILE_PATH: Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: Docker
         shell: bash
         run: .automation/upload-docker.sh
@@ -88,7 +88,7 @@ jobs:
           IMAGE_REPO: oxsecurity/megalinter
           IMAGE_VERSION: ${{ github.event.release.tag_name }}
           DOCKERFILE_PATH: Dockerfile
-          DOCKER_BUILD_PLATFORMS: linux/amd64
+          DOCKER_BUILD_PLATFORMS: linux/amd64,linux/arm64
           REGISTRY: GCR
         shell: bash
         run: .automation/upload-docker.sh