Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

update release workflow to support macos arm64 #41

Merged
merged 14 commits into from
Dec 6, 2021
Merged

update release workflow to support macos arm64 #41

Show file tree
Hide file tree
Changes from 11 commits
Commits
Show all changes
14 commits
Select commit Hold shift + click to select a range
e126129
update release workflow to support macos arm64
Nov 30, 2021
0731914
master -> main
Nov 30, 2021
827c5f9
build macos for py3.6, 3.7, 3.8, 3.9
Dec 3, 2021
104e2a6
test
Dec 3, 2021
862ff78
only build sdist once
Dec 3, 2021
5ce5b42
fix arg
Dec 3, 2021
39868d5
use explicit python version
Dec 3, 2021
5a9d121
cleanup
Dec 3, 2021
411b789
test py3.10
Dec 6, 2021
6f5c018
show generated wheels in last step
Dec 6, 2021
b6efb47
rm PR trigger
Dec 6, 2021
6a5e45a
add comments
Dec 6, 2021
f23f990
test
Dec 6, 2021
9b37f70
rm PR trigger
Dec 6, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
219 changes: 2 additions & 217 deletions .github/workflows/ci.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,14 +3,8 @@ name: CI
on:
push:
branches:
- master
- main
pull_request:
workflow_dispatch:
inputs:
publish:
description: 'Publish to PyPI (true/false)'
required: true
default: 'false'

jobs:
build:
Expand All @@ -27,7 +21,7 @@ jobs:
override: true
- uses: actions-rs/cargo@v1
with:
command: build
command: build
args: --tests

test:
Expand Down Expand Up @@ -59,212 +53,3 @@ jobs:
with:
command: fmt
args: --all -- --check

python-macos:
needs: [build, test, fmt]
name: Build macos
runs-on: macos-latest
steps:
- uses: actions/checkout@v2
- uses: actions/setup-python@v2
with:
python-version: 3.9
- uses: actions/setup-python@v2
with:
python-version: 3.8
- uses: actions/setup-python@v2
with:
python-version: 3.7
- uses: actions/setup-python@v2
with:
python-version: 3.6
- name: Install Rust toolchain
uses: actions-rs/toolchain@v1
with:
toolchain: stable
profile: minimal
default: true
- name: Build wheels - x86_64
uses: messense/maturin-action@v1
with:
target: x86_64
args: --release --out dist
- name: Install built wheel - x86_64
run: |
pip install dbt_extractor --no-index --find-links dist --force-reinstall
python -c "import dbt_extractor"
- name: Build wheels - universal2
uses: messense/maturin-action@v1
with:
args: -i python --release --universal2 --out dist --no-sdist
- name: Install built wheel - universal2
run: |
pip install dbt_extractor --no-index --find-links dist --force-reinstall
python -c "import dbt_extractor"
- name: Show wheels generated
run: ls -lh dist/
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist

python-windows:
needs: [build, test, fmt]
name: Build windows ${{ matrix.target }}
runs-on: windows-latest
strategy:
matrix:
target: [x64, x86]
steps:
- uses: actions/checkout@v2
- uses: actions/setup-python@v2
with:
python-version: 3.9
architecture: ${{ matrix.target }}
- uses: actions/setup-python@v2
with:
python-version: 3.8
architecture: ${{ matrix.target }}
- uses: actions/setup-python@v2
with:
python-version: 3.7
architecture: ${{ matrix.target }}
- uses: actions/setup-python@v2
with:
python-version: 3.6
architecture: ${{ matrix.target }}
- name: Install Rust toolchain
uses: actions-rs/toolchain@v1
with:
toolchain: stable
profile: minimal
default: true
- name: Build wheels
uses: messense/maturin-action@v1
with:
target: ${{ matrix.target }}
args: --release --out dist --no-sdist
- name: Install built wheel
run: |
pip install dbt_extractor --no-index --find-links dist --force-reinstall
python -c "import dbt_extractor"
- name: Show wheels generated
run: ls -lh dist
shell: bash
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist

python-linux:
needs: [build, test, fmt]
name: Build linux ${{ matrix.target }}
runs-on: ubuntu-latest
strategy:
matrix:
target: [x86_64, i686]
steps:
- uses: actions/checkout@v2
# the native python is only used to test that the package can be installed
- uses: actions/setup-python@v2
with:
python-version: 3.9
# supported python versions
# https://github.com/messense/maturin-action/blob/51478586be5dfb16a569cb6bbec182fba9f13f79/src/index.ts#L245
- name: Build Wheels
uses: messense/maturin-action@v1
with:
target: ${{ matrix.target }}
manylinux: auto
args: --release --out dist --no-sdist
- name: Install built wheel
if: matrix.target == 'x86_64'
run: |
pip install dbt_extractor --no-index --find-links dist --force-reinstall
python -c "import dbt_extractor"
- name: Show wheels generated
run: ls -lh dist/
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist

python-linux-cross:
needs: [build, test, fmt]
name: Build py${{ matrix.python.version }} linux-cross ${{ matrix.target }}
runs-on: ubuntu-latest
strategy:
matrix:
python: [
{ version: '3.6', abi: 'cp36-cp36m' },
{ version: '3.7', abi: 'cp37-cp37m' },
{ version: '3.8', abi: 'cp38-cp38' },
{ version: '3.9', abi: 'cp39-cp39' },
]
target: [aarch64, armv7, s390x, ppc64le, ppc64]
env:
PYO3_CROSS_LIB_DIR: /opt/python/${{ matrix.python.abi }}/lib
steps:
- uses: actions/checkout@v2
- name: Build Wheels
uses: messense/maturin-action@v1
with:
target: ${{ matrix.target }}
manylinux: auto
args: -i python${{ matrix.python.version }} --release --out dist --no-sdist
- uses: uraimo/run-on-arch-action@v2.0.5
if: matrix.target != 'ppc64'
name: Install built wheel
with:
arch: ${{ matrix.target }}
distro: ubuntu20.04
githubToken: ${{ github.token }}
# Mount the dist directory as /artifacts in the container
dockerRunArgs: |
--volume "${PWD}/dist:/artifacts"
install: |
apt-get update
apt-get install -y --no-install-recommends python3 python3-pip software-properties-common
add-apt-repository ppa:deadsnakes/ppa
apt-get update
apt-get install -y python3.6 python3.7 python3.9
run: |
ls -lrth /artifacts
PYTHON=python${{ matrix.python.version }}
$PYTHON -m pip install -U pip
$PYTHON -m pip install dbt_extractor --no-index --find-links /artifacts --force-reinstall
$PYTHON -c 'import dbt_extractor'
- name: Show wheels generated
run: ls -lh dist/
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist

publish:
needs: [python-macos, python-windows, python-linux, python-linux-cross]
name: Publish to PyPI
environment:
name: pypi-prod
runs-on: ubuntu-latest
if: ${{ github.event.inputs.publish == 'true' }}
steps:
- uses: actions/download-artifact@v2
with:
name: wheels
- name: Show wheels generated
run: ls -lh ./
- uses: actions/setup-python@v2
with:
python-version: 3.9
- name: Publish to PyPi
env:
TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
run: |
pip install --upgrade twine
twine upload --skip-existing *
Loading