Skip to content

Commit

Permalink
[ci] fix R linting job (fixes #3873)
Browse files Browse the repository at this point in the history
  • Loading branch information
jameslamb committed Jan 28, 2021
1 parent c4b5131 commit 809406d
Show file tree
Hide file tree
Showing 7 changed files with 726 additions and 724 deletions.
72 changes: 36 additions & 36 deletions .appveyor.yml
Original file line number Diff line number Diff line change
@@ -1,43 +1,43 @@
version: 3.1.1.99.{build}
# version: 3.1.1.99.{build}

image: Visual Studio 2015
platform: x64
configuration: # a trick to construct a build matrix with multiple Python versions
- 3.7
# image: Visual Studio 2015
# platform: x64
# configuration: # a trick to construct a build matrix with multiple Python versions
# - 3.7

# only build pull requests and
# commits to 'master'
branches:
only:
- master
# # only build pull requests and
# # commits to 'master'
# branches:
# only:
# - master

environment:
matrix:
- COMPILER: MSVC
TASK: python
- COMPILER: MINGW
TASK: python
# environment:
# matrix:
# - COMPILER: MSVC
# TASK: python
# - COMPILER: MINGW
# TASK: python

clone_depth: 5
# clone_depth: 5

install:
- git submodule update --init --recursive # get `external_libs` folder
- set PATH=%PATH:C:\Program Files\Git\usr\bin;=% # delete sh.exe from PATH (mingw32-make fix)
- set PATH=C:\mingw-w64\x86_64-8.1.0-posix-seh-rt_v6-rev0\mingw64\bin;%PATH%
- set PYTHON_VERSION=%CONFIGURATION%
- set CONDA_ENV="test-env"
- ps: |
switch ($env:PYTHON_VERSION) {
"3.6" {$env:MINICONDA = "C:\Miniconda36-x64"}
"3.7" {$env:MINICONDA = "C:\Miniconda37-x64"}
default {$env:MINICONDA = "C:\Miniconda37-x64"}
}
$env:PATH = "$env:MINICONDA;$env:MINICONDA\Scripts;$env:PATH"
$env:BUILD_SOURCESDIRECTORY = "$env:APPVEYOR_BUILD_FOLDER"
$env:LGB_VER = (Get-Content $env:APPVEYOR_BUILD_FOLDER\VERSION.txt).trim()
# install:
# - git submodule update --init --recursive # get `external_libs` folder
# - set PATH=%PATH:C:\Program Files\Git\usr\bin;=% # delete sh.exe from PATH (mingw32-make fix)
# - set PATH=C:\mingw-w64\x86_64-8.1.0-posix-seh-rt_v6-rev0\mingw64\bin;%PATH%
# - set PYTHON_VERSION=%CONFIGURATION%
# - set CONDA_ENV="test-env"
# - ps: |
# switch ($env:PYTHON_VERSION) {
# "3.6" {$env:MINICONDA = "C:\Miniconda36-x64"}
# "3.7" {$env:MINICONDA = "C:\Miniconda37-x64"}
# default {$env:MINICONDA = "C:\Miniconda37-x64"}
# }
# $env:PATH = "$env:MINICONDA;$env:MINICONDA\Scripts;$env:PATH"
# $env:BUILD_SOURCESDIRECTORY = "$env:APPVEYOR_BUILD_FOLDER"
# $env:LGB_VER = (Get-Content $env:APPVEYOR_BUILD_FOLDER\VERSION.txt).trim()

build: false
# build: false

test_script:
- conda init powershell
- powershell.exe -ExecutionPolicy Bypass -File %APPVEYOR_BUILD_FOLDER%\.ci\test_windows.ps1
# test_script:
# - conda init powershell
# - powershell.exe -ExecutionPolicy Bypass -File %APPVEYOR_BUILD_FOLDER%\.ci\test_windows.ps1
2 changes: 2 additions & 0 deletions .ci/test.sh
Original file line number Diff line number Diff line change
Expand Up @@ -44,9 +44,11 @@ if [[ $TASK == "lint" ]]; then
pycodestyle \
pydocstyle \
r-stringi # stringi needs to be installed separate from r-lintr to avoid issues like 'unable to load shared object stringi.so'
# r-xfun below has to be upgraded because lintr requires > 0.19 for that package
conda install -q -y -n $CONDA_ENV \
-c conda-forge \
libxml2 \
"r-xfun>=0.20" \
"r-lintr>=2.0"
pip install --user cpplint mypy
echo "Linting Python code"
Expand Down
178 changes: 89 additions & 89 deletions .github/workflows/cuda.yml
Original file line number Diff line number Diff line change
@@ -1,92 +1,92 @@
name: CUDA Version
# name: CUDA Version

on:
push:
branches:
- master
pull_request:
branches:
- master
# on:
# push:
# branches:
# - master
# pull_request:
# branches:
# - master

env:
github_actions: 'true'
os_name: linux
compiler: gcc
task: cuda
conda_env: test-env
# env:
# github_actions: 'true'
# os_name: linux
# compiler: gcc
# task: cuda
# conda_env: test-env

jobs:
test:
name: cuda ${{ matrix.method }} (linux, Python ${{ matrix.python_version }})
runs-on: [self-hosted, linux]
timeout-minutes: 60
strategy:
fail-fast: false
matrix:
include:
- method: source
python_version: 3.6
- method: pip
python_version: 3.7
- method: wheel
python_version: 3.8
steps:
- name: Setup or update software on host machine
run: |
sudo apt-get update
sudo apt-get install --no-install-recommends -y \
apt-transport-https \
ca-certificates \
curl \
git \
gnupg-agent \
software-properties-common \
wget
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" -y
curl -sL https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add -
curl -sL https://nvidia.github.io/nvidia-docker/$(. /etc/os-release;echo $ID$VERSION_ID)/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list
sudo apt-get update
sudo apt-get install --no-install-recommends -y \
containerd.io \
docker-ce \
docker-ce-cli \
nvidia-docker2
sudo chmod a+rw /var/run/docker.sock
sudo systemctl restart docker
- name: Remove old folder with repository
run: sudo rm -rf $GITHUB_WORKSPACE
- name: Checkout repository
uses: actions/checkout@v1
with:
fetch-depth: 5
submodules: true
- name: Setup and run tests
run: |
export ROOT_DOCKER_FOLDER=/LightGBM
cat > docker.env <<EOF
GITHUB_ACTIONS=${{ env.github_actions }}
OS_NAME=${{ env.os_name }}
COMPILER=${{ env.compiler }}
TASK=${{ env.task }}
METHOD=${{ matrix.method }}
CONDA_ENV=${{ env.conda_env }}
PYTHON_VERSION=${{ matrix.python_version }}
BUILD_DIRECTORY=$ROOT_DOCKER_FOLDER
LGB_VER=$(head -n 1 VERSION.txt)
EOF
cat > docker-script.sh <<EOF
export CONDA=\$HOME/miniconda
export PATH=\$CONDA/bin:\$PATH
nvidia-smi
$ROOT_DOCKER_FOLDER/.ci/setup.sh || exit -1
$ROOT_DOCKER_FOLDER/.ci/test.sh || exit -1
EOF
docker run --env-file docker.env -v "$GITHUB_WORKSPACE":"$ROOT_DOCKER_FOLDER" --rm --gpus all nvidia/cuda:11.2.0-devel /bin/bash $ROOT_DOCKER_FOLDER/docker-script.sh
all-successful:
# https://github.uint.cloudmunity/t/is-it-possible-to-require-all-github-actions-tasks-to-pass-without-enumerating-them/117957/4?u=graingert
runs-on: ubuntu-latest
needs: [test]
steps:
- name: Note that all tests succeeded
run: echo "🎉"
# jobs:
# test:
# name: cuda ${{ matrix.method }} (linux, Python ${{ matrix.python_version }})
# runs-on: [self-hosted, linux]
# timeout-minutes: 60
# strategy:
# fail-fast: false
# matrix:
# include:
# - method: source
# python_version: 3.6
# - method: pip
# python_version: 3.7
# - method: wheel
# python_version: 3.8
# steps:
# - name: Setup or update software on host machine
# run: |
# sudo apt-get update
# sudo apt-get install --no-install-recommends -y \
# apt-transport-https \
# ca-certificates \
# curl \
# git \
# gnupg-agent \
# software-properties-common \
# wget
# curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
# sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" -y
# curl -sL https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add -
# curl -sL https://nvidia.github.io/nvidia-docker/$(. /etc/os-release;echo $ID$VERSION_ID)/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list
# sudo apt-get update
# sudo apt-get install --no-install-recommends -y \
# containerd.io \
# docker-ce \
# docker-ce-cli \
# nvidia-docker2
# sudo chmod a+rw /var/run/docker.sock
# sudo systemctl restart docker
# - name: Remove old folder with repository
# run: sudo rm -rf $GITHUB_WORKSPACE
# - name: Checkout repository
# uses: actions/checkout@v1
# with:
# fetch-depth: 5
# submodules: true
# - name: Setup and run tests
# run: |
# export ROOT_DOCKER_FOLDER=/LightGBM
# cat > docker.env <<EOF
# GITHUB_ACTIONS=${{ env.github_actions }}
# OS_NAME=${{ env.os_name }}
# COMPILER=${{ env.compiler }}
# TASK=${{ env.task }}
# METHOD=${{ matrix.method }}
# CONDA_ENV=${{ env.conda_env }}
# PYTHON_VERSION=${{ matrix.python_version }}
# BUILD_DIRECTORY=$ROOT_DOCKER_FOLDER
# LGB_VER=$(head -n 1 VERSION.txt)
# EOF
# cat > docker-script.sh <<EOF
# export CONDA=\$HOME/miniconda
# export PATH=\$CONDA/bin:\$PATH
# nvidia-smi
# $ROOT_DOCKER_FOLDER/.ci/setup.sh || exit -1
# $ROOT_DOCKER_FOLDER/.ci/test.sh || exit -1
# EOF
# docker run --env-file docker.env -v "$GITHUB_WORKSPACE":"$ROOT_DOCKER_FOLDER" --rm --gpus all nvidia/cuda:11.2.0-devel /bin/bash $ROOT_DOCKER_FOLDER/docker-script.sh
# all-successful:
# # https://github.uint.cloudmunity/t/is-it-possible-to-require-all-github-actions-tasks-to-pass-without-enumerating-them/117957/4?u=graingert
# runs-on: ubuntu-latest
# needs: [test]
# steps:
# - name: Note that all tests succeeded
# run: echo "🎉"
Loading

0 comments on commit 809406d

Please sign in to comment.