Skip to content

Commit

Permalink
Use conda to build python packages during GPU tests
Browse files Browse the repository at this point in the history
Signed-off-by: Jordan Jacobelli <jjacobelli@nvidia.com>
  • Loading branch information
jjacobelli committed Apr 21, 2022
1 parent a921306 commit 36e342e
Show file tree
Hide file tree
Showing 2 changed files with 17 additions and 13 deletions.
30 changes: 17 additions & 13 deletions ci/gpu/build.sh
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#!/bin/bash
# COPYRIGHT (c) 2020, NVIDIA CORPORATION.
# COPYRIGHT (c) 2020-2002, NVIDIA CORPORATION.
##############################################
# cuXfilter GPU build and test script for CI #
##############################################
Expand All @@ -24,6 +24,8 @@ export HOME="$WORKSPACE"
cd "$WORKSPACE"
export GIT_DESCRIBE_TAG=`git describe --tags`
export MINOR_VERSION=`echo $GIT_DESCRIBE_TAG | grep -o -E '([0-9]+\.[0-9]+)'`
unset GIT_DESCRIBE_TAG

# Set `LIBCUDF_KERNEL_CACHE_PATH` environment variable to $HOME/.jitify-cache because
# it's local to the container's virtual file system, and not shared with other CI jobs
# like `/tmp` is.
Expand Down Expand Up @@ -53,15 +55,15 @@ nvidia-smi
gpuci_logger "Activate conda env"
. /opt/conda/etc/profile.d/conda.sh
conda activate rapids
gpuci_mamba_retry install -y \
"cudf=$MINOR_VERSION.*" "cudatoolkit=$CUDA_REL" \
"cugraph=$MINOR_VERSION.*" \
"cuspatial=$MINOR_VERSION.*" \
"dask-cudf=$MINOR_VERSION.*" "dask-cuda=$MINOR_VERSION.*" \
"numba>=0.54" \
"bokeh>=2.4.2,<=2.5" \
"rapids-build-env=$MINOR_VERSION.*" \
"rapids-notebook-env=$MINOR_VERSION.*"
#gpuci_mamba_retry install -y \
# "cudf=$MINOR_VERSION.*" "cudatoolkit=$CUDA_REL" \
# "cugraph=$MINOR_VERSION.*" \
# "cuspatial=$MINOR_VERSION.*" \
# "dask-cudf=$MINOR_VERSION.*" "dask-cuda=$MINOR_VERSION.*" \
# "numba>=0.54" \
# "bokeh>=2.4.2,<=2.5" \
# "rapids-build-env=$MINOR_VERSION.*" \
# "rapids-notebook-env=$MINOR_VERSION.*"

# https://docs.rapids.ai/maintainers/depmgmt/
# conda remove --force rapids-build-env rapids-notebook-env
Expand All @@ -79,11 +81,13 @@ conda list --show-channel-urls
# BUILD - Build cuxfilter from source
################################################################################

gpuci_logger "Build cuxfilter"
"$WORKSPACE/build.sh" clean cuxfilter
gpuci_logger "Build and install cuxfilter"
cd "${WORKSPACE}"
gpuci_conda_retry build conda/recipes/cuxfilter --python=$PYTHON
gpuci_mamba_retry install cuxfilter

################################################################################
# TEST - Run pytest
# TEST - Run pytest
################################################################################

set +e -Eo pipefail
Expand Down
Empty file removed python/cuxfilter/tests/__init__.py
Empty file.

0 comments on commit 36e342e

Please sign in to comment.