From 241c92695af7c522cdc821c4bfe4ce791384cc28 Mon Sep 17 00:00:00 2001 From: Christopher Harris Date: Tue, 21 Mar 2023 12:47:48 -0500 Subject: [PATCH] Fix the conda build (#783) the conda-build specific fixes from #764 Authors: - Christopher Harris (https://github.com/cwharris) Approvers: - Michael Demoret (https://github.com/mdemoret-nv) - David Gardner (https://github.com/dagardner-nv) URL: https://github.com/nv-morpheus/Morpheus/pull/783 --- ci/conda/recipes/morpheus/morpheus_build.sh | 1 + ci/conda/recipes/run_conda_build.sh | 1 + docker/Dockerfile | 6 ++++-- docker/conda/environments/cuda11.8_dev.yml | 1 + 4 files changed, 7 insertions(+), 2 deletions(-) diff --git a/ci/conda/recipes/morpheus/morpheus_build.sh b/ci/conda/recipes/morpheus/morpheus_build.sh index 6142d868e3..43b9d41b89 100644 --- a/ci/conda/recipes/morpheus/morpheus_build.sh +++ b/ci/conda/recipes/morpheus/morpheus_build.sh @@ -44,6 +44,7 @@ CMAKE_ARGS="-DMORPHEUS_PYTHON_BUILD_WHEEL=ON ${CMAKE_ARGS}" CMAKE_ARGS="-DCMAKE_BUILD_RPATH_USE_ORIGIN=ON ${CMAKE_ARGS}" CMAKE_ARGS="-DCMAKE_CUDA_ARCHITECTURES=${CMAKE_CUDA_ARCHITECTURES=-"all"} ${CMAKE_ARGS}" CMAKE_ARGS="-DPython_EXECUTABLE=${PYTHON} ${CMAKE_ARGS}" +CMAKE_ARGS="-DPYTHON_EXECUTABLE=${PYTHON} ${CMAKE_ARGS}" # for pybind11 if [[ "${USE_SCCACHE}" == "1" ]]; then CMAKE_ARGS="-DCCACHE_PROGRAM_PATH=$(which sccache) ${CMAKE_ARGS}" diff --git a/ci/conda/recipes/run_conda_build.sh b/ci/conda/recipes/run_conda_build.sh index 720216ad5d..82415d9298 100755 --- a/ci/conda/recipes/run_conda_build.sh +++ b/ci/conda/recipes/run_conda_build.sh @@ -101,6 +101,7 @@ CONDA_ARGS_ARRAY+=("--variants" "{python: 3.8}") # And default channels (with optional channel alias) CONDA_ARGS_ARRAY+=("-c" "${CONDA_CHANNEL_ALIAS:+"${CONDA_CHANNEL_ALIAS%/}/"}rapidsai") CONDA_ARGS_ARRAY+=("-c" "${CONDA_CHANNEL_ALIAS:+"${CONDA_CHANNEL_ALIAS%/}/"}nvidia") +CONDA_ARGS_ARRAY+=("-c" "${CONDA_CHANNEL_ALIAS:+"${CONDA_CHANNEL_ALIAS%/}/"}nvidia/label/cuda-11.8.0") CONDA_ARGS_ARRAY+=("-c" "${CONDA_CHANNEL_ALIAS:+"${CONDA_CHANNEL_ALIAS%/}/"}nvidia/label/dev") CONDA_ARGS_ARRAY+=("-c" "conda-forge") diff --git a/docker/Dockerfile b/docker/Dockerfile index 166d3d60b3..3ff5191e5e 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -50,9 +50,10 @@ RUN apt-get update &&\ apt-get install --no-install-recommends -y \ bc \ build-essential \ - cuda-gdb-${CUDA_MAJOR_VER}-${CUDA_MINOR_VER} \ + cuda-compiler-${CUDA_MAJOR_VER}-${CUDA_MINOR_VER} \ cuda-cudart-${CUDA_MAJOR_VER}-${CUDA_MINOR_VER} \ cuda-cupti-${CUDA_MAJOR_VER}-${CUDA_MINOR_VER} \ + cuda-gdb-${CUDA_MAJOR_VER}-${CUDA_MINOR_VER} \ curl \ git-lfs \ jq \ @@ -142,6 +143,7 @@ ARG CUDA_MINOR_VER RUN apt update && \ DEBIAN_FRONTEND=noninteractive TZ=Etc/UTC \ apt install --no-install-recommends -y \ + cuda-compiler-${CUDA_MAJOR_VER}-${CUDA_MINOR_VER} \ cuda-cudart-dev-${CUDA_MAJOR_VER}-${CUDA_MINOR_VER} \ cuda-cupti-dev-${CUDA_MAJOR_VER}-${CUDA_MINOR_VER} \ cuda-nvml-dev-${CUDA_MAJOR_VER}-${CUDA_MINOR_VER} \ @@ -178,7 +180,7 @@ RUN --mount=type=bind,from=conda_bld_morpheus,source=/opt/conda/conda-bld,target --mount=type=cache,id=conda_pkgs,target=/opt/conda/pkgs,sharing=locked \ source activate morpheus &&\ # Install morpheus - CONDA_ALWAYS_YES=true /opt/conda/bin/mamba install -n morpheus -c local -c rapidsai -c nvidia -c nvidia/label/dev -c conda-forge morpheus &&\ + CONDA_ALWAYS_YES=true /opt/conda/bin/mamba install -n morpheus -c local -c rapidsai -c nvidia -c nvidia/label/cuda-11.8.0 -c nvidia/label/dev -c conda-forge morpheus &&\ # Install runtime dependencies that are pip-only /opt/conda/bin/mamba env update -n morpheus --file docker/conda/environments/cuda${CUDA_MAJOR_VER}.${CUDA_MINOR_VER}_runtime.yml &&\ # Clean and activate diff --git a/docker/conda/environments/cuda11.8_dev.yml b/docker/conda/environments/cuda11.8_dev.yml index 8042fa06ef..d806c8ee4d 100644 --- a/docker/conda/environments/cuda11.8_dev.yml +++ b/docker/conda/environments/cuda11.8_dev.yml @@ -17,6 +17,7 @@ name: morpheus channels: - rapidsai - nvidia + - nvidia/label/cuda-11.8.0 - nvidia/label/dev # For pre-releases of MRC. Should still default to full releases if available - conda-forge dependencies: