From ef102618ed4c29a9a3347370b4ea4f52d9e78ea7 Mon Sep 17 00:00:00 2001 From: Will Killian Date: Mon, 3 Mar 2025 14:41:08 -0500 Subject: [PATCH] Pin cudf to 24.02.00; fix doc link Signed-off-by: Will Killian --- ci/conda/recipes/morpheus-libs/conda_build_config.yaml | 2 +- ci/conda/recipes/morpheus/conda_build_config.yaml | 2 +- conda/environments/all_cuda-128_arch-aarch64.yaml | 10 +++++----- conda/environments/all_cuda-128_arch-x86_64.yaml | 10 +++++----- conda/environments/dev_cuda-128_arch-aarch64.yaml | 8 ++++---- conda/environments/dev_cuda-128_arch-x86_64.yaml | 8 ++++---- conda/environments/examples_cuda-128_arch-aarch64.yaml | 6 +++--- conda/environments/examples_cuda-128_arch-x86_64.yaml | 6 +++--- .../model-utils_cuda-128_arch-aarch64.yaml | 2 +- .../environments/model-utils_cuda-128_arch-x86_64.yaml | 2 +- conda/environments/runtime_cuda-128_arch-aarch64.yaml | 4 ++-- conda/environments/runtime_cuda-128_arch-x86_64.yaml | 4 ++-- dependencies.yaml | 10 +++++----- .../developer_guide/guides/2_real_world_phishing.md | 2 +- 14 files changed, 38 insertions(+), 38 deletions(-) diff --git a/ci/conda/recipes/morpheus-libs/conda_build_config.yaml b/ci/conda/recipes/morpheus-libs/conda_build_config.yaml index 4b1059a22..60cd1641b 100644 --- a/ci/conda/recipes/morpheus-libs/conda_build_config.yaml +++ b/ci/conda/recipes/morpheus-libs/conda_build_config.yaml @@ -29,4 +29,4 @@ python: - 3.10 rapids_version: - - 25.02 + - 25.02.00 diff --git a/ci/conda/recipes/morpheus/conda_build_config.yaml b/ci/conda/recipes/morpheus/conda_build_config.yaml index 4b1059a22..60cd1641b 100644 --- a/ci/conda/recipes/morpheus/conda_build_config.yaml +++ b/ci/conda/recipes/morpheus/conda_build_config.yaml @@ -29,4 +29,4 @@ python: - 3.10 rapids_version: - - 25.02 + - 25.02.00 diff --git a/conda/environments/all_cuda-128_arch-aarch64.yaml b/conda/environments/all_cuda-128_arch-aarch64.yaml index c73a3bd68..843f10b00 100644 --- a/conda/environments/all_cuda-128_arch-aarch64.yaml +++ b/conda/environments/all_cuda-128_arch-aarch64.yaml @@ -32,8 +32,8 @@ dependencies: - cuda-nvtx=12.8 - cuda-sanitizer-api - cuda-version=12.8 -- cudf=25.02 -- cuml=25.02.* +- cudf=25.02.00 +- cuml=25.02.00 - cupy - cxx-compiler - cython=3.0 @@ -59,7 +59,7 @@ dependencies: - jsonpatch>=1.33 - kfp - libcublas-dev -- libcudf=25.02 +- libcudf=25.02.00 - libcufft-dev - libcurand-dev - libcusolver-dev @@ -87,7 +87,7 @@ dependencies: - pre-commit - pybind11-stubgen=0.10.5 - pydantic -- pylibcudf=25.02 +- pylibcudf=25.02.00 - pylint=3.0.3 - pynvml=12 - pypdf=3.17.4 @@ -100,7 +100,7 @@ dependencies: - python-graphviz - python=3.10 - rapidjson=1.1.0 -- rapids-dask-dependency=25.02 +- rapids-dask-dependency=25.02.00 - rdma-core>=48 - requests-cache=1.1 - requests-toolbelt=1.0 diff --git a/conda/environments/all_cuda-128_arch-x86_64.yaml b/conda/environments/all_cuda-128_arch-x86_64.yaml index 7d7ed2a88..4e50fcd9e 100644 --- a/conda/environments/all_cuda-128_arch-x86_64.yaml +++ b/conda/environments/all_cuda-128_arch-x86_64.yaml @@ -32,8 +32,8 @@ dependencies: - cuda-nvtx=12.8 - cuda-sanitizer-api - cuda-version=12.8 -- cudf=25.02 -- cuml=25.02.* +- cudf=25.02.00 +- cuml=25.02.00 - cupy - cxx-compiler - cython=3.0 @@ -60,7 +60,7 @@ dependencies: - jsonpatch>=1.33 - kfp - libcublas-dev -- libcudf=25.02 +- libcudf=25.02.00 - libcufft-dev - libcurand-dev - libcusolver-dev @@ -89,7 +89,7 @@ dependencies: - pre-commit - pybind11-stubgen=0.10.5 - pydantic -- pylibcudf=25.02 +- pylibcudf=25.02.00 - pylint=3.0.3 - pynvml=12 - pypdf=3.17.4 @@ -103,7 +103,7 @@ dependencies: - python-graphviz - python=3.10 - rapidjson=1.1.0 -- rapids-dask-dependency=25.02 +- rapids-dask-dependency=25.02.00 - rdma-core>=48 - requests-cache=1.1 - requests-toolbelt=1.0 diff --git a/conda/environments/dev_cuda-128_arch-aarch64.yaml b/conda/environments/dev_cuda-128_arch-aarch64.yaml index 12dffdd28..910342bb0 100644 --- a/conda/environments/dev_cuda-128_arch-aarch64.yaml +++ b/conda/environments/dev_cuda-128_arch-aarch64.yaml @@ -26,7 +26,7 @@ dependencies: - cuda-nvtx-dev=12.8 - cuda-sanitizer-api - cuda-version=12.8 -- cudf=25.02 +- cudf=25.02.00 - cupy - cxx-compiler - cython=3.0 @@ -48,7 +48,7 @@ dependencies: - ipython - isort - libcublas-dev -- libcudf=25.02 +- libcudf=25.02.00 - libcufft-dev - libcurand-dev - libcusolver-dev @@ -72,7 +72,7 @@ dependencies: - pre-commit - pybind11-stubgen=0.10.5 - pydantic -- pylibcudf=25.02 +- pylibcudf=25.02.00 - pylint=3.0.3 - pynvml=12 - pytest-asyncio @@ -84,7 +84,7 @@ dependencies: - python-graphviz - python=3.10 - rapidjson=1.1.0 -- rapids-dask-dependency=25.02 +- rapids-dask-dependency=25.02.00 - rdma-core>=48 - requests-cache=1.1 - requests<2.29.0 diff --git a/conda/environments/dev_cuda-128_arch-x86_64.yaml b/conda/environments/dev_cuda-128_arch-x86_64.yaml index 0e1b07f83..485260904 100644 --- a/conda/environments/dev_cuda-128_arch-x86_64.yaml +++ b/conda/environments/dev_cuda-128_arch-x86_64.yaml @@ -26,7 +26,7 @@ dependencies: - cuda-nvtx-dev=12.8 - cuda-sanitizer-api - cuda-version=12.8 -- cudf=25.02 +- cudf=25.02.00 - cupy - cxx-compiler - cython=3.0 @@ -49,7 +49,7 @@ dependencies: - ipython - isort - libcublas-dev -- libcudf=25.02 +- libcudf=25.02.00 - libcufft-dev - libcurand-dev - libcusolver-dev @@ -73,7 +73,7 @@ dependencies: - pre-commit - pybind11-stubgen=0.10.5 - pydantic -- pylibcudf=25.02 +- pylibcudf=25.02.00 - pylint=3.0.3 - pynvml=12 - pypdfium2==4.30 @@ -86,7 +86,7 @@ dependencies: - python-graphviz - python=3.10 - rapidjson=1.1.0 -- rapids-dask-dependency=25.02 +- rapids-dask-dependency=25.02.00 - rdma-core>=48 - requests-cache=1.1 - requests<2.29.0 diff --git a/conda/environments/examples_cuda-128_arch-aarch64.yaml b/conda/environments/examples_cuda-128_arch-aarch64.yaml index a80ac38ed..74c1b65d8 100644 --- a/conda/environments/examples_cuda-128_arch-aarch64.yaml +++ b/conda/environments/examples_cuda-128_arch-aarch64.yaml @@ -15,8 +15,8 @@ dependencies: - beautifulsoup4=4.12 - boto3=1.35 - click>=8 -- cudf=25.02 -- cuml=25.02.* +- cudf=25.02.00 +- cuml=25.02.00 - cupy - datacompy=0.10 - dill=0.3.7 @@ -49,7 +49,7 @@ dependencies: - python-docx==1.1.0 - python-graphviz - python=3.10 -- rapids-dask-dependency=25.02 +- rapids-dask-dependency=25.02.00 - requests-cache=1.1 - requests-toolbelt=1.0 - requests<2.29.0 diff --git a/conda/environments/examples_cuda-128_arch-x86_64.yaml b/conda/environments/examples_cuda-128_arch-x86_64.yaml index 2b145b9cd..fa206f7d2 100644 --- a/conda/environments/examples_cuda-128_arch-x86_64.yaml +++ b/conda/environments/examples_cuda-128_arch-x86_64.yaml @@ -15,8 +15,8 @@ dependencies: - beautifulsoup4=4.12 - boto3=1.35 - click>=8 -- cudf=25.02 -- cuml=25.02.* +- cudf=25.02.00 +- cuml=25.02.00 - cupy - datacompy=0.10 - dill=0.3.7 @@ -51,7 +51,7 @@ dependencies: - python-docx==1.1.0 - python-graphviz - python=3.10 -- rapids-dask-dependency=25.02 +- rapids-dask-dependency=25.02.00 - requests-cache=1.1 - requests-toolbelt=1.0 - requests<2.29.0 diff --git a/conda/environments/model-utils_cuda-128_arch-aarch64.yaml b/conda/environments/model-utils_cuda-128_arch-aarch64.yaml index 1367541f9..e353f53df 100644 --- a/conda/environments/model-utils_cuda-128_arch-aarch64.yaml +++ b/conda/environments/model-utils_cuda-128_arch-aarch64.yaml @@ -9,7 +9,7 @@ channels: - nvidia/label/dev - pytorch dependencies: -- cuml=25.02.* +- cuml=25.02.00 - jupyterlab - matplotlib - onnx diff --git a/conda/environments/model-utils_cuda-128_arch-x86_64.yaml b/conda/environments/model-utils_cuda-128_arch-x86_64.yaml index 5daca2982..da222063e 100644 --- a/conda/environments/model-utils_cuda-128_arch-x86_64.yaml +++ b/conda/environments/model-utils_cuda-128_arch-x86_64.yaml @@ -9,7 +9,7 @@ channels: - nvidia/label/dev - pytorch dependencies: -- cuml=25.02.* +- cuml=25.02.00 - jupyterlab - matplotlib - onnx diff --git a/conda/environments/runtime_cuda-128_arch-aarch64.yaml b/conda/environments/runtime_cuda-128_arch-aarch64.yaml index d315c27a1..eb216a5ed 100644 --- a/conda/environments/runtime_cuda-128_arch-aarch64.yaml +++ b/conda/environments/runtime_cuda-128_arch-aarch64.yaml @@ -16,7 +16,7 @@ dependencies: - cuda-nvrtc=12.8 - cuda-nvtx=12.8 - cuda-version=12.8 -- cudf=25.02 +- cudf=25.02.00 - cupy - datacompy=0.10 - dill=0.3.7 @@ -37,7 +37,7 @@ dependencies: - python-confluent-kafka>=1.9.2,<1.10.0a0 - python-graphviz - python=3.10 -- rapids-dask-dependency=25.02 +- rapids-dask-dependency=25.02.00 - requests-cache=1.1 - requests<2.29.0 - scikit-learn=1.3.2 diff --git a/conda/environments/runtime_cuda-128_arch-x86_64.yaml b/conda/environments/runtime_cuda-128_arch-x86_64.yaml index 531a2a9c3..9cde9d0b4 100644 --- a/conda/environments/runtime_cuda-128_arch-x86_64.yaml +++ b/conda/environments/runtime_cuda-128_arch-x86_64.yaml @@ -16,7 +16,7 @@ dependencies: - cuda-nvrtc=12.8 - cuda-nvtx=12.8 - cuda-version=12.8 -- cudf=25.02 +- cudf=25.02.00 - cupy - datacompy=0.10 - dill=0.3.7 @@ -37,7 +37,7 @@ dependencies: - python-confluent-kafka>=1.9.2,<1.10.0a0 - python-graphviz - python=3.10 -- rapids-dask-dependency=25.02 +- rapids-dask-dependency=25.02.00 - requests-cache=1.1 - requests<2.29.0 - scikit-learn=1.3.2 diff --git a/dependencies.yaml b/dependencies.yaml index f99528222..4a9b42edc 100644 --- a/dependencies.yaml +++ b/dependencies.yaml @@ -296,17 +296,17 @@ dependencies: - output_types: [conda] packages: # Include: cudatoolkit-dev - - &cudf cudf=25.02 + - &cudf cudf=25.02.00 - cython=3.0 - glog>=0.7.1,<0.8 - gtest=1.14 - - libcudf=25.02 + - libcudf=25.02.00 - librdkafka>=1.9.2,<1.10.0a0 - libzlib >=1.3.1,<2 - &mrc mrc=25.06 - nlohmann_json=3.11 - pybind11-stubgen=0.10.5 - - pylibcudf=25.02 + - pylibcudf=25.02.00 - rapidjson=1.1.0 - rdma-core>=48 # Needed for DOCA. - scikit-build=0.17.6 @@ -402,7 +402,7 @@ dependencies: - python-confluent-kafka>=1.9.2,<1.10.0a0 - python-graphviz - pluggy=1.3 - - rapids-dask-dependency=25.02 # provides dask and distributed + - rapids-dask-dependency=25.02.00 # provides dask and distributed - requests<2.29.0 - requests-cache=1.1 - scikit-learn=1.3.2 @@ -533,7 +533,7 @@ dependencies: common: - output_types: [conda] packages: - - &cuml cuml=25.02.* + - &cuml cuml=25.02.00 - pip - pip: - --find-links https://data.dgl.ai/wheels/cu121/repo.html diff --git a/docs/source/developer_guide/guides/2_real_world_phishing.md b/docs/source/developer_guide/guides/2_real_world_phishing.md index bbe7f0ae5..2c647bc50 100644 --- a/docs/source/developer_guide/guides/2_real_world_phishing.md +++ b/docs/source/developer_guide/guides/2_real_world_phishing.md @@ -413,7 +413,7 @@ else: pipeline.add_stage(RecipientFeaturesStage(config)) ``` -To tokenize the input data we will use Morpheus' `PreprocessNLPStage`. This stage uses the [cuDF subword tokenizer](https://docs.rapids.ai/api/cudf/legacy/user_guide/api_docs/subword_tokenize/#subwordtokenizer) to transform strings into a tensor of numbers to be fed into the neural network model. Rather than split the string by characters or whitespaces, we split them into meaningful subwords based upon the occurrence of the subwords in a large training corpus. You can find more details here: [https://arxiv.org/abs/1810.04805v2](https://arxiv.org/abs/1810.04805v2). All we need to know for now is that the text will be converted to subword token ids based on the vocabulary file that we provide (`vocab_hash_file=vocab file`). +To tokenize the input data we will use Morpheus' `PreprocessNLPStage`. This stage uses the [cuDF nvtext subword tokenizer](https://docs.rapids.ai/api/cudf/stable/pylibcudf/api_docs/nvtext/subword_tokenize/) to transform strings into a tensor of numbers to be fed into the neural network model. Rather than split the string by characters or whitespaces, we split them into meaningful subwords based upon the occurrence of the subwords in a large training corpus. You can find more details here: [https://arxiv.org/abs/1810.04805v2](https://arxiv.org/abs/1810.04805v2). All we need to know for now is that the text will be converted to subword token ids based on the vocabulary file that we provide (`vocab_hash_file=vocab file`). Let's go ahead and instantiate our `PreprocessNLPStage` and add it to the pipeline: