From 4be824f0e133e4edf6a50fac475e6a2a8edd73f1 Mon Sep 17 00:00:00 2001 From: npanpaliya Date: Wed, 29 Jan 2025 11:09:27 -0500 Subject: [PATCH] Updated torch, torchvision, torchaudio dependencies Signed-off-by: npanpaliya --- Dockerfile.ppc64le | 5 ++--- requirements-cpu.txt | 12 +++++++++--- 2 files changed, 11 insertions(+), 6 deletions(-) diff --git a/Dockerfile.ppc64le b/Dockerfile.ppc64le index d3cd1c7b313bc..c4c1f3e357972 100644 --- a/Dockerfile.ppc64le +++ b/Dockerfile.ppc64le @@ -4,12 +4,12 @@ USER root ENV PATH="/usr/local/cargo/bin:$PATH:/opt/conda/bin/" -RUN apt-get update -y && apt-get install -y git wget curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1 libssl-dev +RUN apt-get update -y && apt-get install -y git wget kmod curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1 libssl-dev # Some packages in requirements-cpu are installed here # IBM provides optimized packages for ppc64le processors in the open-ce project for mamba # Currently these may not be available for venv or pip directly -RUN micromamba install -y -n base -c https://ftp.osuosl.org/pub/open-ce/1.11.0-p10/ -c defaults python=3.10 torchvision-cpu=0.16.2 rust && micromamba clean --all --yes +RUN micromamba install -y -n base -c https://ftp.osuosl.org/pub/open-ce/1.11.0-p10/ -c defaults python=3.10 rust && micromamba clean --all --yes COPY ./ /workspace/vllm @@ -21,7 +21,6 @@ RUN --mount=type=bind,source=.git,target=.git \ RUN --mount=type=cache,target=/root/.cache/pip \ RUSTFLAGS='-L /opt/conda/lib' pip install -v --prefer-binary --extra-index-url https://repo.fury.io/mgiessing \ 'cmake>=3.26' ninja packaging 'setuptools-scm>=8' wheel jinja2 \ - torch==2.3.1 \ -r requirements-cpu.txt \ xformers uvloop==0.20.0 diff --git a/requirements-cpu.txt b/requirements-cpu.txt index ed0d2c9fae0b6..ecfa822e01186 100644 --- a/requirements-cpu.txt +++ b/requirements-cpu.txt @@ -3,7 +3,13 @@ # Dependencies for CPUs torch==2.5.1+cpu; platform_machine != "ppc64le" and platform_machine != "aarch64" and platform_system != "Darwin" -torch==2.5.1; platform_machine == "aarch64" or platform_system == "Darwin" -torchaudio; platform_machine != "ppc64le" # required for the image processor of minicpm-o-2_6, this must be updated alongside torch -torchvision; platform_machine != "ppc64le" # required for the image processor of phi3v, this must be updated alongside torch +torch==2.5.1; platform_machine == "ppc64le" or platform_machine == "aarch64" or platform_system == "Darwin" + +# required for the image processor of minicpm-o-2_6, this must be updated alongside torch +torchaudio; platform_machine != "ppc64le" +torchaudio==2.5.1; platform_machine == "ppc64le" + +# required for the image processor of phi3v, this must be updated alongside torch +torchvision; platform_machine != "ppc64le" +torchvision==0.20.1; platform_machine == "ppc64le" datasets # for benchmark scripts