From 67a8dc7ca22e38cdaa32c99f93b5decf0aeb6d78 Mon Sep 17 00:00:00 2001 From: mediocretech Date: Thu, 7 Dec 2023 08:31:33 -0500 Subject: [PATCH 01/49] recipe for vllm --- recipes/vllm/meta.yaml | 60 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 60 insertions(+) create mode 100644 recipes/vllm/meta.yaml diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml new file mode 100644 index 0000000000000..b8749fbc131b1 --- /dev/null +++ b/recipes/vllm/meta.yaml @@ -0,0 +1,60 @@ +{% set name = "vllm" %} +{% set version = "0.2.3" %} + +package: + name: {{ name|lower }} + version: {{ version }} + +source: + url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/vllm-{{ version }}.tar.gz + sha256: d93434824e90da203d28a44f48cc2163026bf973a5bdf7377c8cb4246ceaeee1 + +build: + noarch: python + script: {{ PYTHON }} -m pip install . -vv --no-deps --no-build-isolation + number: 0 + +requirements: + host: + - python >=3.8 + - ninja + - packaging + - setuptools >=49.4.0 + - pytorch >=2.1.0 + - wheel + - pip + run: + - python >=3.8 + - ninja + - psutil + - ray >=2.5.1 + - pandas + - pyarrow + - sentencepiece + - numpy + - einops + - pytorch >=2.1.0 + - transformers >=4.34.0 + - xformers >=0.0.22.post7 + - fastapi + - uvicorn + - pydantic ==1.10.13 + - aioprometheus + +test: + imports: + - vllm + commands: + - pip check + requires: + - pip + +about: + home: https://github.com/vllm-project/vllm + summary: A high-throughput and memory-efficient inference and serving engine for LLMs + license: Apache-2.0 + license_file: LICENSE + +extra: + recipe-maintainers: + - mediocretech From a3e657806103a69cbccd6799367905b4aa86e6d5 Mon Sep 17 00:00:00 2001 From: mediocretech Date: Thu, 21 Dec 2023 06:10:08 -0500 Subject: [PATCH 02/49] fixed ray conda package name ref --- .scripts/build_steps.sh | 2 +- recipes/vllm/meta.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.scripts/build_steps.sh b/.scripts/build_steps.sh index 60c56d180aa1f..61e7b43cf7e5d 100755 --- a/.scripts/build_steps.sh +++ b/.scripts/build_steps.sh @@ -6,7 +6,7 @@ # benefit from the improvement. set -xeuo pipefail - +git config --global safe.directory '*' export FEEDSTOCK_ROOT="${FEEDSTOCK_ROOT:-/home/conda/staged-recipes}" source "${FEEDSTOCK_ROOT}/.scripts/logging_utils.sh" diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index b8749fbc131b1..98b3a824e7d0b 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -27,7 +27,7 @@ requirements: - python >=3.8 - ninja - psutil - - ray >=2.5.1 + - ray-all >=2.5.1 - pandas - pyarrow - sentencepiece From de9e058ec917644233a74aa78de5203cff90e7ef Mon Sep 17 00:00:00 2001 From: mediocretech Date: Thu, 21 Dec 2023 08:46:37 -0500 Subject: [PATCH 03/49] moved to ray-core --- recipes/vllm/meta.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 98b3a824e7d0b..7bd1bfbd1cb9c 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -27,7 +27,7 @@ requirements: - python >=3.8 - ninja - psutil - - ray-all >=2.5.1 + - ray-core >=2.5.1 - pandas - pyarrow - sentencepiece @@ -35,7 +35,7 @@ requirements: - einops - pytorch >=2.1.0 - transformers >=4.34.0 - - xformers >=0.0.22.post7 + - xformers - fastapi - uvicorn - pydantic ==1.10.13 From ba1d0dd36487f20ba06ddb106575b08d0d0aeec7 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Fri, 19 Jan 2024 07:48:28 -0500 Subject: [PATCH 04/49] Update build_steps.sh --- .scripts/build_steps.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.scripts/build_steps.sh b/.scripts/build_steps.sh index 61e7b43cf7e5d..60c56d180aa1f 100755 --- a/.scripts/build_steps.sh +++ b/.scripts/build_steps.sh @@ -6,7 +6,7 @@ # benefit from the improvement. set -xeuo pipefail -git config --global safe.directory '*' + export FEEDSTOCK_ROOT="${FEEDSTOCK_ROOT:-/home/conda/staged-recipes}" source "${FEEDSTOCK_ROOT}/.scripts/logging_utils.sh" From f62f10c3d12f463c196ad677994eca90827fd2f9 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Fri, 19 Jan 2024 08:01:40 -0500 Subject: [PATCH 05/49] GPU requirement --- recipes/vllm/meta.yaml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 7bd1bfbd1cb9c..c4cf095626ce4 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -11,8 +11,15 @@ source: build: noarch: python + script_env: + - DISABLE_QIGEN=1 # coming soon + - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX # [cuda_compiler_version == "11.2"] + - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9+PTX # [cuda_compiler_version == "11.8"] + - TORCH_CUDA_ARCH_LIST=5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0+PTX # [(cuda_compiler_version or "").startswith("12")] script: {{ PYTHON }} -m pip install . -vv --no-deps --no-build-isolation number: 0 + skip: True # [cuda_compiler_version == "None"] + skip: True # [osx or win] requirements: host: From 68f4f5fde17e778ffbc6df3e0c6fac59098f18f6 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Fri, 19 Jan 2024 08:17:56 -0500 Subject: [PATCH 06/49] Build compiler deps --- recipes/vllm/meta.yaml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index c4cf095626ce4..50598ab924138 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -22,6 +22,12 @@ build: skip: True # [osx or win] requirements: + build: + - cmake + - make + - {{ compiler('c') }} + - {{ compiler('cxx') }} + - {{ compiler('cuda') }} host: - python >=3.8 - ninja From d27b5ebdfa14e912fc921ce8642b8053ea57d6f1 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Fri, 19 Jan 2024 09:00:55 -0500 Subject: [PATCH 07/49] setting ninja max jobs in attempt to stop build cycling --- recipes/vllm/meta.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 50598ab924138..72e0b3cdc4cf9 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -16,6 +16,7 @@ build: - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX # [cuda_compiler_version == "11.2"] - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9+PTX # [cuda_compiler_version == "11.8"] - TORCH_CUDA_ARCH_LIST=5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0+PTX # [(cuda_compiler_version or "").startswith("12")] + - MAX_JOBS=1 script: {{ PYTHON }} -m pip install . -vv --no-deps --no-build-isolation number: 0 skip: True # [cuda_compiler_version == "None"] From 4f19559fa466f84622ea4852686e9193d786fbc1 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Fri, 19 Jan 2024 10:06:12 -0500 Subject: [PATCH 08/49] added overlink requirements --- recipes/vllm/meta.yaml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 72e0b3cdc4cf9..41238215e1b55 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -54,6 +54,10 @@ requirements: - uvicorn - pydantic ==1.10.13 - aioprometheus + - libtorch + - cudatoolkit + - libstdcxx-ng + - libgcc-ng test: imports: From 911519a70e95d314fdd8d9a004c80cc6f6c35bc3 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Fri, 19 Jan 2024 10:57:23 -0500 Subject: [PATCH 09/49] libtorch_python overlink --- recipes/vllm/meta.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 41238215e1b55..ab07952cd860f 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -21,7 +21,9 @@ build: number: 0 skip: True # [cuda_compiler_version == "None"] skip: True # [osx or win] - + missing_dso_whitelist: + - '*/libtorch_python.so' + requirements: build: - cmake From b932232267679aa4f99ce4d4ff24e419a3b7ffe6 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Fri, 19 Jan 2024 12:03:05 -0500 Subject: [PATCH 10/49] latest source version --- recipes/vllm/meta.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index ab07952cd860f..05421bd8f72e7 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -1,5 +1,5 @@ {% set name = "vllm" %} -{% set version = "0.2.3" %} +{% set version = "0.2.7" %} package: name: {{ name|lower }} @@ -7,7 +7,7 @@ package: source: url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/vllm-{{ version }}.tar.gz - sha256: d93434824e90da203d28a44f48cc2163026bf973a5bdf7377c8cb4246ceaeee1 + sha256: be96122b62c74f6be9974ba403dbe320d4d70f30185cdcfe2a49f9e4c9ac07d4 build: noarch: python From e68a28c4c251d1ee066c85f44390665922e0fc9a Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Fri, 19 Jan 2024 12:19:01 -0500 Subject: [PATCH 11/49] sha mismatch --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 05421bd8f72e7..1d2f16de21fd3 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -7,7 +7,7 @@ package: source: url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/vllm-{{ version }}.tar.gz - sha256: be96122b62c74f6be9974ba403dbe320d4d70f30185cdcfe2a49f9e4c9ac07d4 + sha256: 41a7266be66b2887be1afd879a77c3e4062c5f30fd3159eace2e8e271fe21271 build: noarch: python From 8c0a076b6e4c237b453aadb1675a46b83cccac8a Mon Sep 17 00:00:00 2001 From: mediocretech Date: Fri, 19 Jan 2024 13:56:13 -0500 Subject: [PATCH 12/49] build test --- .scripts/build_steps.sh | 2 +- recipes/vllm/meta.yaml | 8 +++++++- 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/.scripts/build_steps.sh b/.scripts/build_steps.sh index 60c56d180aa1f..61e7b43cf7e5d 100755 --- a/.scripts/build_steps.sh +++ b/.scripts/build_steps.sh @@ -6,7 +6,7 @@ # benefit from the improvement. set -xeuo pipefail - +git config --global safe.directory '*' export FEEDSTOCK_ROOT="${FEEDSTOCK_ROOT:-/home/conda/staged-recipes}" source "${FEEDSTOCK_ROOT}/.scripts/logging_utils.sh" diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 1d2f16de21fd3..9fe92c96b3199 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -17,7 +17,13 @@ build: - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9+PTX # [cuda_compiler_version == "11.8"] - TORCH_CUDA_ARCH_LIST=5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0+PTX # [(cuda_compiler_version or "").startswith("12")] - MAX_JOBS=1 - script: {{ PYTHON }} -m pip install . -vv --no-deps --no-build-isolation + script: | + {{ PYTHON }} -m pip install . -vv --no-deps --no-build-isolation + echo "****** BUILD *******" + ls -lh $CONDA_BLD_PATH + + echo "**** HERE ****" + ls -lh number: 0 skip: True # [cuda_compiler_version == "None"] skip: True # [osx or win] From b5ae8460f6d0992443712c55a849d9d8454983f5 Mon Sep 17 00:00:00 2001 From: mediocretech Date: Fri, 19 Jan 2024 15:31:21 -0500 Subject: [PATCH 13/49] lint --- recipes/vllm/meta.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 9fe92c96b3199..c6fbc1d3b3d77 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -10,7 +10,7 @@ source: sha256: 41a7266be66b2887be1afd879a77c3e4062c5f30fd3159eace2e8e271fe21271 build: - noarch: python + # noarch: python script_env: - DISABLE_QIGEN=1 # coming soon - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX # [cuda_compiler_version == "11.2"] @@ -38,7 +38,7 @@ requirements: - {{ compiler('cxx') }} - {{ compiler('cuda') }} host: - - python >=3.8 + - python - ninja - packaging - setuptools >=49.4.0 @@ -46,7 +46,7 @@ requirements: - wheel - pip run: - - python >=3.8 + - python - ninja - psutil - ray-core >=2.5.1 From 2aeb4521c03bdf484c23ff3c85a10664037a7c45 Mon Sep 17 00:00:00 2001 From: mediocretech Date: Thu, 25 Jan 2024 07:30:55 -0500 Subject: [PATCH 14/49] debugging; trying remove build for yaml formating issue --- recipes/vllm/meta.yaml | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index c6fbc1d3b3d77..1f65dff48114c 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -11,19 +11,20 @@ source: build: # noarch: python + script_env: - - DISABLE_QIGEN=1 # coming soon - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX # [cuda_compiler_version == "11.2"] - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9+PTX # [cuda_compiler_version == "11.8"] - TORCH_CUDA_ARCH_LIST=5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0+PTX # [(cuda_compiler_version or "").startswith("12")] - MAX_JOBS=1 - script: | - {{ PYTHON }} -m pip install . -vv --no-deps --no-build-isolation - echo "****** BUILD *******" - ls -lh $CONDA_BLD_PATH + script: + | + {{ PYTHON }} -m pip install . -vv --no-deps --no-build-isolation + echo "****** BUILD *******" + ls -lh $CONDA_BLD_PATH + echo "**** HERE ****" + ls -lh - echo "**** HERE ****" - ls -lh number: 0 skip: True # [cuda_compiler_version == "None"] skip: True # [osx or win] From 942f98fea3581fae3205998b90c4d870123e0e62 Mon Sep 17 00:00:00 2001 From: mediocretech Date: Thu, 25 Jan 2024 08:47:15 -0500 Subject: [PATCH 15/49] simplified build --- recipes/vllm/meta.yaml | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 1f65dff48114c..8cf899b8b5306 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -17,13 +17,8 @@ build: - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9+PTX # [cuda_compiler_version == "11.8"] - TORCH_CUDA_ARCH_LIST=5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0+PTX # [(cuda_compiler_version or "").startswith("12")] - MAX_JOBS=1 - script: - | - {{ PYTHON }} -m pip install . -vv --no-deps --no-build-isolation - echo "****** BUILD *******" - ls -lh $CONDA_BLD_PATH - echo "**** HERE ****" - ls -lh + + script: {{ PYTHON }} -m pip install . -vv --no-deps --no-build-isolation number: 0 skip: True # [cuda_compiler_version == "None"] From acaf85c0e2452fd1e7628f6334864b971d0242a2 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 25 Jan 2024 08:54:40 -0500 Subject: [PATCH 16/49] Update build_steps.sh --- .scripts/build_steps.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.scripts/build_steps.sh b/.scripts/build_steps.sh index 61e7b43cf7e5d..60c56d180aa1f 100755 --- a/.scripts/build_steps.sh +++ b/.scripts/build_steps.sh @@ -6,7 +6,7 @@ # benefit from the improvement. set -xeuo pipefail -git config --global safe.directory '*' + export FEEDSTOCK_ROOT="${FEEDSTOCK_ROOT:-/home/conda/staged-recipes}" source "${FEEDSTOCK_ROOT}/.scripts/logging_utils.sh" From a2d33d7d90ea6d60fedc26d71df92c03943f4be6 Mon Sep 17 00:00:00 2001 From: mediocretech Date: Thu, 25 Jan 2024 11:14:05 -0500 Subject: [PATCH 17/49] lowered build version due to pytorch version requirement not in conda-forge --- recipes/vllm/meta.yaml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 8cf899b8b5306..3036a18f1182a 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -1,5 +1,5 @@ {% set name = "vllm" %} -{% set version = "0.2.7" %} +{% set version = "0.2.4" %} package: name: {{ name|lower }} @@ -7,7 +7,8 @@ package: source: url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/vllm-{{ version }}.tar.gz - sha256: 41a7266be66b2887be1afd879a77c3e4062c5f30fd3159eace2e8e271fe21271 + # sha256: 41a7266be66b2887be1afd879a77c3e4062c5f30fd3159eace2e8e271fe21271 + sha256: 1b32df7f00ebdd2a828032d1579a1b7865f853ca0149dbee60c2a40c040b21f3 build: # noarch: python @@ -62,6 +63,7 @@ requirements: - cudatoolkit - libstdcxx-ng - libgcc-ng + - ninja test: imports: From f9d9e2d7832e0824f8e95b40e7d33e717e19f80c Mon Sep 17 00:00:00 2001 From: mediocretech Date: Thu, 25 Jan 2024 12:06:28 -0500 Subject: [PATCH 18/49] removed pip check due to conda-forge version differences --- recipes/vllm/meta.yaml | 3 --- 1 file changed, 3 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 3036a18f1182a..81debffd89748 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -63,13 +63,10 @@ requirements: - cudatoolkit - libstdcxx-ng - libgcc-ng - - ninja test: imports: - vllm - commands: - - pip check requires: - pip From 000f766987f9c8576c08a37a5f3a05c89c6ee602 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 25 Jan 2024 12:56:53 -0500 Subject: [PATCH 19/49] returned pip check, runaway build --- recipes/vllm/meta.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 81debffd89748..d84ebf9deb6c4 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -67,6 +67,8 @@ requirements: test: imports: - vllm + commands: + - pip check requires: - pip From bd0f1531122ebf8cbe49451b25b7b9951d1af3d4 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Fri, 1 Mar 2024 13:02:47 -0500 Subject: [PATCH 20/49] No test for pip check --- recipes/vllm/meta.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index d84ebf9deb6c4..59626709e4a19 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -67,8 +67,8 @@ requirements: test: imports: - vllm - commands: - - pip check + #commands: + # - pip check requires: - pip From 2b0bce6df369fcb627ee91fd92b5c85fd3d65846 Mon Sep 17 00:00:00 2001 From: mediocretech Date: Fri, 1 Mar 2024 14:56:18 -0500 Subject: [PATCH 21/49] updated dependancy list --- recipes/vllm/meta.yaml | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 59626709e4a19..7f5a4d9f712b4 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -42,8 +42,9 @@ requirements: - pytorch >=2.1.0 - wheel - pip + - libxcrypt run: - - python + - python >= 3.10 - ninja - psutil - ray-core >=2.5.1 @@ -60,14 +61,15 @@ requirements: - pydantic ==1.10.13 - aioprometheus - libtorch - - cudatoolkit + - cudatoolkit >=11.8.0,<12.2.0 - libstdcxx-ng - libgcc-ng test: imports: - vllm - #commands: + # NOTE: need ninja-python for the pip check to pass + # commands: # - pip check requires: - pip From 6e10d68235bf848282c9c82e3b264f2d2033dfc6 Mon Sep 17 00:00:00 2001 From: mediocretech Date: Fri, 1 Mar 2024 14:59:51 -0500 Subject: [PATCH 22/49] the more, the merrier --- recipes/vllm/meta.yaml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 7f5a4d9f712b4..bede75fc2527d 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -7,7 +7,6 @@ package: source: url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/vllm-{{ version }}.tar.gz - # sha256: 41a7266be66b2887be1afd879a77c3e4062c5f30fd3159eace2e8e271fe21271 sha256: 1b32df7f00ebdd2a828032d1579a1b7865f853ca0149dbee60c2a40c040b21f3 build: @@ -39,7 +38,6 @@ requirements: - ninja - packaging - setuptools >=49.4.0 - - pytorch >=2.1.0 - wheel - pip - libxcrypt @@ -83,3 +81,4 @@ about: extra: recipe-maintainers: - mediocretech + - iamthebot From a5ca474f50676661a6c63c3dabfb7af99480ca6d Mon Sep 17 00:00:00 2001 From: mediocretech Date: Fri, 1 Mar 2024 15:15:12 -0500 Subject: [PATCH 23/49] no noarch --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index bede75fc2527d..23341da76f425 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -42,7 +42,7 @@ requirements: - pip - libxcrypt run: - - python >= 3.10 + - python - ninja - psutil - ray-core >=2.5.1 From dc76ebb5a71b7260780991100537c13e7f47e89c Mon Sep 17 00:00:00 2001 From: mediocretech Date: Fri, 1 Mar 2024 15:34:00 -0500 Subject: [PATCH 24/49] torch is needed for build --- recipes/vllm/meta.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 23341da76f425..a70f8b4461f11 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -38,6 +38,7 @@ requirements: - ninja - packaging - setuptools >=49.4.0 + - pytorch >=2.1.0 - wheel - pip - libxcrypt From 33b4b2fe4ed21b17c8968dfe721406e6d0dbfec3 Mon Sep 17 00:00:00 2001 From: Alfredo Luque Date: Mon, 4 Mar 2024 20:24:00 +0000 Subject: [PATCH 25/49] add vllm --- recipes/vllm/build.sh | 6 +++ recipes/vllm/meta.yaml | 88 ++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 94 insertions(+) create mode 100644 recipes/vllm/build.sh create mode 100644 recipes/vllm/meta.yaml diff --git a/recipes/vllm/build.sh b/recipes/vllm/build.sh new file mode 100644 index 0000000000000..e438c43ea4b2f --- /dev/null +++ b/recipes/vllm/build.sh @@ -0,0 +1,6 @@ +#!/bin/bash -e +export MAX_JOBS=1 +# needed to find libcrypt headers +export CPATH=${BUILD_PREFIX}/include + +${PYTHON} -m pip install . --no-deps -vv --no-deps --no-build-isolation diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml new file mode 100644 index 0000000000000..6ed6dce050e66 --- /dev/null +++ b/recipes/vllm/meta.yaml @@ -0,0 +1,88 @@ +{% set name = "vllm" %} +{% set version = "0.3.3" %} + +package: + name: {{ name|lower }} + version: {{ version }} + +source: + url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/vllm-{{ version }}.tar.gz + sha256: 24b70159bbcfd441bfa9d3e226ba8f5db74837c5325fea4a2104cf46c5d8246e + +build: + # noarch: python + + rpaths: + - lib/ + script_env: + - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX # [cuda_compiler_version == "11.2"] + - TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9+PTX # [cuda_compiler_version == "11.8"] + - TORCH_CUDA_ARCH_LIST=5.0;6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0+PTX # [(cuda_compiler_version or "").startswith("12")] + + number: 0 + skip: True # [cuda_compiler_version == "None"] + skip: True # [osx or win] + missing_dso_whitelist: + - '*/libtorch_python.so' + +requirements: + build: + - cmake + - make + - {{ compiler('c') }} + - {{ compiler('cxx') }} + - {{ compiler('cuda') }} + host: + - python + - ninja + - packaging + - setuptools >=49.4.0 + - pytorch >=2.1.0 + - wheel + - pip + - libxcrypt + run: + - python + - ninja + - psutil + - ray-core >=2.9.0 + - pandas + - pyarrow + - sentencepiece + - numpy + - einops + - pytorch ~=2.1.0 + - transformers >=4.34.0 + - xformers + - fastapi + - uvicorn + - pydantic + - aioprometheus + - prometheus_client + - libtorch + - cuda-version {{ cuda_compiler_version }} # [cuda_compiler_version != "None"] + - cuda-cupti-dev # [(cuda_compiler_version or "").startswith("12")] + - cuda-cudart-dev # [(cuda_compiler_version or "").startswith("12")] + - cuda-nvml-dev # [(cuda_compiler_version or "").startswith("12")] + - cuda-nvtx-dev # [(cuda_compiler_version or "").startswith("12")] + - libstdcxx-ng + - libgcc-ng + +test: + imports: + - vllm + # commands: + # - pip check + requires: + - pip + +about: + home: https://github.com/vllm-project/vllm + summary: A high-throughput and memory-efficient inference and serving engine for LLMs + license: Apache-2.0 + license_file: LICENSE + +extra: + recipe-maintainers: + - mediocretech + - iamthebot From 43e2dbc6b709b5eb49f659cacc0ff1848030e65d Mon Sep 17 00:00:00 2001 From: mediocretech Date: Wed, 6 Mar 2024 10:52:28 -0500 Subject: [PATCH 26/49] whitelist libcuda --- recipes/vllm/meta.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 307278b7d64d6..f3b45969da179 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -25,6 +25,7 @@ build: skip: True # [osx or win] missing_dso_whitelist: - '*/libtorch_python.so' + - '*/libcuda.so.1' requirements: build: From a6b1e5f58e53d48a1bf360ff9d1263287ec537bc Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Wed, 6 Mar 2024 19:55:53 -0500 Subject: [PATCH 27/49] force build --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index f3b45969da179..c2e15d9a35112 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -11,7 +11,7 @@ source: build: # noarch: python - + rpaths: - lib/ From ae258f47d5ad81d9ffc558b51e5dc63734578ee6 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 4 Apr 2024 12:40:56 -0400 Subject: [PATCH 28/49] worth a shot --- recipes/vllm/meta.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index c2e15d9a35112..3087b9293dab4 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -69,6 +69,7 @@ requirements: - cuda-nvtx-dev # [(cuda_compiler_version or "").startswith("12")] - libstdcxx-ng - libgcc-ng + - libxcrypt test: imports: From 0a9a0439b669033659450c3715aa4ac593855f87 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 2 May 2024 12:10:39 -0400 Subject: [PATCH 29/49] simplified build deps --- recipes/vllm/meta.yaml | 22 +++++++++++++--------- 1 file changed, 13 insertions(+), 9 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 3087b9293dab4..161597b5a1f80 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -31,10 +31,13 @@ requirements: build: - cmake - make + - {{ stdlib("c") }} - {{ compiler('c') }} - {{ compiler('cxx') }} - {{ compiler('cuda') }} + host: + - cuda-version {{ cuda_compiler_version }} - python - ninja - packaging @@ -43,6 +46,7 @@ requirements: - wheel - pip - libxcrypt + run: - python - ninja @@ -61,15 +65,15 @@ requirements: - pydantic - aioprometheus - prometheus_client - - libtorch - - cuda-version {{ cuda_compiler_version }} # [cuda_compiler_version != "None"] - - cuda-cupti-dev # [(cuda_compiler_version or "").startswith("12")] - - cuda-cudart-dev # [(cuda_compiler_version or "").startswith("12")] - - cuda-nvml-dev # [(cuda_compiler_version or "").startswith("12")] - - cuda-nvtx-dev # [(cuda_compiler_version or "").startswith("12")] - - libstdcxx-ng - - libgcc-ng - - libxcrypt + # - libtorch + # - cuda-version {{ cuda_compiler_version }} # [cuda_compiler_version != "None"] + # - cuda-cupti-dev # [(cuda_compiler_version or "").startswith("12")] + # - cuda-cudart-dev # [(cuda_compiler_version or "").startswith("12")] + # - cuda-nvml-dev # [(cuda_compiler_version or "").startswith("12")] + # - cuda-nvtx-dev # [(cuda_compiler_version or "").startswith("12")] + # - libstdcxx-ng + # - libgcc-ng + # - libxcrypt test: imports: From c41c3bf156f94eb0c11d84786aa58485d6f3837e Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 2 May 2024 12:29:16 -0400 Subject: [PATCH 30/49] libcusparse --- recipes/vllm/meta.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 161597b5a1f80..78cda95c00b09 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -35,6 +35,7 @@ requirements: - {{ compiler('c') }} - {{ compiler('cxx') }} - {{ compiler('cuda') }} + - libcusparse host: - cuda-version {{ cuda_compiler_version }} @@ -42,10 +43,11 @@ requirements: - ninja - packaging - setuptools >=49.4.0 - - pytorch >=2.1.0 + - pytorch - wheel - pip - libxcrypt + - libcusparse run: - python From 27427684e65d5c2cd6e1dd527071ed098b9ef37b Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 2 May 2024 12:45:24 -0400 Subject: [PATCH 31/49] removed libcuseparse from build --- recipes/vllm/meta.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 78cda95c00b09..ac30d74042863 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -35,7 +35,6 @@ requirements: - {{ compiler('c') }} - {{ compiler('cxx') }} - {{ compiler('cuda') }} - - libcusparse host: - cuda-version {{ cuda_compiler_version }} From 42350b46c3475694e1bcf70e23ac3d7ce329aa70 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 2 May 2024 13:08:22 -0400 Subject: [PATCH 32/49] libcusparse-dev --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index ac30d74042863..a7625696a0424 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -46,7 +46,6 @@ requirements: - wheel - pip - libxcrypt - - libcusparse run: - python @@ -66,6 +65,7 @@ requirements: - pydantic - aioprometheus - prometheus_client + - libcusparse-dev # - libtorch # - cuda-version {{ cuda_compiler_version }} # [cuda_compiler_version != "None"] # - cuda-cupti-dev # [(cuda_compiler_version or "").startswith("12")] From 27ea238092bab8882fc18d11891d7ed6fef7fe8e Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 2 May 2024 13:27:35 -0400 Subject: [PATCH 33/49] versioning for cusparse --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index a7625696a0424..d5ee262ccf366 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -65,7 +65,7 @@ requirements: - pydantic - aioprometheus - prometheus_client - - libcusparse-dev + - libcusparse-dev {{ cuda_compiler_version }} # - libtorch # - cuda-version {{ cuda_compiler_version }} # [cuda_compiler_version != "None"] # - cuda-cupti-dev # [(cuda_compiler_version or "").startswith("12")] From 49a3b5ee6d5ae3a42c77c8d672c8965376762554 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 2 May 2024 13:55:25 -0400 Subject: [PATCH 34/49] touchvision dep --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index d5ee262ccf366..c971971e8719d 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -43,6 +43,7 @@ requirements: - packaging - setuptools >=49.4.0 - pytorch + - torchvision - wheel - pip - libxcrypt @@ -65,7 +66,6 @@ requirements: - pydantic - aioprometheus - prometheus_client - - libcusparse-dev {{ cuda_compiler_version }} # - libtorch # - cuda-version {{ cuda_compiler_version }} # [cuda_compiler_version != "None"] # - cuda-cupti-dev # [(cuda_compiler_version or "").startswith("12")] From b122ae98db6474f95ab2eaab70f115dc604f0e36 Mon Sep 17 00:00:00 2001 From: mediocretech Date: Tue, 21 May 2024 06:38:17 -0400 Subject: [PATCH 35/49] version bump --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index c971971e8719d..7fb14d03c69bb 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -1,5 +1,5 @@ {% set name = "vllm" %} -{% set version = "0.3.3" %} +{% set version = "0.4.1" %} package: name: {{ name|lower }} From 2101b0960f044a627a38355207ea0d1d5d3c0449 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Tue, 21 May 2024 07:02:10 -0400 Subject: [PATCH 36/49] updated sha for newer version --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 7fb14d03c69bb..c3bb96ef0bc1c 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -7,7 +7,7 @@ package: source: url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/vllm-{{ version }}.tar.gz - sha256: 24b70159bbcfd441bfa9d3e226ba8f5db74837c5325fea4a2104cf46c5d8246e + sha256: 2a0ac627b4cc9ff260b50bd63a43f71bf9b72b432bff334fd6cfe86cc9ac7437 build: # noarch: python From eae0ea1272af207e3b84e5861418d8cdb6663553 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Tue, 21 May 2024 10:20:21 -0400 Subject: [PATCH 37/49] triton runtime req --- recipes/vllm/meta.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index c3bb96ef0bc1c..1e45c0ce746f9 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -66,6 +66,7 @@ requirements: - pydantic - aioprometheus - prometheus_client + - triton # - libtorch # - cuda-version {{ cuda_compiler_version }} # [cuda_compiler_version != "None"] # - cuda-cupti-dev # [(cuda_compiler_version or "").startswith("12")] From 8738492c16b15a0b2f40e51bfcbeedfe7414a851 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 1 Aug 2024 08:34:34 -0400 Subject: [PATCH 38/49] latest conda-build is incompatible --- .ci_support/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci_support/requirements.txt b/.ci_support/requirements.txt index 91d2f5605e9d5..d5181c36aa030 100644 --- a/.ci_support/requirements.txt +++ b/.ci_support/requirements.txt @@ -1,6 +1,6 @@ conda>=23.7.3 conda-libmamba-solver>=23.7.0 -conda-build>=24.3 +conda-build>=24.3,<24.7 conda-index>=0.3.0 conda-forge-ci-setup=4.* conda-forge-pinning From 3a0dcdcf55ab09b22bee3717914399315d08f2b6 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 1 Aug 2024 08:35:47 -0400 Subject: [PATCH 39/49] update to latest release --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 1e45c0ce746f9..7163b7c12561a 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -1,5 +1,5 @@ {% set name = "vllm" %} -{% set version = "0.4.1" %} +{% set version = "0.5.3" %} package: name: {{ name|lower }} From 2a25f9ba4a05998ba40882bad3a17ef779d726ce Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 1 Aug 2024 09:16:24 -0400 Subject: [PATCH 40/49] unpinned dependancies for latest vllm release --- recipes/vllm/meta.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 7163b7c12561a..a4db3ff74ca90 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -52,13 +52,13 @@ requirements: - python - ninja - psutil - - ray-core >=2.9.0 + # - ray-core >=2.9.0 - pandas - pyarrow - sentencepiece - numpy - einops - - pytorch ~=2.1.0 + - pytorch - transformers >=4.34.0 - xformers - fastapi From a5a87d9706c352498da33d34f6cdac30051973a6 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 1 Aug 2024 09:31:05 -0400 Subject: [PATCH 41/49] corrected sha for 0.5.3 --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index a4db3ff74ca90..30c8ff18e6a6a 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -7,7 +7,7 @@ package: source: url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/vllm-{{ version }}.tar.gz - sha256: 2a0ac627b4cc9ff260b50bd63a43f71bf9b72b432bff334fd6cfe86cc9ac7437 + sha256: f4b3e11fe46d914b0af41a164f3be00f23a0f379dabdc7d23e44468ac43fc806 build: # noarch: python From bf73d7eb7a79cd91a2637a754d4b0fda12302c66 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 1 Aug 2024 14:34:57 -0400 Subject: [PATCH 42/49] Update requirements.txt --- .ci_support/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci_support/requirements.txt b/.ci_support/requirements.txt index d5181c36aa030..91d2f5605e9d5 100644 --- a/.ci_support/requirements.txt +++ b/.ci_support/requirements.txt @@ -1,6 +1,6 @@ conda>=23.7.3 conda-libmamba-solver>=23.7.0 -conda-build>=24.3,<24.7 +conda-build>=24.3 conda-index>=0.3.0 conda-forge-ci-setup=4.* conda-forge-pinning From 89e18d0244ef32dbb8e782c0c462fb313844037e Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 26 Sep 2024 10:46:23 -0400 Subject: [PATCH 43/49] hope for the future...0.6.2 --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 30c8ff18e6a6a..39499857c182c 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -1,5 +1,5 @@ {% set name = "vllm" %} -{% set version = "0.5.3" %} +{% set version = "0.6.2" %} package: name: {{ name|lower }} From 2a8254d77372643445b03fd7e891040176f8ffec Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 26 Sep 2024 10:58:46 -0400 Subject: [PATCH 44/49] hash for 0.6.2 --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 39499857c182c..ffdddf44e28dc 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -7,7 +7,7 @@ package: source: url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/vllm-{{ version }}.tar.gz - sha256: f4b3e11fe46d914b0af41a164f3be00f23a0f379dabdc7d23e44468ac43fc806 + sha256: 2fffd856a25d3defa38a539150fccf9126959ce4c6781c1c5a76d5da7216af59 build: # noarch: python From ab8ff829f1707e2a3d305d62fd5532a666734c83 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 26 Sep 2024 11:28:30 -0400 Subject: [PATCH 45/49] setuptools_scm --- recipes/vllm/meta.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index ffdddf44e28dc..4ac1f53fae77a 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -41,7 +41,8 @@ requirements: - python - ninja - packaging - - setuptools >=49.4.0 + - setuptools + - setuptools-scm - pytorch - torchvision - wheel From c843952d6edc44a180cadb517a718664622567a7 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Thu, 26 Sep 2024 11:53:40 -0400 Subject: [PATCH 46/49] changes to build --- recipes/vllm/build.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/recipes/vllm/build.sh b/recipes/vllm/build.sh index e438c43ea4b2f..3f893ef89f829 100644 --- a/recipes/vllm/build.sh +++ b/recipes/vllm/build.sh @@ -2,5 +2,7 @@ export MAX_JOBS=1 # needed to find libcrypt headers export CPATH=${BUILD_PREFIX}/include +export VLLM_TARGET_DEVICE="cuda" +${PYTHON} use_existing_torch.py ${PYTHON} -m pip install . --no-deps -vv --no-deps --no-build-isolation From a4f65c0f1e4168d06512b7a72da6de08bbdc5dc7 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Tue, 17 Dec 2024 09:07:32 -0500 Subject: [PATCH 47/49] 0.6.4 bump --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 4ac1f53fae77a..0cbf5b4911343 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -1,5 +1,5 @@ {% set name = "vllm" %} -{% set version = "0.6.2" %} +{% set version = "0.6.4" %} package: name: {{ name|lower }} From 72aa9251d0c2210bc6ab275db9d1eef4f2be34b2 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Tue, 17 Dec 2024 09:22:08 -0500 Subject: [PATCH 48/49] hash update --- recipes/vllm/meta.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 0cbf5b4911343..1ebacb8a1779b 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -7,7 +7,7 @@ package: source: url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/vllm-{{ version }}.tar.gz - sha256: 2fffd856a25d3defa38a539150fccf9126959ce4c6781c1c5a76d5da7216af59 + sha256: 5d1452c44e6fde35084219a8396a79c77f1202a6fc69fdb966d15a1a8933b762 build: # noarch: python From d8ab54757a3be1bf35fced378a4561e2bfcc6523 Mon Sep 17 00:00:00 2001 From: Adam G <62549436+mediocretech@users.noreply.github.com> Date: Tue, 17 Dec 2024 09:58:04 -0500 Subject: [PATCH 49/49] build is now 3.12 --- recipes/vllm/meta.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/recipes/vllm/meta.yaml b/recipes/vllm/meta.yaml index 1ebacb8a1779b..c6b2f20651c93 100644 --- a/recipes/vllm/meta.yaml +++ b/recipes/vllm/meta.yaml @@ -23,6 +23,7 @@ build: number: 0 skip: True # [cuda_compiler_version == "None"] skip: True # [osx or win] + skip: True # [py < 312] missing_dso_whitelist: - '*/libtorch_python.so' - '*/libcuda.so.1'