Skip to content

Commit

Permalink
dockerfile versions non nightly (#2277)
Browse files Browse the repository at this point in the history
  • Loading branch information
ydm-amazon authored Aug 5, 2024
1 parent 3d85dfa commit edbbfd4
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion serving/docker/lmi.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ ARG vllm_wheel="https://publish.djl.ai/vllm/cu124-pt231/vllm-0.5.3.post1%2Bcu124
ARG flash_attn_2_wheel="https://github.com/vllm-project/flash-attention/releases/download/v2.5.9.post1/vllm_flash_attn-2.5.9.post1-cp310-cp310-manylinux1_x86_64.whl"
ARG flash_infer_wheel="https://github.com/flashinfer-ai/flashinfer/releases/download/v0.0.9/flashinfer-0.0.9+cu121torch2.3-cp310-cp310-linux_x86_64.whl"
# %2B is the url escape for the '+' character
ARG lmi_dist_wheel="https://publish.djl.ai/lmi_dist/lmi_dist-11.0.0%2Bnightly-py3-none-any.whl"
ARG lmi_dist_wheel="https://publish.djl.ai/lmi_dist/lmi_dist-11.0.0-py3-none-any.whl"
ARG seq_scheduler_wheel="https://publish.djl.ai/seq_scheduler/seq_scheduler-0.1.0-py3-none-any.whl"
ARG peft_version=0.11.1

Expand Down
2 changes: 1 addition & 1 deletion serving/docker/pytorch-inf2.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ ARG diffusers_version=0.28.2
ARG pydantic_version=2.6.1
ARG optimum_neuron_version=0.0.23
# %2B is the url escape for the '+' character
ARG vllm_wheel="https://publish.djl.ai/neuron_vllm/vllm-0.5.0%2Bnightly-py3-none-any.whl"
ARG vllm_wheel="https://publish.djl.ai/neuron_vllm/vllm-0.5.0-py3-none-any.whl"
EXPOSE 8080

# Sets up Path for Neuron tools
Expand Down
2 changes: 1 addition & 1 deletion serving/docker/tensorrt-llm.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ ARG transformers_version=4.42.4
ARG accelerate_version=0.32.1
ARG tensorrtlibs_version=10.1.0
# %2B is the url escape for the '+' character
ARG trtllm_toolkit_version=0.11.0%2Bnightly
ARG trtllm_toolkit_version=0.11.0
ARG trtllm_version=v0.11.0
ARG cuda_python_version=12.4
ARG peft_version=0.10.0
Expand Down

0 comments on commit edbbfd4

Please sign in to comment.