[Docker] Add docker file for vllm

.github/workflows/pylint.yml

@@ -28,5 +28,5 @@ jobs:
         nvidia-docker run --rm -t --net host --ipc host \
           -v ${PWD}:/workspace \
           -w /workspace \
-          registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev:20240909_action_678a439 \
+          registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev:20250213_image_65d0368 \
           bash -c "pip install -e .[vllm] > /dev/null && make lint"

Makefile

@@ -15,8 +15,8 @@
 init:
 	@git submodule update --init --recursive
 
-.PHONY: install
-install:
+.PHONY: vllm_install
+vllm_install:
 	@pip install -e .[vllm]
 
 .PHONY: lint

docs/Quickstart.md

@@ -19,7 +19,7 @@ You can build and install Llumnix from source:
 ```
 git clone https://github.com/AlibabaPAI/llumnix.git
 cd llumnix
-make install
+make vllm_install
 ```
 
 The default migration backend is rayrpc. If you want to use NCCL as the migration backend, run `make cupy-cuda` to install [cupy-cuda](https://pypi.org/search/?q=cupy-cuda) manually, as it is related to the CUDA version.

tools/docker/Dockerfile.vllm

@@ -0,0 +1,22 @@
+FROM nvcr.io/nvidia/pytorch:23.10-py3
+
+ARG BRANCH="main"
+ARG COMMIT_ID="unknown"
+
+RUN apt-get update && \
+    apt-get install -y bc && \
+    wget -O /tmp/bazel.deb "https://github.com/bazelbuild/bazel/releases/download/5.1.0/bazel_5.1.0-linux-x86_64.deb" && \
+    dpkg -i /tmp/bazel.deb && \
+    rm /tmp/bazel.deb && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
+
+RUN git clone https://github.com/AlibabaPAI/llumnix.git && \
+    cd llumnix && \
+    git fetch origin ${BRANCH} && \
+    git checkout ${BRANCH} && \
+    git checkout ${COMMIT_ID} && \
+    make pygloo && \
+    make check_pylint_installed && \
+    make check_pytest_installed && \
+    make vllm_install

tools/image_build.sh

@@ -1,55 +1,18 @@
 #!/bin/bash
 
-if [ -z "$1" ]; then
-    echo "Usage: $0 <NAMESPACE>"
-    exit 1
-fi
-
-NAMESPACE="$1"
-REPO="registry.cn-beijing.aliyuncs.com/llumnix/${NAMESPACE}"
+set -e
 
+REPO="registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev"
 DATE=$(date +%Y%m%d)
 BRANCH=$(git rev-parse --abbrev-ref HEAD)
 COMMIT_ID=$(git rev-parse --short=7 HEAD)
 TAG="${DATE}_${BRANCH}_${COMMIT_ID}"
 
-# Get the Git user email
-USER_EMAIL=$(git config user.email)
-
-if [ -z "$USER_EMAIL" ] || [ "${#USER_EMAIL}" -le 0 ]; then
-    echo "Error: Git user email is not set or empty. Please set it using 'git config user.email'"
-    exit 1
-fi
-
-# Ask for the container ID
-echo "Please enter the container ID or name you want to commit:"
-read CONTAINER_ID
-
-if ! docker inspect -f '{{.ID}}' "$CONTAINER_ID" &> /dev/null; then
-    echo "Error: The container '$CONTAINER_ID' does not exist."
-    exit 1
-fi
-
-# Display the details about the commit
-echo "Preparing to commit the following container:"
-echo "Container ID: $CONTAINER_ID"
-echo "Image TAG: ${REPO}:${TAG}"
-echo "Using Git user email: $USER_EMAIL"
-
-# Confirm the commit action
-read -p "Do you want to proceed with the commit? (y/n): " -n 1 -r
-echo    # move to a new line
-if [[ $REPLY != "y" ]]; then
-    echo "Commit aborted."
-    exit 1
-fi
-
-# Commit the container with an optional message and author
-docker commit -a "${USER_EMAIL}" "${CONTAINER_ID}" "${REPO}:${TAG}"
+echo "Building docker image ${REPO}:${TAG}"
 
-if [ $? -eq 0 ]; then
-    echo "Image committed successfully: ${REPO}:${TAG}"
-else
-    echo "Image commit failed!"
-    exit 1
-fi
+export DOCKER_BUILDKIT=1
+docker build . \
+    -f tools/docker/Dockerfile.vllm \
+    --build-arg BRANCH=${BRANCH} \
+    --build-arg COMMIT_ID=${COMMIT_ID} \
+    -t ${REPO}:${TAG}

tools/run_test.sh

@@ -7,5 +7,5 @@ pgrep -f llumnix.entrypoints.vllm.api_server | { while read pid; do kill -9 "$pi
 pgrep -f benchmark_serving.py | { while read pid; do kill -9 "$pid"; done; }
 
 nvidia-docker run --rm -t --net host --ipc host -v ${PWD}:/workspace -v /mnt:/mnt -w /workspace \
-  registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev:20240909_action_678a439 \
-  sh -c "make install > /dev/null && make $test_mode"
+  registry.cn-beijing.aliyuncs.com/llumnix/llumnix-dev:20250213_image_65d0368 \
+  sh -c "make vllm_install > /dev/null && make $test_mode"