Skip to content

Commit ce623d1

Browse files
committed
vLLM 0.11.2 for DGX Spark support
Upstream has been working to get 0.11.2 working with DGX Spark Signed-off-by: Eric Curtin <eric.curtin@docker.com>
1 parent 66f4b9d commit ce623d1

File tree

1 file changed

+7
-8
lines changed

1 file changed

+7
-8
lines changed

Dockerfile

Lines changed: 7 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -82,7 +82,9 @@ ENTRYPOINT ["/app/model-runner"]
8282
# --- vLLM variant ---
8383
FROM llamacpp AS vllm
8484

85-
ARG VLLM_VERSION=0.11.0
85+
ARG VLLM_VERSION=0.11.2
86+
87+
# DGX Spark requires cu130
8688
ARG VLLM_CUDA_VERSION=cu129
8789
ARG VLLM_PYTHON_TAG=cp38-abi3
8890
ARG TARGETARCH
@@ -98,13 +100,10 @@ USER modelrunner
98100
# Install uv and vLLM as modelrunner user
99101
RUN curl -LsSf https://astral.sh/uv/install.sh | sh \
100102
&& ~/.local/bin/uv venv --python /usr/bin/python3 /opt/vllm-env \
101-
&& if [ "$TARGETARCH" = "amd64" ]; then \
102-
WHEEL_ARCH="manylinux1_x86_64"; \
103-
WHEEL_URL="https://github.com/vllm-project/vllm/releases/download/v${VLLM_VERSION}/vllm-${VLLM_VERSION}%2B${VLLM_CUDA_VERSION}-${VLLM_PYTHON_TAG}-${WHEEL_ARCH}.whl"; \
104-
~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "$WHEEL_URL"; \
105-
else \
106-
~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "vllm==${VLLM_VERSION}"; \
107-
fi
103+
&& if [ "$TARGETARCH" = "arm64" ]; then \
104+
uv pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu130 \
105+
fi \
106+
&& ~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "vllm==${VLLM_VERSION}" \
108107

109108
RUN /opt/vllm-env/bin/python -c "import vllm; print(vllm.__version__)" > /opt/vllm-env/version
110109

0 commit comments

Comments
 (0)