File tree Expand file tree Collapse file tree 1 file changed +7
-8
lines changed
Expand file tree Collapse file tree 1 file changed +7
-8
lines changed Original file line number Diff line number Diff line change @@ -82,7 +82,9 @@ ENTRYPOINT ["/app/model-runner"]
8282# --- vLLM variant ---
8383FROM llamacpp AS vllm
8484
85- ARG VLLM_VERSION=0.11.0
85+ ARG VLLM_VERSION=0.11.2
86+
87+ # DGX Spark requires cu130
8688ARG VLLM_CUDA_VERSION=cu129
8789ARG VLLM_PYTHON_TAG=cp38-abi3
8890ARG TARGETARCH
@@ -98,13 +100,10 @@ USER modelrunner
98100# Install uv and vLLM as modelrunner user
99101RUN curl -LsSf https://astral.sh/uv/install.sh | sh \
100102 && ~/.local/bin/uv venv --python /usr/bin/python3 /opt/vllm-env \
101- && if [ "$TARGETARCH" = "amd64" ]; then \
102- WHEEL_ARCH="manylinux1_x86_64" ; \
103- WHEEL_URL="https://github.com/vllm-project/vllm/releases/download/v${VLLM_VERSION}/vllm-${VLLM_VERSION}%2B${VLLM_CUDA_VERSION}-${VLLM_PYTHON_TAG}-${WHEEL_ARCH}.whl" ; \
104- ~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "$WHEEL_URL" ; \
105- else \
106- ~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "vllm==${VLLM_VERSION}" ; \
107- fi
103+ && if [ "$TARGETARCH" = "arm64" ]; then \
104+ uv pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu130 \
105+ fi \
106+ && ~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "vllm==${VLLM_VERSION}" \
108107
109108RUN /opt/vllm-env/bin/python -c "import vllm; print(vllm.__version__)" > /opt/vllm-env/version
110109
You can’t perform that action at this time.
0 commit comments