yusufs commited on
Commit
9ea2c99
·
verified ·
1 Parent(s): edf53e5

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -2
Dockerfile CHANGED
@@ -1,5 +1,6 @@
1
 
2
- FROM nvidia/cuda:12.1.0-cudnn8-runtime-ubuntu22.04
 
3
 
4
  ENV VLLM_LOGGING_LEVEL=DEBUG
5
  ENV HF_HOME=/tmp/.cache/huggingface
@@ -181,7 +182,7 @@ RUN uv pip install --system --index-strategy unsafe-best-match vllm==0.10.0 --ex
181
  # INFO: Waiting for application shutdown.
182
  # INFO: Application shutdown complete.
183
  # INFO: Finished server process [27]
184
- RUN uv pip install --system --index-strategy unsafe-best-match triton==3.2 --extra-index-url https://download.pytorch.org/whl/cu128
185
 
186
  # # Then, install xformers with the --no-build-isolation flag
187
  # RUN uv pip install --system \
 
1
 
2
+ # FROM nvidia/cuda:12.1.0-cudnn8-runtime-ubuntu22.04
3
+ FROM nvidia/cuda:12.9.1-cudnn-runtime-ubuntu24.04
4
 
5
  ENV VLLM_LOGGING_LEVEL=DEBUG
6
  ENV HF_HOME=/tmp/.cache/huggingface
 
182
  # INFO: Waiting for application shutdown.
183
  # INFO: Application shutdown complete.
184
  # INFO: Finished server process [27]
185
+ # RUN uv pip install --system --index-strategy unsafe-best-match triton==3.2 --extra-index-url https://download.pytorch.org/whl/cu128
186
 
187
  # # Then, install xformers with the --no-build-isolation flag
188
  # RUN uv pip install --system \