yusufs commited on
Commit
053dce6
·
verified ·
1 Parent(s): bf084e5

nvidia/cuda:11.7.1-cudnn8-runtime-ubuntu22.04

Browse files
Files changed (1) hide show
  1. Dockerfile +7 -1
Dockerfile CHANGED
@@ -1,4 +1,10 @@
1
- FROM docker.io/vllm/vllm-openai:v0.10.0
 
 
 
 
 
 
2
 
3
  # Download at build time,
4
  # to ensure during restart we won't have to wait for the download from HF (only wait for docker pull).
 
1
+ FROM nvidia/cuda:11.7.1-cudnn8-runtime-ubuntu22.04
2
+
3
+ RUN apt-get update && apt-get install -y python3 python3-pip git
4
+ RUN pip3 install --upgrade pip
5
+
6
+ # Install vLLM
7
+ RUN pip3 install vllm==0.10.0
8
 
9
  # Download at build time,
10
  # to ensure during restart we won't have to wait for the download from HF (only wait for docker pull).