Spaces:
Paused
Paused
nvidia/cuda:11.7.1-cudnn8-runtime-ubuntu22.04
Browse files- Dockerfile +7 -1
Dockerfile
CHANGED
@@ -1,4 +1,10 @@
|
|
1 |
-
FROM
|
|
|
|
|
|
|
|
|
|
|
|
|
2 |
|
3 |
# Download at build time,
|
4 |
# to ensure during restart we won't have to wait for the download from HF (only wait for docker pull).
|
|
|
1 |
+
FROM nvidia/cuda:11.7.1-cudnn8-runtime-ubuntu22.04
|
2 |
+
|
3 |
+
RUN apt-get update && apt-get install -y python3 python3-pip git
|
4 |
+
RUN pip3 install --upgrade pip
|
5 |
+
|
6 |
+
# Install vLLM
|
7 |
+
RUN pip3 install vllm==0.10.0
|
8 |
|
9 |
# Download at build time,
|
10 |
# to ensure during restart we won't have to wait for the download from HF (only wait for docker pull).
|