Spaces:
Running
on
T4
Running
on
T4
Update Dockerfile
Browse files- Dockerfile +3 -2
Dockerfile
CHANGED
|
@@ -1,5 +1,7 @@
|
|
| 1 |
FROM nvidia/cuda:11.7.1-cudnn8-runtime-ubuntu22.04
|
| 2 |
|
|
|
|
|
|
|
| 3 |
RUN apt-get update && apt-get install -y python3 python3-pip git
|
| 4 |
RUN pip3 install --upgrade pip
|
| 5 |
|
|
@@ -22,8 +24,7 @@ RUN pip3 install vllm==0.10.0 --extra-index-url https://download.pytorch.org/whl
|
|
| 22 |
|
| 23 |
EXPOSE 7860
|
| 24 |
|
| 25 |
-
CMD
|
| 26 |
-
python3 -m vllm.entrypoints.openai.api_server \
|
| 27 |
--model "meta-llama/Llama-3.2-3B-Instruct" \
|
| 28 |
--task generate \
|
| 29 |
--revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \
|
|
|
|
| 1 |
FROM nvidia/cuda:11.7.1-cudnn8-runtime-ubuntu22.04
|
| 2 |
|
| 3 |
+
ENV VLLM_LOGGING_LEVEL=DEBUG
|
| 4 |
+
|
| 5 |
RUN apt-get update && apt-get install -y python3 python3-pip git
|
| 6 |
RUN pip3 install --upgrade pip
|
| 7 |
|
|
|
|
| 24 |
|
| 25 |
EXPOSE 7860
|
| 26 |
|
| 27 |
+
CMD python3 -m vllm.entrypoints.openai.api_server \
|
|
|
|
| 28 |
--model "meta-llama/Llama-3.2-3B-Instruct" \
|
| 29 |
--task generate \
|
| 30 |
--revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \
|