Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +6 -1
Dockerfile
CHANGED
|
@@ -1,11 +1,16 @@
|
|
| 1 |
|
| 2 |
FROM vllm/vllm-openai:v0.10.0
|
| 3 |
|
| 4 |
-
|
| 5 |
# e.g. install the `audio` optional dependencies
|
| 6 |
# NOTE: Make sure the version of vLLM matches the base image!
|
| 7 |
RUN uv pip install --system vllm[audio]==0.10.0
|
| 8 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
ENTRYPOINT ["/bin/bash", "-c", "vllm serve meta-llama/Llama-3.2-3B-Instruct --task generate --revision 0cb88a4f764b7a12671c53f0838cd831a0843b95 --code-revision 0cb88a4f764b7a12671c53f0838cd831a0843b95 --tokenizer-revision 0cb88a4f764b7a12671c53f0838cd831a0843b95 --seed 42 --host 0.0.0.0 --port 7860 --max-num-batched-tokens 32768 --max-model-len 32768 --dtype float16 --enforce-eager --gpu-memory-utilization 0.9 --enable-prefix-caching --disable-log-requests --trust-remote-code"]
|
| 10 |
|
| 11 |
# # FROM nvidia/cuda:12.1.0-cudnn8-runtime-ubuntu22.04
|
|
|
|
| 1 |
|
| 2 |
FROM vllm/vllm-openai:v0.10.0
|
| 3 |
|
|
|
|
| 4 |
# e.g. install the `audio` optional dependencies
|
| 5 |
# NOTE: Make sure the version of vLLM matches the base image!
|
| 6 |
RUN uv pip install --system vllm[audio]==0.10.0
|
| 7 |
|
| 8 |
+
# Create a user and group with the specified ID
|
| 9 |
+
RUN groupadd -r myuser --gid 1000 && useradd -r -g myuser --uid 1000 myuser
|
| 10 |
+
|
| 11 |
+
# Now, switch to the newly created user
|
| 12 |
+
USER myuser
|
| 13 |
+
|
| 14 |
ENTRYPOINT ["/bin/bash", "-c", "vllm serve meta-llama/Llama-3.2-3B-Instruct --task generate --revision 0cb88a4f764b7a12671c53f0838cd831a0843b95 --code-revision 0cb88a4f764b7a12671c53f0838cd831a0843b95 --tokenizer-revision 0cb88a4f764b7a12671c53f0838cd831a0843b95 --seed 42 --host 0.0.0.0 --port 7860 --max-num-batched-tokens 32768 --max-model-len 32768 --dtype float16 --enforce-eager --gpu-memory-utilization 0.9 --enable-prefix-caching --disable-log-requests --trust-remote-code"]
|
| 15 |
|
| 16 |
# # FROM nvidia/cuda:12.1.0-cudnn8-runtime-ubuntu22.04
|