yusufs commited on
Commit
4bd51f5
·
verified ·
1 Parent(s): a48cf7b

fix(Dockerfile): revision

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -7
Dockerfile CHANGED
@@ -1,8 +1,5 @@
1
  FROM docker.io/vllm/vllm-openai:v0.10.0
2
 
3
- ENV MODEL_NAME="meta-llama/Llama-3.2-3B-Instruct"
4
- ENV MODEL_REV="0cb88a4f764b7a12671c53f0838cd831a0843b95"
5
-
6
  # Download at build time,
7
  # to ensure during restart we won't have to wait for the download from HF (only wait for docker pull).
8
  # In Docker Spaces, the secrets management is different for security reasons.
@@ -22,11 +19,11 @@ EXPOSE 7860
22
  ENTRYPOINT ["vllm", "serve"]
23
 
24
  CMD [
25
- "--model", "$MODEL_NAME",
26
  "--task", "generate",
27
- "--revision", "$MODEL_REV",
28
- "--code-revision", "$MODEL_REV",
29
- "--tokenizer-revision", "$MODEL_REV",
30
  "--seed", "42",
31
  "--host", "0.0.0.0",
32
  "--port", "7860",
 
1
  FROM docker.io/vllm/vllm-openai:v0.10.0
2
 
 
 
 
3
  # Download at build time,
4
  # to ensure during restart we won't have to wait for the download from HF (only wait for docker pull).
5
  # In Docker Spaces, the secrets management is different for security reasons.
 
19
  ENTRYPOINT ["vllm", "serve"]
20
 
21
  CMD [
22
+ "--model", "meta-llama/Llama-3.2-3B-Instruct",
23
  "--task", "generate",
24
+ "--revision", "0cb88a4f764b7a12671c53f0838cd831a0843b95",
25
+ "--code-revision", "0cb88a4f764b7a12671c53f0838cd831a0843b95",
26
+ "--tokenizer-revision", "0cb88a4f764b7a12671c53f0838cd831a0843b95",
27
  "--seed", "42",
28
  "--host", "0.0.0.0",
29
  "--port", "7860",