Luigi commited on
Commit
07f3263
·
1 Parent(s): 34cd1e5

add q2_k precsion weights

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -18,7 +18,7 @@ MODELS = {
18
  "clip_repo": "ggml-org/SmolVLM2-256M-Video-Instruct-GGUF",
19
  "model_prefix": "SmolVLM2-256M-Video-Instruct",
20
  "clip_prefix": "mmproj-SmolVLM2-256M-Video-Instruct",
21
- "model_variants": ["Q8_0", "f16"],
22
  "clip_variants": ["Q8_0", "f16"],
23
  },
24
  "500M": {
@@ -26,7 +26,7 @@ MODELS = {
26
  "clip_repo": "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF",
27
  "model_prefix": "SmolVLM2-500M-Video-Instruct",
28
  "clip_prefix": "mmproj-SmolVLM2-500M-Video-Instruct",
29
- "model_variants": ["Q8_0", "f16"],
30
  "clip_variants": ["Q8_0", "f16"],
31
  },
32
  "2.2B": {
@@ -34,7 +34,7 @@ MODELS = {
34
  "clip_repo": "ggml-org/SmolVLM2-2.2B-Instruct-GGUF",
35
  "model_prefix": "SmolVLM2-2.2B-Instruct",
36
  "clip_prefix": "mmproj-SmolVLM2-2.2B-Instruct",
37
- "model_variants": ["Q4_K_M", "Q8_0", "f16"],
38
  "clip_variants": ["Q8_0", "f16"],
39
  },
40
  }
 
18
  "clip_repo": "ggml-org/SmolVLM2-256M-Video-Instruct-GGUF",
19
  "model_prefix": "SmolVLM2-256M-Video-Instruct",
20
  "clip_prefix": "mmproj-SmolVLM2-256M-Video-Instruct",
21
+ "model_variants": ["Q2_K","Q8_0", "f16"],
22
  "clip_variants": ["Q8_0", "f16"],
23
  },
24
  "500M": {
 
26
  "clip_repo": "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF",
27
  "model_prefix": "SmolVLM2-500M-Video-Instruct",
28
  "clip_prefix": "mmproj-SmolVLM2-500M-Video-Instruct",
29
+ "model_variants": ["Q2_K","Q8_0", "f16"],
30
  "clip_variants": ["Q8_0", "f16"],
31
  },
32
  "2.2B": {
 
34
  "clip_repo": "ggml-org/SmolVLM2-2.2B-Instruct-GGUF",
35
  "model_prefix": "SmolVLM2-2.2B-Instruct",
36
  "clip_prefix": "mmproj-SmolVLM2-2.2B-Instruct",
37
+ "model_variants": ["Q2_K","Q4_K_M", "Q8_0", "f16"],
38
  "clip_variants": ["Q8_0", "f16"],
39
  },
40
  }