Spaces:
Running
Running
add q2_k precsion weights
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ MODELS = {
|
|
18 |
"clip_repo": "ggml-org/SmolVLM2-256M-Video-Instruct-GGUF",
|
19 |
"model_prefix": "SmolVLM2-256M-Video-Instruct",
|
20 |
"clip_prefix": "mmproj-SmolVLM2-256M-Video-Instruct",
|
21 |
-
"model_variants": ["Q8_0", "f16"],
|
22 |
"clip_variants": ["Q8_0", "f16"],
|
23 |
},
|
24 |
"500M": {
|
@@ -26,7 +26,7 @@ MODELS = {
|
|
26 |
"clip_repo": "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF",
|
27 |
"model_prefix": "SmolVLM2-500M-Video-Instruct",
|
28 |
"clip_prefix": "mmproj-SmolVLM2-500M-Video-Instruct",
|
29 |
-
"model_variants": ["Q8_0", "f16"],
|
30 |
"clip_variants": ["Q8_0", "f16"],
|
31 |
},
|
32 |
"2.2B": {
|
@@ -34,7 +34,7 @@ MODELS = {
|
|
34 |
"clip_repo": "ggml-org/SmolVLM2-2.2B-Instruct-GGUF",
|
35 |
"model_prefix": "SmolVLM2-2.2B-Instruct",
|
36 |
"clip_prefix": "mmproj-SmolVLM2-2.2B-Instruct",
|
37 |
-
"model_variants": ["Q4_K_M", "Q8_0", "f16"],
|
38 |
"clip_variants": ["Q8_0", "f16"],
|
39 |
},
|
40 |
}
|
|
|
18 |
"clip_repo": "ggml-org/SmolVLM2-256M-Video-Instruct-GGUF",
|
19 |
"model_prefix": "SmolVLM2-256M-Video-Instruct",
|
20 |
"clip_prefix": "mmproj-SmolVLM2-256M-Video-Instruct",
|
21 |
+
"model_variants": ["Q2_K","Q8_0", "f16"],
|
22 |
"clip_variants": ["Q8_0", "f16"],
|
23 |
},
|
24 |
"500M": {
|
|
|
26 |
"clip_repo": "ggml-org/SmolVLM2-500M-Video-Instruct-GGUF",
|
27 |
"model_prefix": "SmolVLM2-500M-Video-Instruct",
|
28 |
"clip_prefix": "mmproj-SmolVLM2-500M-Video-Instruct",
|
29 |
+
"model_variants": ["Q2_K","Q8_0", "f16"],
|
30 |
"clip_variants": ["Q8_0", "f16"],
|
31 |
},
|
32 |
"2.2B": {
|
|
|
34 |
"clip_repo": "ggml-org/SmolVLM2-2.2B-Instruct-GGUF",
|
35 |
"model_prefix": "SmolVLM2-2.2B-Instruct",
|
36 |
"clip_prefix": "mmproj-SmolVLM2-2.2B-Instruct",
|
37 |
+
"model_variants": ["Q2_K","Q4_K_M", "Q8_0", "f16"],
|
38 |
"clip_variants": ["Q8_0", "f16"],
|
39 |
},
|
40 |
}
|