Update README.md
Browse files
README.md
CHANGED
|
@@ -22,6 +22,7 @@ Personalized Replication of Low-Bit Mixed Precision Quant using `--tensor-type`
|
|
| 22 |
```
|
| 23 |
- IQ1_M : 83.63 GiB (2.01 BPW)
|
| 24 |
- Q2_K_L : 124.97 GiB (3.01 BPW)
|
|
|
|
| 25 |
```
|
| 26 |
|
| 27 |
|
|
@@ -37,6 +38,6 @@ from huggingface_hub import snapshot_download
|
|
| 37 |
snapshot_download(
|
| 38 |
repo_id = "bobchenyx/GLM-4.6-GGUF",
|
| 39 |
local_dir = "bobchenyx/GLM-4.6-GGUF",
|
| 40 |
-
allow_patterns = ["*IQ1_M*"], # Q2_K_L,
|
| 41 |
)
|
| 42 |
```
|
|
|
|
| 22 |
```
|
| 23 |
- IQ1_M : 83.63 GiB (2.01 BPW)
|
| 24 |
- Q2_K_L : 124.97 GiB (3.01 BPW)
|
| 25 |
+
- Q4_K_L : 204.10 GiB (4.91 BPW)
|
| 26 |
```
|
| 27 |
|
| 28 |
|
|
|
|
| 38 |
snapshot_download(
|
| 39 |
repo_id = "bobchenyx/GLM-4.6-GGUF",
|
| 40 |
local_dir = "bobchenyx/GLM-4.6-GGUF",
|
| 41 |
+
allow_patterns = ["*IQ1_M*"], # Q2_K_L,Q4_K_L
|
| 42 |
)
|
| 43 |
```
|