Fix config default for LM
Browse filesWithout this setting downstream packages like MLX-VLM fail to load QK_NORM.
- config.json +1 -0
config.json
CHANGED
|
@@ -61,6 +61,7 @@
|
|
| 61 |
"sliding_window": null,
|
| 62 |
"use_cache": true,
|
| 63 |
"use_sliding_window": false,
|
|
|
|
| 64 |
"tie_word_embeddings": true,
|
| 65 |
"vocab_size": 151936
|
| 66 |
},
|
|
|
|
| 61 |
"sliding_window": null,
|
| 62 |
"use_cache": true,
|
| 63 |
"use_sliding_window": false,
|
| 64 |
+
"use_qk_norm": true,
|
| 65 |
"tie_word_embeddings": true,
|
| 66 |
"vocab_size": 151936
|
| 67 |
},
|