Upload config.json with huggingface_hub
Browse files- config.json +1 -2
config.json
CHANGED
|
@@ -9,7 +9,6 @@
|
|
| 9 |
"attention_bias": false,
|
| 10 |
"attention_dropout": 0.1,
|
| 11 |
"attention_head_dim": 128,
|
| 12 |
-
"head_dim": 128,
|
| 13 |
"auto_map": {
|
| 14 |
"AutoConfig": "configuration_hunyuan.HunYuanConfig",
|
| 15 |
"AutoModel": "hunyuan.HunYuanModel",
|
|
@@ -37,7 +36,7 @@
|
|
| 37 |
"mask_init_id": 13,
|
| 38 |
"max_position_embeddings": 32768,
|
| 39 |
"mlp_bias": false,
|
| 40 |
-
"model_type": "
|
| 41 |
"moe_drop_tokens": false,
|
| 42 |
"moe_intermediate_size": [
|
| 43 |
3072,
|
|
|
|
| 9 |
"attention_bias": false,
|
| 10 |
"attention_dropout": 0.1,
|
| 11 |
"attention_head_dim": 128,
|
|
|
|
| 12 |
"auto_map": {
|
| 13 |
"AutoConfig": "configuration_hunyuan.HunYuanConfig",
|
| 14 |
"AutoModel": "hunyuan.HunYuanModel",
|
|
|
|
| 36 |
"mask_init_id": 13,
|
| 37 |
"max_position_embeddings": 32768,
|
| 38 |
"mlp_bias": false,
|
| 39 |
+
"model_type": "hunyuan",
|
| 40 |
"moe_drop_tokens": false,
|
| 41 |
"moe_intermediate_size": [
|
| 42 |
3072,
|