Update config.json
Browse filesfix model_type
add head_dim
- config.json +2 -1
config.json
CHANGED
|
@@ -9,6 +9,7 @@
|
|
| 9 |
"attention_bias": false,
|
| 10 |
"attention_dropout": 0.1,
|
| 11 |
"attention_head_dim": 128,
|
|
|
|
| 12 |
"auto_map": {
|
| 13 |
"AutoConfig": "configuration_hunyuan.HunYuanConfig",
|
| 14 |
"AutoModel": "hunyuan.HunYuanModel",
|
|
@@ -36,7 +37,7 @@
|
|
| 36 |
"mask_init_id": 13,
|
| 37 |
"max_position_embeddings": 32768,
|
| 38 |
"mlp_bias": false,
|
| 39 |
-
"model_type": "
|
| 40 |
"moe_drop_tokens": false,
|
| 41 |
"moe_intermediate_size": [
|
| 42 |
3072,
|
|
|
|
| 9 |
"attention_bias": false,
|
| 10 |
"attention_dropout": 0.1,
|
| 11 |
"attention_head_dim": 128,
|
| 12 |
+
"head_dim": 128,
|
| 13 |
"auto_map": {
|
| 14 |
"AutoConfig": "configuration_hunyuan.HunYuanConfig",
|
| 15 |
"AutoModel": "hunyuan.HunYuanModel",
|
|
|
|
| 37 |
"mask_init_id": 13,
|
| 38 |
"max_position_embeddings": 32768,
|
| 39 |
"mlp_bias": false,
|
| 40 |
+
"model_type": "hunyuan_v1_moe",
|
| 41 |
"moe_drop_tokens": false,
|
| 42 |
"moe_intermediate_size": [
|
| 43 |
3072,
|