Ontocord.AI
commited on
Commit
·
adc0575
1
Parent(s):
21e31fe
Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -19,7 +19,7 @@
|
|
| 19 |
"n_embd": 6144,
|
| 20 |
"n_head": 48,
|
| 21 |
"n_inner": 24576,
|
| 22 |
-
"n_layer":
|
| 23 |
"n_positions": 8192,
|
| 24 |
"pad_key_length": true,
|
| 25 |
"pre_allocate_kv_cache": false,
|
|
|
|
| 19 |
"n_embd": 6144,
|
| 20 |
"n_head": 48,
|
| 21 |
"n_inner": 24576,
|
| 22 |
+
"n_layer": 31,
|
| 23 |
"n_positions": 8192,
|
| 24 |
"pad_key_length": true,
|
| 25 |
"pre_allocate_kv_cache": false,
|