Run 5. Outer Step 99. Inner Step 2.

config.json

@@ -263,13 +263,16 @@
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
-  "block_list": [],
+  "block_list": [
+    5952030,
+    5952033
+  ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 2,
   "intermediate_size": 5632,
   "last_allreduce_block": 5951984,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51899347f4e0e32048e9b6ad2eac80a3d2d1aea93726efa0535519c293052811
-size 2269
+oid sha256:b2b38b8b0ea9098a3272fbc56684db92680c8409a6d7703132faff7f23ebeffa
+size 8800564561

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82b18eb8605dba41b504ab2ec46eec9842c91f26e16758cd69dedc702ad43bd2
+oid sha256:ab768ccc4e7c2f248c2dae73fb0716dc5139d8ac89bf4052d76de28070713dbd
 size 4400216536