Run 8. Outer Step 38. Inner Step 50.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6360405,
-    6360439
+    6360507,
+    6360535
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 36,
+  "inner_step": 49,
   "intermediate_size": 5632,
   "last_allreduce_block": 6351632,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4691fcd43ad195c02bdf32b261d4a1cc9e09df539bb5e04d5096baf7fcd66d65
+oid sha256:118349af8e039ada16929b9afe6a0e0f393f4c49ba0c9df5c4e260a25bf795a1
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92b2949cf1d6776c58fb7d88cdc19823aa63fc35e36539707e46c6f9f66ea0f1
+oid sha256:d907776811af11bfab3701deacd7e55b64ef8f2a5d56272b591eaee71bf7b512
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5cb31403c1cd1a9d85774e4d0137568a2560ad0c0d11ab48f1686467853399e
+oid sha256:e5ee4588595345660fda818f895cafdd79626dc23dae02ea464b50908fd5b73e
 size 4400216536