Run 4. Outer Step 58. Inner Step 19.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5603095,
-    5603102,
-    5603108,
-    5603114,
-    5603121
+    5603128,
+    5603135,
+    5603141,
+    5603147,
+    5603154
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 19,
   "inner_steps": 0,
   "last_allreduce_block": 5576204,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1675ebc798a6e0d8559c1582bd2a2601fd8eb75123b629ec8ef8cb218f083dc3
+oid sha256:d8b9d556463d8377fb95fc511c312f44162abeb9ed97814a8aeade8e90bfaa94
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:467eb3f25e08ce803b8c9d4b5ab1a1f8f8af769090e0f75895a9c1747f75b303
+oid sha256:5769faa3c788132fb486d62e0d934976d510b40cfe18edc8eea512428f43e90d
 size 4040701744