Run 3. Outer Step 5. Inner Step 147.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5384412,
-    5384418,
-    5384423,
-    5384429,
-    5384434
+    5384461,
+    5384467,
+    5384472,
+    5384477,
+    5384483
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 146,
+  "inner_step": 147,
   "inner_steps": 0,
   "last_allreduce_block": 5373127,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4c184ee555d56bdd3648bad96ffb00b756b152aa2a680a52098d53f035906ff
+oid sha256:06b2e832662fec14393c43b589b181b3b3c035461686b860f9988e91d7c684b8
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bcd974e8ea8b6cacbd0a68f9565aa5d172771cd7a8dc29d1f7ce8c944b7e9ff
+oid sha256:e1fa610840898ea556f6ce614c4f5583f11725f9a93b1abb7a4d8f9e5eff02d5
 size 4040701744