Outer Step 2. Inner Step 6279. Batch Size 412

config.json

@@ -268,18 +268,23 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5129091,
-    5129101,
-    5129108,
-    5129115,
-    5129124
+    5129218,
+    5129225,
+    5129239,
+    5129251,
+    5129260,
+    5129273,
+    5129280,
+    5129287,
+    5129295,
+    5129301
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 6274,
+  "inner_step": 6279,
   "inner_steps": 0,
   "last_allreduce_block": 5063053,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c19aef3e8dabed3ad94c2c5ab57fc6717aa76067eeb148842bc0e198f57df34
+size 8081781770

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a0b9796e7e03bf10c5fb61d70265464291543ca50ad9d1646244291a183db39
+oid sha256:88e6a18860dcde262d4f1c8f0852e8b1967cb49ecf50aeecf392683fdb43ac5d
 size 4040701744