diff --git a/epoch_1/mp_rank_00_model_states.pt b/epoch_1/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d07f53c06cc9b62c480132f5fe74234ec290e9a
--- /dev/null
+++ b/epoch_1/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d5d8a129eb646e2b32e7889c89fc6e1e8948a4473e562be3073967c8ec0aa4
+size 408330877
diff --git a/epoch_1/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_1/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbd25aa3c28f2969f146a8a8018d9e2eeea767c
--- /dev/null
+++ b/epoch_1/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3e769323d51642bc1d61a7e1146320f782265b05fa10c1fd01f38f11e1a635
+size 344603448
diff --git a/epoch_1/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_1/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a50f3096dfd22959d3557bf179270a80627e39
--- /dev/null
+++ b/epoch_1/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381f32f046e5dc07b7660b0907294184b19e4b0d831860f92d8f13c7aacc5c5c
+size 344602808
diff --git a/epoch_1/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_1/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4018230bca5935d0fe70950fa0975be68e221d67
--- /dev/null
+++ b/epoch_1/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5744753cfed05ef31c4114a91fc243e39eb161a3c8861171089373f869d8f285
+size 344602040
diff --git a/epoch_1/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_1/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e970bb24f347b43662fce81c95648bfd304a953d
--- /dev/null
+++ b/epoch_1/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a7d0f0793392ff17b4f405ea0d24853c9d9dfe7b00e5bf384905a71d98ad45
+size 344602360
diff --git a/epoch_1/zero_pp_rank_4_mp_rank_00_optim_states.pt b/epoch_1/zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4db4d2f17d20c95249bca26264ebf3727fb2c9
--- /dev/null
+++ b/epoch_1/zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4123c6d1fd6319d0a2181fc7cfcefdfbfb6339066757c93db37bbd1205c21b3e
+size 344602360
diff --git a/epoch_1/zero_pp_rank_5_mp_rank_00_optim_states.pt b/epoch_1/zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98903b4326cc83165b08eeba6087f9fa37d205ce
--- /dev/null
+++ b/epoch_1/zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4ec350c7f25874008c1ad6286adf1b564777e3309a9cedc962d99f5d321f05
+size 344602680
diff --git a/epoch_1/zero_pp_rank_6_mp_rank_00_optim_states.pt b/epoch_1/zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33814b6702ae619ece0e46d44659d1ba94a37f88
--- /dev/null
+++ b/epoch_1/zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdf50b091fd453136154a214db3822fff5de09c5f02c324288531937508c851
+size 344609656
diff --git a/epoch_10/mp_rank_00_model_states.pt b/epoch_10/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200c3a33e620623c6f15f19ed278045a59457769
--- /dev/null
+++ b/epoch_10/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f38b6044d045ef013e32f32cf855339ebd18d78f1b2a76e74de5b5b8565873
+size 408330877
diff --git a/epoch_10/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_10/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12450511f17b05f8f1215be34f8dd7ff5692504f
--- /dev/null
+++ b/epoch_10/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04081725c87f3adc02590346e8f1a4b5694e07b05e05033b91e88052042f93c4
+size 603052600
diff --git a/epoch_10/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_10/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73ffbc86e9534ca0d5c42aaded1032673735641
--- /dev/null
+++ b/epoch_10/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf88e3d0abc0da26646bdc0b1dbfa143bb8c0fdf96f242e42e30d6d143d0f2e7
+size 603050424
diff --git a/epoch_10/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_10/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a315cb9752d3b783994edf4c5ac0a90b6f8e44
--- /dev/null
+++ b/epoch_10/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee66505f25f5ca9bb82b6052690318e3d41a92a70e1704636be4871c0974d8f
+size 603051256
diff --git a/epoch_10/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_10/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6776327bf75b73b508c34b1c5af51ae69d10bb83
--- /dev/null
+++ b/epoch_10/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f456ddb5551646722685470fc6d7cd2824c976a457503391ebc159f02c26ef3
+size 603058552
diff --git a/epoch_11/mp_rank_00_model_states.pt b/epoch_11/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a304c4aa0074bebac3be58702797934695cca9
--- /dev/null
+++ b/epoch_11/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a30818f0d3929c73cad6cc631c822e6bac74c90123f079b7e9c13064d8a0bb0
+size 408330877
diff --git a/epoch_11/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_11/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde69ef001f307496e256520fadfc7a1ca652fbb
--- /dev/null
+++ b/epoch_11/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5be6b87b6e1fc5adb33f78e4fbda9e4abc599b653efa20cb7688a85491b1d37
+size 603052600
diff --git a/epoch_11/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_11/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ef35ce45335ded8f0d29a0c1e1f20b199914ad
--- /dev/null
+++ b/epoch_11/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182c4884d5e035e3c1de0e3696fd672c8b151ed22a1adf1a63c3fa822b0ae928
+size 603050424
diff --git a/epoch_11/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_11/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba247de36d902d948f592094fd295f103dee67a
--- /dev/null
+++ b/epoch_11/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0520227a853f5feb57f7662044db7966e9435b5b80754c5351bd21a4738fa74e
+size 603051256
diff --git a/epoch_11/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_11/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be55e16c6efcb831dab175b1fef7b1c29bdb75e7
--- /dev/null
+++ b/epoch_11/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c38fcc28a642064f28311e9cf19e6a362131779b567c2e64cca2928f350e6f
+size 603058552
diff --git a/epoch_12/mp_rank_00_model_states.pt b/epoch_12/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984f8561745bca5e34f46ca435acb18b4920c5b2
--- /dev/null
+++ b/epoch_12/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc26b8cc7bf054005305a854d0865d953ef7454eea46e64f97b34e61a7778b7
+size 408330877
diff --git a/epoch_12/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_12/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da4c718731c4010c2e8389687e568eb0a6c4ae3
--- /dev/null
+++ b/epoch_12/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e90121f3898ad74a99354fdef41f10c9573e334cccc39e2212be2b874d3be6
+size 603052600
diff --git a/epoch_12/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_12/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dadc8896107ffa6572ab37ef31c3492409ff8c
--- /dev/null
+++ b/epoch_12/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100eed20ab67fb2e20e916c33c7b258367507b703944719fd11dcb00422db5f2
+size 603050424
diff --git a/epoch_12/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_12/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0df0a75805e7af5a07d34ff9828135824a7923
--- /dev/null
+++ b/epoch_12/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d4e3a5f71a93958ce4d53cbf424b9439a7552ed7a9f6ea07c9e221c17ffa19
+size 603051256
diff --git a/epoch_12/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_12/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c755435b6ba1e62a6bd6d8ceda655c93b02213e6
--- /dev/null
+++ b/epoch_12/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3ad063234623fa4d869c0b443b1900197ebac91cf1d5db939facbdaccbc71a
+size 603058552
diff --git a/epoch_13/mp_rank_00_model_states.pt b/epoch_13/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2904a160acbd2f59f66ac73edd4f8361e320d419
--- /dev/null
+++ b/epoch_13/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d57ef5e4c3aa6123a470485789b6c1821744b38199f3361808a223d34784de
+size 408330877
diff --git a/epoch_13/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_13/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3062cbd350af01e08fd7e44ff08a63a4aa6f15
--- /dev/null
+++ b/epoch_13/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402d3e28ece85eb6b83dff6fc2c04c7e11281d322cf44dee655940e837a91f11
+size 603052600
diff --git a/epoch_13/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_13/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19ba3f9d669176de8477117cd4ed3e7094ac3d2
--- /dev/null
+++ b/epoch_13/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e653e40f0bdfcc3ed4393d39645d78fdaffb58fd2f7bbc52e41725c8cb422f81
+size 603050424
diff --git a/epoch_13/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_13/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3752a34c277e143a4db683f50f70e34b71b775
--- /dev/null
+++ b/epoch_13/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d2eb4ae8f60537a4b5cb183a221101a7f512d30c4b709cce2b39d4aaadd344
+size 603051256
diff --git a/epoch_13/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_13/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7725744786057867578917e1408160bfd8c18b2
--- /dev/null
+++ b/epoch_13/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cde1081301a62ba91593d039ce7a3b47dfb5ec9baca97328d3709a5931eb2d
+size 603058552
diff --git a/epoch_14/mp_rank_00_model_states.pt b/epoch_14/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26a42eacbbb83c74e672b614c5d473b066d1277
--- /dev/null
+++ b/epoch_14/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6328772a5870425d670c9916b76e379223e5947ca3f2aea4351db93bffaaddf8
+size 408330877
diff --git a/epoch_14/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_14/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e358eee29abd259d5e9b2736f7a1af56375082a
--- /dev/null
+++ b/epoch_14/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c297de4934f4af342e265ec555dc2d465d833c731ce091012b3a3dde78eb4c2f
+size 603052600
diff --git a/epoch_14/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_14/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9591f7574a18d92b0e6ba3abcfb05f0d2bb7d34a
--- /dev/null
+++ b/epoch_14/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37b4356ed6a74658e988ee3a0de778a1e624b042c2e895da1d2aa67f014ebca
+size 603050424
diff --git a/epoch_14/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_14/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c1bfd7f979e590e7fe2c75d842903a6c72163c
--- /dev/null
+++ b/epoch_14/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2618e4280e41cfcd86117ef983b5892cd8c9a57a01e61add4f93060764ea4fa1
+size 603051256
diff --git a/epoch_14/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_14/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25dc9f6658caeb2cc444d109336e63810be6c68
--- /dev/null
+++ b/epoch_14/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575070d744a5f78f8b7fe193fe30fd9e2998e33e7e4166632df82b0dfa7a1f28
+size 603058552
diff --git a/epoch_2/mp_rank_00_model_states.pt b/epoch_2/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c294f2be1f480044be09320b5bc6398898b7c2
--- /dev/null
+++ b/epoch_2/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa76f4b0b388c9d9612ac2cc621f24a9ab6c6658187d5ba89619d6a7cfb8e284
+size 408330877
diff --git a/epoch_2/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_2/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108d11b6c60fb1389ec871871545acdc5c2d8db9
--- /dev/null
+++ b/epoch_2/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0f6c069bf60f8f33cbd0304828d863e04f4944799f6285c75d67df5fb31142
+size 603052600
diff --git a/epoch_2/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_2/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f82994c9dfc9747758891f9141da418ae7f8697
--- /dev/null
+++ b/epoch_2/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8374d6c3b5820fe5ffffa2266453c88b3a3ff52abe39191ae269bddaee739017
+size 603050424
diff --git a/epoch_2/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_2/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d68c25344abe2e62d6135e52a6496beffae98af
--- /dev/null
+++ b/epoch_2/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7417d5c355b528f3f60a5eea6eaa219ac991fc57cdfe01eddabb97d00c4a852
+size 603051256
diff --git a/epoch_2/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_2/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f3130ef4e612b33908998173953c338f1dfa27
--- /dev/null
+++ b/epoch_2/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb5b41e80b48be47f842e7194eedd3264f581d8ae2996da006b3b21f74a00aa
+size 603058552
diff --git a/epoch_3/mp_rank_00_model_states.pt b/epoch_3/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e206b34b93809924de05edb38de2b835caceb9b
--- /dev/null
+++ b/epoch_3/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6801011072a09e9d87d822c20857c960ea5bd01a07193c86ff49f9aeec9b31d8
+size 408330877
diff --git a/epoch_3/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_3/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d940dd27f9ab42538505bf37b1f071bdfa2ef0d6
--- /dev/null
+++ b/epoch_3/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8eb129497669bfeaf318efeb095365119e870d7d3fd265d50c8e393e145536c
+size 603052600
diff --git a/epoch_3/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_3/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e0b41a1483a4eb9270a91c0433217dfcdb99cb
--- /dev/null
+++ b/epoch_3/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e23a9d903db2c5cc8ec6c5a7166c56a4998029eb7c652578d48a9ee593ccdd
+size 603050424
diff --git a/epoch_3/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_3/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee0e92d315de3d2d00d86899d26aa2ea21ca4d5
--- /dev/null
+++ b/epoch_3/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dfb3b374d93c692f7653a78010b573ca67e1ca53b547aa7f4e042183bff5f1
+size 603051256
diff --git a/epoch_3/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_3/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9a482f6fbd301657e29dae62ae27fd81d46310
--- /dev/null
+++ b/epoch_3/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6698fb2f63ce75a3712420f3b0294e774ddbc387b104ec381523149dab320b9a
+size 603058552
diff --git a/epoch_4/mp_rank_00_model_states.pt b/epoch_4/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac6f55f992a36ae5537498543d019ffc779f010
--- /dev/null
+++ b/epoch_4/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a38142c7f88ab14b8e1f196861102610388ef3d5fed2a6b43ede358e2514b59
+size 408330877
diff --git a/epoch_4/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_4/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205f9e37ccd054b9d5039c9e49ab5e88681c89ae
--- /dev/null
+++ b/epoch_4/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547321697b63e36adb773e9eebde7ad0dcd213d560623ab5ea924c41401f9e79
+size 603052600
diff --git a/epoch_4/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_4/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1e5e347949066e586b008b7ed74c42adcdb605
--- /dev/null
+++ b/epoch_4/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d04df4770af9f8dd04c2423e85cf2482b854c3f966bef96ea84c2d4dd4acb8
+size 603050424
diff --git a/epoch_4/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_4/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c86bba671a5acdd8040f42bfefe539c03b782c
--- /dev/null
+++ b/epoch_4/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c0deeb171b90aabed7e3b4ab637979eaaf73be3900b2203e58af6eac014ef1
+size 603051256
diff --git a/epoch_4/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_4/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e28398a862dee196132aa6c5878fca4380657f3
--- /dev/null
+++ b/epoch_4/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a603bb46ae725a0916da0826ab5110870769dec79d3628d82ff5cbcf21e39e68
+size 603058552
diff --git a/epoch_5/mp_rank_00_model_states.pt b/epoch_5/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf6dc63c6d9d8b4bd3538d60851e76c48dcce21
--- /dev/null
+++ b/epoch_5/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc58ededa365c2deabb8d906d70736fdaaca125f0bf33c68d7a30741d919427c
+size 408330877
diff --git a/epoch_5/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_5/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2957b6ba037a6b677be8216c56f91bd1e8ade725
--- /dev/null
+++ b/epoch_5/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be6b7ff5f600b2ce35f4c632ce0cbfcbdf257f9483f438b3df8965854c478df
+size 603052600
diff --git a/epoch_5/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_5/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ac81525e3b1d5302b775a64d0bc3815a61197a
--- /dev/null
+++ b/epoch_5/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0317d976b7e98b042de170feb6a4dd45d735726c1ffa84579b1b6ca2e96167b
+size 603050424
diff --git a/epoch_5/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_5/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01286dff25de02ca9659d8c0c245e9ec0439088e
--- /dev/null
+++ b/epoch_5/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea75094357058a0661ccd76dff9e86d379b0a413b50f87584eb90a8c5378afe
+size 603051256
diff --git a/epoch_5/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_5/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c155039f6be58294c7311deaecf0740d8db1bb
--- /dev/null
+++ b/epoch_5/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2659cd84520ec963374c4c87c2b256ed370c02da41c486d6fd999041032ca91d
+size 603058552
diff --git a/epoch_6/mp_rank_00_model_states.pt b/epoch_6/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dfeeed3b3fec93a3ab041efbbdb148f8d6c245
--- /dev/null
+++ b/epoch_6/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0302a68f14b25d3f10eec855615b9a283912a6b321a8825019905453862e6454
+size 408330877
diff --git a/epoch_6/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_6/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c468b7dd4fdc8ffc0a07370dcafeb0101f0d735
--- /dev/null
+++ b/epoch_6/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9dbcec549a12a4e909bf765e1a270b23a9592fd1cefb4289225956283f1f17
+size 603052600
diff --git a/epoch_6/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_6/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92c1cb56559ce58ffeea6be55758b346c7404d6
--- /dev/null
+++ b/epoch_6/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770320d24d098ba05d690662b71d8ba3c21db97b73c8fa20fde59411c1e7c1cf
+size 603050424
diff --git a/epoch_6/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_6/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d802c2d08ba62d43b0b594b1b8867829cc25ea
--- /dev/null
+++ b/epoch_6/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5243f008fbd68ada530c9aed37759fe21ab0137af4d3976d1915633ba5c5fec
+size 603051256
diff --git a/epoch_6/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_6/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ae9c55e853d8a8ddf197f09c75e5471f11f99f
--- /dev/null
+++ b/epoch_6/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05529847b9ce3b09e069e13d8f0aa8498c4c5bdb1e6257ff91a5a1749f2eccbd
+size 603058552
diff --git a/epoch_7/mp_rank_00_model_states.pt b/epoch_7/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697ee9f88ad7be0d9c3b55c43b68a46856ac5e73
--- /dev/null
+++ b/epoch_7/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392f329085a8dad02c2d05a0758a8e90bdeed56a6712dbfab7c27a4ecd075b6b
+size 408330877
diff --git a/epoch_7/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_7/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3d3f366ece6bbdc20c8ca47d729096052acee5
--- /dev/null
+++ b/epoch_7/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffaf139bfe6377698faa5510736583571c4a8d1105e906310e4f41f3ec079f3
+size 603052600
diff --git a/epoch_7/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_7/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159861b020c9c22d023637da3ecd6743d16479cd
--- /dev/null
+++ b/epoch_7/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33f0ba4ab325abccfacd4e6da957f5a059257318ac3e01e2885ea0b875e7f03
+size 603050424
diff --git a/epoch_7/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_7/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6143ac871b9e627fa2be7f5357473dde8a00989
--- /dev/null
+++ b/epoch_7/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eb6ead4dd487a8773832540f8808d3976d9d8ec5389386d04fc2662e16d223
+size 603051256
diff --git a/epoch_7/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_7/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccd7b5374347c6e012c761f122a400bb4ee9c43
--- /dev/null
+++ b/epoch_7/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2933c14c1d4ad04d045eeee0087579f4c480b55c902502820f63933911c38514
+size 603058552
diff --git a/epoch_8/mp_rank_00_model_states.pt b/epoch_8/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8117debb3f290bbe40e496056421fef7258b3cdb
--- /dev/null
+++ b/epoch_8/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38cf2ab84b8e9536d33c9e0c49c5dc3abaa14623b9fd7910d6dee100413e113
+size 408330877
diff --git a/epoch_8/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_8/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f50f75d76d94425dd3a3013f8f4ea45dec36c25
--- /dev/null
+++ b/epoch_8/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8ded91afd9f5a1ec355c0670a0810ebfbf5ef7c8f92a6267f9b236acff22f9
+size 603052600
diff --git a/epoch_8/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_8/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147e7500bd66961c84e0141b054dcaa0b015f763
--- /dev/null
+++ b/epoch_8/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0452f199232b4025d57fd1fd41dea37ada30fc01cc52cfbedc5921acd5b850a1
+size 603050424
diff --git a/epoch_8/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_8/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c8cda4426d16c94a6f43d1871027a32cbc4257
--- /dev/null
+++ b/epoch_8/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ad1194ddb72bf958895f82e3c87373db4a84c0fd682a755866c5bbe207ec97
+size 603051256
diff --git a/epoch_8/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_8/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab71db36e231fce1af693bac24dbfdad40661dcd
--- /dev/null
+++ b/epoch_8/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7530e4a5914a56a2d273ffce138f7c3b47e4547980d7cccc9d982f4c7f5527
+size 603058552
diff --git a/epoch_9/mp_rank_00_model_states.pt b/epoch_9/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb80c4c2f9e10ee611eb02c87308ff184e08943
--- /dev/null
+++ b/epoch_9/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cab3f61bafa8d4daacd12766db12ef620b4c7be7e81b2716659253b00d189d
+size 408330877
diff --git a/epoch_9/zero_pp_rank_0_mp_rank_00_optim_states.pt b/epoch_9/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7593f8716d23865c86c6c4d25e9a50c8230ba59
--- /dev/null
+++ b/epoch_9/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a16efeebc0c138fb6475cd5b6c6a98c530553d1403e55270289ad169eaaaec
+size 603052600
diff --git a/epoch_9/zero_pp_rank_1_mp_rank_00_optim_states.pt b/epoch_9/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc86fe3819009c066820e11ad9411611e1cb91f
--- /dev/null
+++ b/epoch_9/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a73e836cde2c87bf304c9183c721eece70dd8d573b19b42b2170d82047c750
+size 603050424
diff --git a/epoch_9/zero_pp_rank_2_mp_rank_00_optim_states.pt b/epoch_9/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce6859045f4fd1c3742110c1bdb45ab5831cb19
--- /dev/null
+++ b/epoch_9/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8fe235e18330998607e24276067ee9468013185c319878365c1293f6ea0f11
+size 603051256
diff --git a/epoch_9/zero_pp_rank_3_mp_rank_00_optim_states.pt b/epoch_9/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c946fff57586ab74709cd18e4615fc596535e4
--- /dev/null
+++ b/epoch_9/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ef166f123abd886dd3e58c706d1220a9ab6cdd72fb165f33ec06d5188eb4ec
+size 603058552
diff --git a/latest b/latest
new file mode 100644
index 0000000000000000000000000000000000000000..ccc7f8fe7c1966a04db339ae07413778b4065f11
--- /dev/null
+++ b/latest
@@ -0,0 +1 @@
+epoch_14
\ No newline at end of file