diff --git a/.gitattributes b/.gitattributes
index 637fa167e56685c01bc97f08a420ea76330cf6df..1fd4826e6f1aafb9303f7a6f9709083bd5723fc3 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -30,3 +30,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/layer_01-model_00-model_states.pt b/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c275f2e83878abd25011486ca2c5d2a1b8c9451f
--- /dev/null
+++ b/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2861b8c1bd8603ea51ab35f855702c687937fdf25a1bc39a4fe6248f481a02
+size 1284517091
diff --git a/layer_03-model_00-model_states.pt b/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b272ee35b84111ff94075fc139a0dbced2995403
--- /dev/null
+++ b/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1098a268fbb0bf108b8113b6b0fdb086a23b39777302092541acd70d26d6a025
+size 157356289
diff --git a/layer_04-model_00-model_states.pt b/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff789272348026524d59a0f2222f6891ecbcc84
--- /dev/null
+++ b/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3eafa66491fb7a297d40c978407bc1a41f8e0f27c6abfb4cb3c358c013df8ca
+size 157356289
diff --git a/layer_05-model_00-model_states.pt b/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a8b2a1e5693668fd7d8a62f5485b218f20aff6
--- /dev/null
+++ b/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7331342ba40290307ded683e1a560f623c53ac63299e9d58524623eae1a6a6fc
+size 157356289
diff --git a/layer_06-model_00-model_states.pt b/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9906b0fded06da7f986e1c596ef07539514a71b5
--- /dev/null
+++ b/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6277db4258a2d3ce8cdfb14380033c60b9fa82e991a5cba9572be2f4f83d3445
+size 157356289
diff --git a/layer_07-model_00-model_states.pt b/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737a5a8eeceaa75130b8a9656a380e58b618e76f
--- /dev/null
+++ b/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2c67fd8be6a080795ff3eb2428b44c349062c179d6ebace4ba26de17fb613b
+size 157356289
diff --git a/layer_08-model_00-model_states.pt b/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76abae99e2d5687178bbe6fd49754ce55f0788d1
--- /dev/null
+++ b/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a94291b993aa66c753d45d53139c11cfe5bc44bef688c0a69884f94fc23aa6
+size 157356289
diff --git a/layer_09-model_00-model_states.pt b/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96709f1db47ec35885c499f6e728547d91e04d9
--- /dev/null
+++ b/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af05118a59fdcc5597c2b110009df3fe209383f2548c77d006e7799ccc6c1f0
+size 157356289
diff --git a/layer_10-model_00-model_states.pt b/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224186541564a0ec63dc65bb098ab742cd037953
--- /dev/null
+++ b/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb9e9aec36c1ca844f1bff1edc9e96c1efa73168793605a77c176108a204c18
+size 157356289
diff --git a/layer_11-model_00-model_states.pt b/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7d780d0c10bb075ddc2a5a0ffca6cb92e7e8d2
--- /dev/null
+++ b/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca18ce2baf463bb5247f2f7b83dad007684bfc81856fb25147aeb3eb23977c8a
+size 157356289
diff --git a/layer_12-model_00-model_states.pt b/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6697cdfcf62c4d76fd2f5aeeec824368bcce88
--- /dev/null
+++ b/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8514793de2b7e7f4bcfcbafafa7d65f6209b6bcecfbdd9b6b6c313a0618ff77b
+size 157356289
diff --git a/layer_13-model_00-model_states.pt b/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960cc8f42c6eb42650bee57d4107282391b8ef98
--- /dev/null
+++ b/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb75b511e01ec4cd463e0b35ca501bc7d7e5ee94793f8ca323020a6a41b3d57
+size 157356289
diff --git a/layer_14-model_00-model_states.pt b/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd7ceac6a17269cb917314c2af9f55ba24f4792
--- /dev/null
+++ b/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed7cc2db483d66fa6f055b1a16dd87db39c082004286d9fef7ee03c41f8a3d5
+size 157356289
diff --git a/layer_15-model_00-model_states.pt b/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bcdff38a96ef2242f27f1ffc097db494ad70b5
--- /dev/null
+++ b/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8180b1740121bd7d758e0c9a15bb9da95c4fae444b3b5a83e94d1813630561
+size 157356289
diff --git a/layer_16-model_00-model_states.pt b/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956700f5331029653eccfb69750cb1d9fc1d52bb
--- /dev/null
+++ b/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ca050698e5c4748273e1bdf0bc6361505ded4f646630a528da15aafce63cce
+size 157356289
diff --git a/layer_17-model_00-model_states.pt b/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae91d17a44fcd9ea428c88eaf56586a75c303cc
--- /dev/null
+++ b/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d01af0a7783a3e5563005cc05c75e2a5eecf7820fd70791afafa15d9cab6c5
+size 157356289
diff --git a/layer_18-model_00-model_states.pt b/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d653b9bb96eeb6e2ef8dfe5e1f94d533e821169
--- /dev/null
+++ b/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ee4edd87db40c0ebcc07ff167ec53508e844d7e7b4231adea4a1f73307c80a
+size 157356289
diff --git a/layer_19-model_00-model_states.pt b/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b4d063aeaa140b4d8006e639754c020f2014b1
--- /dev/null
+++ b/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc559e871b688d2ae58bce048dcb853f828ce6174c4d10d23bdb5c0e5111d8db
+size 157356289
diff --git a/layer_20-model_00-model_states.pt b/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5a0eb1124339b5f35f0e93d253a879ad156d9a
--- /dev/null
+++ b/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed658b5168b77e9d78b7b494847da2003b38ff4e103ae0c9085cc642e7292cec
+size 157356289
diff --git a/layer_21-model_00-model_states.pt b/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cad450c3d929a13fa963be01f3305696c9c426b
--- /dev/null
+++ b/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dacc6a6f856fd3d3ead6c8325c70922c7cd8d034c6260cdbcbeebfb533a30f8
+size 157356289
diff --git a/layer_22-model_00-model_states.pt b/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99666d26f9ee19db67ba13140cd9c40556970ac4
--- /dev/null
+++ b/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d46e72436bf21af7f2de993aa20f9fd414b87fe601e16fd55dfe633b298b94
+size 157356289
diff --git a/layer_23-model_00-model_states.pt b/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ced5f207eed76662cbe4303dce6efca84f9058
--- /dev/null
+++ b/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc95f98b797fe70f99e87e0363b8d213f5dd6926362c2060655948b4f458577
+size 157356289
diff --git a/layer_24-model_00-model_states.pt b/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c1d319b966b79a8bd2acd12791b78318ba72d8
--- /dev/null
+++ b/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6980ad43aa896c33c5bd67d643ede346b5eeadb28565b0f02fa9ce3929189fd7
+size 157356289
diff --git a/layer_25-model_00-model_states.pt b/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca27f7f7889db389a281751054281f69aff6870
--- /dev/null
+++ b/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef3ec5e4e3f1d274a8e1932ea422e3dc3d9259d383399db601734d8a56edbed
+size 157356289
diff --git a/layer_26-model_00-model_states.pt b/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66a30dddc6a694bcd50677e564ff040aaaf1d0d
--- /dev/null
+++ b/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da4a687aa118f44c5d079979712db3ecd838d3a9a4a2c576454619415384e75
+size 157356289
diff --git a/layer_27-model_00-model_states.pt b/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd53ba41270ab7f6e0f2dc8a4142bae8c65807b
--- /dev/null
+++ b/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18810121baab41f5cfc22f6c0fd4e52e732f574b30088131a6c2a7b3b912cb87
+size 157356289
diff --git a/layer_28-model_00-model_states.pt b/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e21876505054c3a5d04d6b5d3f9c87bc873fe44
--- /dev/null
+++ b/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9712aa0f7456bda76f916a04b9923851bd69cf0cfedd1f9032c2c218ffb062
+size 157356289
diff --git a/layer_29-model_00-model_states.pt b/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7b0889628021cdd13f8535f7a9c756dfabc90b
--- /dev/null
+++ b/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0535f02f546d958e3407c12d52eeb3cb32fb6bd1387eda53726ea802fa92be1a
+size 157356289
diff --git a/layer_30-model_00-model_states.pt b/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04dd143795c65c03e38f84e99dcc3c67eddefb03
--- /dev/null
+++ b/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9e5db7aa04d7f28d9f043e03945855732fa72933c9cda7bb26561b4b3e5b1e
+size 157356289
diff --git a/layer_31-model_00-model_states.pt b/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e8f6dabce22c497084ee4554c0005ae11ffe49
--- /dev/null
+++ b/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2068e689d7322ebe75a94c8e18e716bd187d2d7cb1bb068e92c315fa57424c38
+size 157356289
diff --git a/layer_32-model_00-model_states.pt b/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909f2e374fd0bc6dcab8a192d5258872e14944c6
--- /dev/null
+++ b/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34310507a8f7e43818c6de164c64192635636728eec678fe077ee5a7b3ce0d0
+size 157356289
diff --git a/layer_34-model_00-model_states.pt b/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e81ccb8b6bb74eddb61465acb6e30069299aa86
--- /dev/null
+++ b/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c6dfab6a08d07b5d1fc193b4cd4337beb1c5a85565b7dfb2ea744dfe662226
+size 11175
diff --git a/mp_rank_00_model_states.pt b/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace1a6822336ee5aadad61012828394711cee612
--- /dev/null
+++ b/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd62e9152d8fb19ded294d122d3a7ad2606ef2273cc212dc424e09b2c0e3f1a7
+size 47843
diff --git a/mp_rank_01_model_states.pt b/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f11ce59319159271af105f1a5a596885f22273f
--- /dev/null
+++ b/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974746bd12f84e6e7a15bd68b4b8ad4a8e536d520b5bc44eb50549b9c191b54f
+size 47907
diff --git a/zero_pp_rank_0_mp_rank_00_optim_states.pt b/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c63b0c03a7ce53321802ca14a34d19b8c0383ea
--- /dev/null
+++ b/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d32defe03981b7891d449c863ebf9b0d0a72e98b52a720034e64fb6f6b76666
+size 341704651
diff --git a/zero_pp_rank_0_mp_rank_01_optim_states.pt b/zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f7f1c1ac796f9d0f1bfe3c2b149fd896f4b8cf
--- /dev/null
+++ b/zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c120b7b42727c32ff025894690f27f5001eafc07b8d6e74f92387c6a2312c696
+size 341704651
diff --git a/zero_pp_rank_10_mp_rank_00_optim_states.pt b/zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192b514b2c4512943900f3769e95af4937661ea2
--- /dev/null
+++ b/zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17846a891a2d0fd190cc2fca598c6a3ff2de4f7ae11fb339a9485e3e7b93a83
+size 341704651
diff --git a/zero_pp_rank_10_mp_rank_01_optim_states.pt b/zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9d2bfcdc0d4f4e9cde28dfe68f7d36a8d79bf1
--- /dev/null
+++ b/zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245f201322b0f3f87951ed30e3f0aff80f42c151ab2e7d939980ee69e4e742bf
+size 341704651
diff --git a/zero_pp_rank_11_mp_rank_00_optim_states.pt b/zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d257c805c6a297d15b6f6486da14f1d7d8e6f8
--- /dev/null
+++ b/zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e01fd2a337f7af2f604e511eea3828932b85e8912afe833ef289c1ce0ab1fe
+size 341704651
diff --git a/zero_pp_rank_11_mp_rank_01_optim_states.pt b/zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1125157a5246400ba2143686939e908f634cc5
--- /dev/null
+++ b/zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5836344be7fbae85ca61aaeb4eb3f3cf78171d83011441a619ef577861c1bffd
+size 341704651
diff --git a/zero_pp_rank_12_mp_rank_00_optim_states.pt b/zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b8399a87e2b1d2d91f1e1f6878212c8d239cec
--- /dev/null
+++ b/zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70ba62bd8a7657f4af0fe510dcc9902120e6b18eedb423bc7f423618a79d4c9
+size 341704651
diff --git a/zero_pp_rank_12_mp_rank_01_optim_states.pt b/zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57515a4c7e725fefa7a51115b98651704ea3ba16
--- /dev/null
+++ b/zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473dd298426e37ffe67247965f800a1411fed6e86f07f050bcc286ae090460d3
+size 341704651
diff --git a/zero_pp_rank_13_mp_rank_00_optim_states.pt b/zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dabf99da87b6ed1abddf375cd783ad39f092975
--- /dev/null
+++ b/zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db10316a3564c8ef3982c12518f11f869b80d9c001fe593d96601179d29867dd
+size 341704651
diff --git a/zero_pp_rank_13_mp_rank_01_optim_states.pt b/zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6056a181555ca1ed2a8698adf12c3b46f1ea2312
--- /dev/null
+++ b/zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1563f26c65c597a0752e3f0d66d9f2952061b240eb815becea59c3a73c5a5e8
+size 341704651
diff --git a/zero_pp_rank_14_mp_rank_00_optim_states.pt b/zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fa4b23522b29049ca9c5baf8cc8ba89cd75d54
--- /dev/null
+++ b/zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34e68480f92d880e2c4bef5bcea777479b0c7d58d67ba46ae3b3aeb6a8e8a4c
+size 341704651
diff --git a/zero_pp_rank_14_mp_rank_01_optim_states.pt b/zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8cd3b5363f46cf93ce242674aed7364f2c30ed
--- /dev/null
+++ b/zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5852b151dd43746af119423d187458cee17955dbfac55dfae7be09431a94c9
+size 341704651
diff --git a/zero_pp_rank_15_mp_rank_00_optim_states.pt b/zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba9ea515cb68600eb1c6fe58d4d0b10fa8a533
--- /dev/null
+++ b/zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73db834c48c86f2bdde5802fffe5d556fc87d3f8af0d2a0ed9e42ede05e5844a
+size 341704651
diff --git a/zero_pp_rank_15_mp_rank_01_optim_states.pt b/zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cbed3aa70ce3484857c44f90c7abf908d9f287
--- /dev/null
+++ b/zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e2a22efba87dd8c94d2c63947a8a9df9497cac867a5a975f639f772d54dada
+size 341704651
diff --git a/zero_pp_rank_16_mp_rank_00_optim_states.pt b/zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f906ccfba8b45db1ecaacbbe4708c6e907700032
--- /dev/null
+++ b/zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470495fa4d692af8ff3b6c2ffee619fbe7cd9288eb2a2442ebe28bac5b3f9b9f
+size 341704651
diff --git a/zero_pp_rank_16_mp_rank_01_optim_states.pt b/zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603967d16da4a962f1be2c47d51e14d56c8f83ac
--- /dev/null
+++ b/zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c622ad75be981ebaf22315ced2064062b6f35e06d16d89bade75e4015716b71
+size 341704651
diff --git a/zero_pp_rank_17_mp_rank_00_optim_states.pt b/zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d289acd898582647249356746de8ee684dc10c
--- /dev/null
+++ b/zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b184888de6324f6772ea09cc407d286cd7fc35c66f7f50a482a273f87d10808
+size 341704651
diff --git a/zero_pp_rank_17_mp_rank_01_optim_states.pt b/zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1355314df49246162b68fe03adab15619689fead
--- /dev/null
+++ b/zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d97950d183307d9fdc2f03134cea78c818a769b09188d7ddcd91c3fca7495e0
+size 341704651
diff --git a/zero_pp_rank_18_mp_rank_00_optim_states.pt b/zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77c4475976bfea19c8bcfcc1b1d7953500b2016
--- /dev/null
+++ b/zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cb3098ede83bda9e7e0e698f65b46dc174ae6ee1ca5e7260786bc1b6dc144c
+size 341704651
diff --git a/zero_pp_rank_18_mp_rank_01_optim_states.pt b/zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e103b46437d79f980e91607db270cc38ee5b2d2
--- /dev/null
+++ b/zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b438fcb12aa38cf731a4b86d83495edcfd219bd2ab0dee9080e72f0c9c14ab5b
+size 341704651
diff --git a/zero_pp_rank_19_mp_rank_00_optim_states.pt b/zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa84b7fe017c63ecd297a7a78131458bcd8ae28
--- /dev/null
+++ b/zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4162c37601c366813786aa7316f14c7c5ffcd2110853634af5c30907b664772
+size 341704651
diff --git a/zero_pp_rank_19_mp_rank_01_optim_states.pt b/zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c108e29f63873df4e440a03b1cc90a6d04fd294
--- /dev/null
+++ b/zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e5bead3c7aa01e6a6fdc14f7c7061d214298e33ef8648a32286d10ac76fdd1
+size 341704651
diff --git a/zero_pp_rank_1_mp_rank_00_optim_states.pt b/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1874200695df1c8f263bfd4fdf523c42ffd9e391
--- /dev/null
+++ b/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4188e123f446c25c1665b87aa4f4461e0bac1b890119400f248f4a91e946c5
+size 341704651
diff --git a/zero_pp_rank_1_mp_rank_01_optim_states.pt b/zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4fcc6c26933ab09d6b94b72d707885d610e0f8
--- /dev/null
+++ b/zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b774480b75393f5fd6d9cca34e6f8a30adbc7f14b9d046354e6ab8c41470f98
+size 341704651
diff --git a/zero_pp_rank_20_mp_rank_00_optim_states.pt b/zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439c8c78863f9ad14b6a2b21f1980a9ab967fbc0
--- /dev/null
+++ b/zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2924fcc71f8e73592c8c758801ec91c77a54b775fe5bd8ba5806374029f8e389
+size 341704651
diff --git a/zero_pp_rank_20_mp_rank_01_optim_states.pt b/zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c275bc558025ab954a8d02b708c8c9abeb97c052
--- /dev/null
+++ b/zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd9030aa348d3ce73110b5b309b045c3f8f4bddfcecdb1c86c0f22370c991d3
+size 341704651
diff --git a/zero_pp_rank_21_mp_rank_00_optim_states.pt b/zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaf82f6cd7fc45ffa5d00717eea9e537fe73490
--- /dev/null
+++ b/zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3853102faf0e4a5159730e14527cbd21676975e2c5c789fb6649fe388bdf2f
+size 341704651
diff --git a/zero_pp_rank_21_mp_rank_01_optim_states.pt b/zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287a46cc58de02099bab9463886363f15f7d442c
--- /dev/null
+++ b/zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f982b3f15ed0b78d6831e6b274fb579a3ca6e2082a1bd66ace8febcd1b15b242
+size 341704651
diff --git a/zero_pp_rank_22_mp_rank_00_optim_states.pt b/zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e159ea98d21c15478206246a6465d459fac8ae3
--- /dev/null
+++ b/zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7b1c883522cce60df3ef5e1a7707277e5fd8770c064feba3b62bc4e0d1c0c0
+size 341704651
diff --git a/zero_pp_rank_22_mp_rank_01_optim_states.pt b/zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3af5410673b6e9ef2768701a00c731cbff3ae90
--- /dev/null
+++ b/zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab412b2ef436ce0b2023425ace7e6b7f4410fbde77d7fce87aafbfbbbeecbe2
+size 341704651
diff --git a/zero_pp_rank_23_mp_rank_00_optim_states.pt b/zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a746f3c21b6d18cb0282f3fbf6652d2efb23659
--- /dev/null
+++ b/zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32375191be91ec621943f2448d0a5cb64b9b60048b647e3afb275461fdf85d81
+size 341704651
diff --git a/zero_pp_rank_23_mp_rank_01_optim_states.pt b/zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e0199aa9afb5e7999f3a5650056553881662e3
--- /dev/null
+++ b/zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffb3165d2fea320ba67be9b9c07a91a82dab4cbe46d4678ab3bcdf7ecc2b58c
+size 341704651
diff --git a/zero_pp_rank_24_mp_rank_00_optim_states.pt b/zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc718a30ad2ea4415311c0a6a3dcb07673efab0
--- /dev/null
+++ b/zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49b491eda7283fe443973132799ea40a00691da7f1c7d8e5949fe158766d450
+size 341704651
diff --git a/zero_pp_rank_24_mp_rank_01_optim_states.pt b/zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09729d209d0f1647802e34c54c6143c488b16578
--- /dev/null
+++ b/zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740e6e5e6eb58fa58f731c992c1bc5578fc957e70927147d8958de8fe94de8dc
+size 341704651
diff --git a/zero_pp_rank_25_mp_rank_00_optim_states.pt b/zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80249636e6a6e641a840612baa9a7c35db696fcf
--- /dev/null
+++ b/zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0679264d46e8756148800bd8e3ce7a6f4de089f889d1dfcb3e4ad386257b809a
+size 341704651
diff --git a/zero_pp_rank_25_mp_rank_01_optim_states.pt b/zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1505b3deaf9602cc17761b766655f386e73674
--- /dev/null
+++ b/zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a56f9d54a5a8b59389d67c9c45d66e17814a0382b7de61620dff8cefcd1dc9
+size 341704651
diff --git a/zero_pp_rank_26_mp_rank_00_optim_states.pt b/zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5aa393a62fb0163dc95afce30deabffc052c47e
--- /dev/null
+++ b/zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918313dba972202f9159dbab92777d1418307610181fdffd1cbbff80ec7d7a9f
+size 341704651
diff --git a/zero_pp_rank_26_mp_rank_01_optim_states.pt b/zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aa399d8bfd1df610819d8c0328a22bcac8f882
--- /dev/null
+++ b/zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bc693ef2a15febf89071a94ab8fd8d51a7b206f038937bd83e493b9bec7199
+size 341704651
diff --git a/zero_pp_rank_27_mp_rank_00_optim_states.pt b/zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a902b3ee819b822411ab9aa66cffdf9639ecc6f7
--- /dev/null
+++ b/zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64bcde445e76d7378658a75e51a659eac32d944098caf1d36269cb4d9428cf9
+size 341704651
diff --git a/zero_pp_rank_27_mp_rank_01_optim_states.pt b/zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bc92e8d510810c721b8e04848674cc811c6dba
--- /dev/null
+++ b/zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b107dbbe411d8987f52760ffd107289f644d94de4811e7f5410ea1eb6f2febdb
+size 341704651
diff --git a/zero_pp_rank_28_mp_rank_00_optim_states.pt b/zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393e760af6ef7f87655ba569597d6907befa6f8e
--- /dev/null
+++ b/zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a49a7bd00c22473b2b70c8d3690547196bc43089f228c6e64136848e7a9fae
+size 341704651
diff --git a/zero_pp_rank_28_mp_rank_01_optim_states.pt b/zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dfc4aa98ea0be919d1b2a11c110de8e267c812
--- /dev/null
+++ b/zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733e1a3012f1cabc81dab0772ce34f2b815237b03a3e00e36df5a6da85eb34e5
+size 341704651
diff --git a/zero_pp_rank_29_mp_rank_00_optim_states.pt b/zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafbd55bbe0a3202507b5e120608d6572250083b
--- /dev/null
+++ b/zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e7fe2dd28cd5c132bcb10b105055a117a4a510db8c986a0970231e14af221e
+size 341704651
diff --git a/zero_pp_rank_29_mp_rank_01_optim_states.pt b/zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ad1725bed6998a286c49472a44ddc9f6102e2f
--- /dev/null
+++ b/zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7c9138dd1fac71b1d3109aeb7e1cdbed7a5c89b2fc1ecb253f5d9f1f59a94e
+size 341704651
diff --git a/zero_pp_rank_2_mp_rank_00_optim_states.pt b/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42035fc137ac3cf1c5d6c77e5610b9c67341354
--- /dev/null
+++ b/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa131e1db1e0b05adde98fb2bf5ae735b2b82971a9ea47a03644dabab531aa72
+size 341704651
diff --git a/zero_pp_rank_2_mp_rank_01_optim_states.pt b/zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d558d7d33e725f544586b19b91571f40d5363c1
--- /dev/null
+++ b/zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ccf917412051a1f707bc7faa9b0cfd5706882b9fd8ad01c7964522781693261
+size 341704651
diff --git a/zero_pp_rank_30_mp_rank_00_optim_states.pt b/zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943614d04a155a6cb333ef86dfce374335435b98
--- /dev/null
+++ b/zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce92e692e9ca252b35f4e07657adab7655ea31be8674807966a1bad075a867f
+size 341704651
diff --git a/zero_pp_rank_30_mp_rank_01_optim_states.pt b/zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dca098bebf1f4a6acb5fa25a74219ff68c329a
--- /dev/null
+++ b/zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6076e05f1a7169d4d05c4118cf596ecfd8957980938f2e747c3926e121e6649a
+size 341704651
diff --git a/zero_pp_rank_31_mp_rank_00_optim_states.pt b/zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33078fd1cdebab8a8e3722278cbcca3a96873ee4
--- /dev/null
+++ b/zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc36dbe173545903dd22856cbbf6099ac541f2dc03b1fd7db1d9c4c8b661c69f
+size 341704651
diff --git a/zero_pp_rank_31_mp_rank_01_optim_states.pt b/zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fc3e244714b0a320774311b35d2edb64523ae6
--- /dev/null
+++ b/zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7aa0702b3e1b011075c13b3544c60ab7fcfecc2a3191efa8fd026a57d2235c9
+size 341704651
diff --git a/zero_pp_rank_32_mp_rank_00_optim_states.pt b/zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0f2006a020f577e268b0f9443ac2eedbb6c608
--- /dev/null
+++ b/zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3db78f98d87b90c0ec4017c106cf32c0b2df9d56c576e959ccb266734d664b
+size 341704651
diff --git a/zero_pp_rank_32_mp_rank_01_optim_states.pt b/zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc23c4034c954c53f1fba70d26fbc8212f9dc878
--- /dev/null
+++ b/zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcee55634f1e7d4b711fabae7f486dca6e7d84be4ac9fa133ad37a4173aad30
+size 341704651
diff --git a/zero_pp_rank_33_mp_rank_00_optim_states.pt b/zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7962f6cc23aaff600074f14ba795afa9a5b41713
--- /dev/null
+++ b/zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e1c516d8cce46b3bd803a0facd1a37cecb5e3048522a1142fcb880142cd643
+size 341704651
diff --git a/zero_pp_rank_33_mp_rank_01_optim_states.pt b/zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c405714aa1db52576ab0dcbb437d17b4ddb9575a
--- /dev/null
+++ b/zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09c98b1c4a222e005b51a17361ce600dd70207fb732a7ecd2deaea75b2be927
+size 341704651
diff --git a/zero_pp_rank_34_mp_rank_00_optim_states.pt b/zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d791aa1b4eb8080bc72d359472f4d6cb35e9146c
--- /dev/null
+++ b/zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8242c979c0c5958eb0723c44bfd4eec656767d7ed6b0bd85357e47b9c6c36abe
+size 341704651
diff --git a/zero_pp_rank_34_mp_rank_01_optim_states.pt b/zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697deeb182570ea0226f1949354ff924d797c1b8
--- /dev/null
+++ b/zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efeb40e6ccf3cd0d621a84bfc856f06f7b5fe7a2890ca7b1bd912bc2b6ba288
+size 341704651
diff --git a/zero_pp_rank_35_mp_rank_00_optim_states.pt b/zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174771188ae0e73355395f44b05446e506ef15c5
--- /dev/null
+++ b/zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1f6953d235026b82ed935d861396684d7807612793a77409b09c6cf11edc73
+size 341704651
diff --git a/zero_pp_rank_35_mp_rank_01_optim_states.pt b/zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce820d84617922fe353a5f912574bac5575ad0a
--- /dev/null
+++ b/zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96f155f4cc92b0200c4faee7b9e3dae58f290540c791838310402a028205cb5
+size 341704651
diff --git a/zero_pp_rank_36_mp_rank_00_optim_states.pt b/zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79080d329d6002ba2a310564dfdd31bd712f5ec1
--- /dev/null
+++ b/zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636a80c3284a1f17c32fcf26d3e48511973cca51e33df019229b560bbb0c4c78
+size 341704651
diff --git a/zero_pp_rank_36_mp_rank_01_optim_states.pt b/zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83486ab6761903131c74f3b305d33a40698278a4
--- /dev/null
+++ b/zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a320e62232a4ebabe9c34f3e4e64452b9b72980c0ea5ec3782c702d84c9bc4
+size 341704651
diff --git a/zero_pp_rank_37_mp_rank_00_optim_states.pt b/zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1a90d316d5cbbba9913c4d779b026ec34fb8d1
--- /dev/null
+++ b/zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178574388837f996287bef10cd8a6868c18d0119303b05278347e415bc99191c
+size 341704651
diff --git a/zero_pp_rank_37_mp_rank_01_optim_states.pt b/zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3bc3ee8809e70a6d9d21adc65fcc448fb2160e
--- /dev/null
+++ b/zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaa4b32452a10753419444712dc104fd42cd2fd574a93e60a1519efc2b84e0d
+size 341704651
diff --git a/zero_pp_rank_38_mp_rank_00_optim_states.pt b/zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fb306c6e4cdc5a94a941320d90d3ee18e9efa8
--- /dev/null
+++ b/zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b628c3cc4514cea182e680551f10d475d391a71e4e1393995f96b7740a046531
+size 341704651
diff --git a/zero_pp_rank_38_mp_rank_01_optim_states.pt b/zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d817ed74ff086f0faad9006758e51eeb43f539e
--- /dev/null
+++ b/zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4608bb6542cd45be038f6e3a9d04675bd671b03a84aafd64bd2f2047e8c8d19a
+size 341704651
diff --git a/zero_pp_rank_39_mp_rank_00_optim_states.pt b/zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a758db108402553b225325eeffa4fb08641a6676
--- /dev/null
+++ b/zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e737c019600cecb4afaf6ffccbe299ad821c766b0d282e16a9fbba74a3dac4a
+size 341704651
diff --git a/zero_pp_rank_39_mp_rank_01_optim_states.pt b/zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b1040a0a36878af884ab0da1ff13c90432aed7
--- /dev/null
+++ b/zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753b681611cfcdc19fa4b0db0fbcef346c23e001e57a44f93d1dbc8f61e79bd6
+size 341704651
diff --git a/zero_pp_rank_3_mp_rank_00_optim_states.pt b/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b10a423dfe50e34919206733bada0132d18ecfc
--- /dev/null
+++ b/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93b9756d6ab6626be732f1684d9d76c0a2747d7c071430d1453436c7302e23e
+size 341704651
diff --git a/zero_pp_rank_3_mp_rank_01_optim_states.pt b/zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89787c695ec5940aa212a645f8da4282134b0b8e
--- /dev/null
+++ b/zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becf5a0ec5984b9352c4ede4510854bf7e1ec815cefa2b1cac42317f18986603
+size 341704651
diff --git a/zero_pp_rank_40_mp_rank_00_optim_states.pt b/zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a757ca4708829d78f3f3897c28061d81f45549
--- /dev/null
+++ b/zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8e9697b4562720ee5b911595077f85c58a159755aa79f9cd4807769efadd1c
+size 341704651
diff --git a/zero_pp_rank_40_mp_rank_01_optim_states.pt b/zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9454b5c2bcdd73fae472329a1125222718d2a1
--- /dev/null
+++ b/zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62df7d5a0edeb70badff86a6b3bc9817e1fcbd855be2e7a53b51f28defefcd40
+size 341704651
diff --git a/zero_pp_rank_41_mp_rank_00_optim_states.pt b/zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548b460f501ec4f6805150dbfb564de02449c699
--- /dev/null
+++ b/zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd2af8ffe5e04c0ad1728f97c975497855e0a003893d93b271d8a9fe05eca52
+size 341704651
diff --git a/zero_pp_rank_41_mp_rank_01_optim_states.pt b/zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1f724e7ee0a6a919659bff7f44783b5a53fa6e
--- /dev/null
+++ b/zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84c7ac17a5992738fe27c6791a245f44952e24bf92ac8d44134f94baefdd6a4
+size 341704651
diff --git a/zero_pp_rank_42_mp_rank_00_optim_states.pt b/zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cf00e68e3604a109875d1844c95d9bb1f46d0c
--- /dev/null
+++ b/zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa74d922f00b32d0efdfa4d7e62278a4139b53ad65525fc86c1ce8904e2a690
+size 341704651
diff --git a/zero_pp_rank_42_mp_rank_01_optim_states.pt b/zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9809f06f0d3319ef2eb81ad9d879ab459edf062f
--- /dev/null
+++ b/zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49f34d9460d28597dbbe98750993802b3c4624fd1f2e5c29d60297b645f786f
+size 341704651
diff --git a/zero_pp_rank_43_mp_rank_00_optim_states.pt b/zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b06ce214e3197447251d9945b7341ab1af98a8b
--- /dev/null
+++ b/zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b007859b60ff56e950ef4e491f73a5e72223e141cd674905c82a991dce123e8
+size 341704651
diff --git a/zero_pp_rank_43_mp_rank_01_optim_states.pt b/zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee2b38cf159029685d9eee6fde3015f3c379032
--- /dev/null
+++ b/zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76b6b43a15f1d860cf22a6891e9048e0c532cd5205f7cc41a82ad9bf0c7e3ff
+size 341704651
diff --git a/zero_pp_rank_44_mp_rank_00_optim_states.pt b/zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed7851db6836c1fe27f540a621bde7bd8fb7bcf
--- /dev/null
+++ b/zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb9e7e65cde860eb3a4264f34b91089eb17685649e4c6292cb91b022aa7d542
+size 341704651
diff --git a/zero_pp_rank_44_mp_rank_01_optim_states.pt b/zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8807bef78976567e07feb2026b257a9afbcd05
--- /dev/null
+++ b/zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d73856228f6d98c3eff876944cf0b96615b524d633855692cdc0b262749213a
+size 341704651
diff --git a/zero_pp_rank_45_mp_rank_00_optim_states.pt b/zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bff44f82d345c68b5b76a1d1d671bd99548a87
--- /dev/null
+++ b/zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1404055526d5f5b0e8bff5c558a601f255f8cc32e473d4620edc73416876bad6
+size 341704651
diff --git a/zero_pp_rank_45_mp_rank_01_optim_states.pt b/zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9465ae6861c3e9a3c4b2bdcd72fbd87ed4e84a0
--- /dev/null
+++ b/zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c294b6d4f4e20d318917d3656a93dd0dd5d37f3c97515c05648e560ed47b9f43
+size 341704651
diff --git a/zero_pp_rank_46_mp_rank_00_optim_states.pt b/zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c6be891703a6cebcc881e0618776dee05ad827
--- /dev/null
+++ b/zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f1ddb4372a2c32efa2059a2e279927c24ef0048c4ea92fc52631ee2da4de60
+size 341704651
diff --git a/zero_pp_rank_46_mp_rank_01_optim_states.pt b/zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd5b0202edbbca6070d904b3d35dacf0a5e45a0
--- /dev/null
+++ b/zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190e3c20c6808e935d0feb2f974bc053422144f1f9f32c3212f7526c1cb1a63d
+size 341704651
diff --git a/zero_pp_rank_47_mp_rank_00_optim_states.pt b/zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2c68db1e1f234c502658fa2249b285bdd7b060
--- /dev/null
+++ b/zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24a3810f2ba24f41234671ced38c51b200c8e9aca87c95c563014d21832d1bd
+size 341704651
diff --git a/zero_pp_rank_47_mp_rank_01_optim_states.pt b/zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fd40efb0caa3f50219d19a7aca14d154bbcb7a
--- /dev/null
+++ b/zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469a3660ae114cda1dcb8d18ca654f461c8e045f39875e34c3c82cbabb20f4c6
+size 341704651
diff --git a/zero_pp_rank_48_mp_rank_00_optim_states.pt b/zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb62cbda71f2ad5341952c23cb82a6dadbb1d28
--- /dev/null
+++ b/zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bda9f7970df21a9c673eb5993f4e47fa2d08678401d772db5bbe476fa89c7eb
+size 341704651
diff --git a/zero_pp_rank_48_mp_rank_01_optim_states.pt b/zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f3258bc1283678d5a67e560fc4271452971586
--- /dev/null
+++ b/zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f3d5305e2cb448a03760c51c64b4abeba27fe2254e4c8fa78aa3686fcee2de
+size 341704651
diff --git a/zero_pp_rank_49_mp_rank_00_optim_states.pt b/zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bc707395677b4380ec275465adb663e2f040ed
--- /dev/null
+++ b/zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446f3694374a56397ce1dcb4b2802829e4fc9b90a084807a884a91b8d98e747a
+size 341704651
diff --git a/zero_pp_rank_49_mp_rank_01_optim_states.pt b/zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd9494b93769fe442264758d8b49a85acc32d0b
--- /dev/null
+++ b/zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f160c81d41208f301ff6a245ca1794277bb6cdf9910029c2a8695448561875
+size 341704651
diff --git a/zero_pp_rank_4_mp_rank_00_optim_states.pt b/zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51de5bea85d2ef61366f5194f6f41ec5f2a16ab0
--- /dev/null
+++ b/zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86032c25399a8956161d5179f7abf7e12f9a7a334b6e6e5fc014a4ed87851490
+size 341704651
diff --git a/zero_pp_rank_4_mp_rank_01_optim_states.pt b/zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add97eccb63d21a4b9223857be99d9cdb38f4deb
--- /dev/null
+++ b/zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523aa7d2ccefa4b8d058e090a2fe94f87004339ad516f5782b80e1bd406ab646
+size 341704651
diff --git a/zero_pp_rank_50_mp_rank_00_optim_states.pt b/zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c13015c670e74a04003dd42add537b16334cc6
--- /dev/null
+++ b/zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe554ba3815fd825361715df73d7a3ad4fbe83340a51bcb25174b35e31365ea
+size 341704651
diff --git a/zero_pp_rank_50_mp_rank_01_optim_states.pt b/zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055d575bc4975a50c00cd00e6f33f48f11747209
--- /dev/null
+++ b/zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2096e0d8b4dbe424fcb69ff5ff0ba981a6412ee451ad4de94aecb1888c2079d
+size 341704651
diff --git a/zero_pp_rank_51_mp_rank_00_optim_states.pt b/zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee605b908ff9d6908409bb2ac23e2f72f3c843f
--- /dev/null
+++ b/zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010a614d5209bc009eb38b297f850aff7b3bea6c43c9e121d302e5040042492b
+size 341704651
diff --git a/zero_pp_rank_51_mp_rank_01_optim_states.pt b/zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e775855931b335590825745631550ad0ebea1610
--- /dev/null
+++ b/zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b51848dc7b6abe8924b7a4ed85c41db269e5e8392b7413877a37f0ef45c4439
+size 341704651
diff --git a/zero_pp_rank_52_mp_rank_00_optim_states.pt b/zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0edebb01b2cf099ff43bc4ba94997b6964a393c
--- /dev/null
+++ b/zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60152d244dc29d956db02b42408f7dca4cd924f43ff74a121effcafcb6ecff25
+size 341704651
diff --git a/zero_pp_rank_52_mp_rank_01_optim_states.pt b/zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba3c5e2e52d9d2bd3792bb0403ca50068284fd2
--- /dev/null
+++ b/zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2a53dd26631ec50d165fb9239933105744e5adfad32e65ccbf59c506a09137
+size 341704651
diff --git a/zero_pp_rank_53_mp_rank_00_optim_states.pt b/zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afff42c2fa11775e1de51a921582550a4eaed12
--- /dev/null
+++ b/zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04710e1427b8f9fe3b4ffdd5d04fa22dfa9f4007fb298f29c3b9396d441547e
+size 341704651
diff --git a/zero_pp_rank_53_mp_rank_01_optim_states.pt b/zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee0abe06f8c607939f69c4fba28a0b044a25e70
--- /dev/null
+++ b/zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5d9fec1ebe8109d9050748774114cc423841d6dd871472e3b9bbd63d36579e
+size 341704651
diff --git a/zero_pp_rank_54_mp_rank_00_optim_states.pt b/zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1273c34ab0ad8b6799b10c24090c949a78e54083
--- /dev/null
+++ b/zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2350319813f16a194a9b79eb875c225ad3ac7ff8ee982e387554d62e1dfea7dc
+size 341704651
diff --git a/zero_pp_rank_54_mp_rank_01_optim_states.pt b/zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b02d9d66f63b47f19786e0360cee38a99355ac
--- /dev/null
+++ b/zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e83b7e4835ed163ee0ace5bcb7b253e7bbe62fadac9f0da353a537ef5f0e41d
+size 341704651
diff --git a/zero_pp_rank_55_mp_rank_00_optim_states.pt b/zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a931192c273fccdb56ad67a974609cba3d47943
--- /dev/null
+++ b/zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24e7ba3459b70cf4b93152e79ab40ca6f0fe0402fb193e1eadecb3b2e799e49
+size 341704651
diff --git a/zero_pp_rank_55_mp_rank_01_optim_states.pt b/zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b74ce47bc0f13ef7d2ac755df16174f23c2099
--- /dev/null
+++ b/zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65f64cfc71d3b3a07dca38f3694e4f859b5bd14bea365840594b31b220b0b8a
+size 341704651
diff --git a/zero_pp_rank_56_mp_rank_00_optim_states.pt b/zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb338e4b409ea9eceff0a82c242845155fefb56
--- /dev/null
+++ b/zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a289c4613b070de2dae0a3448ce4e2b6d608cea94f624e3ed02c2564ec2d2c
+size 341704651
diff --git a/zero_pp_rank_56_mp_rank_01_optim_states.pt b/zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f603b8afc51333828b80bd6abdb75c332c28cdf
--- /dev/null
+++ b/zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c519d9e7309ced47e1dc2ace1eee4ac85a270ec51d16902356748eb96ffc5e9
+size 341704651
diff --git a/zero_pp_rank_57_mp_rank_00_optim_states.pt b/zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7979070f63f4bc48ab199f7cc4642ede7cd823
--- /dev/null
+++ b/zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee9d3f988df8e3409cd320a91e8b0aa94895d7e87822a131baadd6ecb8ee1f9
+size 341704651
diff --git a/zero_pp_rank_57_mp_rank_01_optim_states.pt b/zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0a141c2684159acb12a7723f56a3238282eb1f
--- /dev/null
+++ b/zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6637da9894bc4df20a4e432d354b781853165b97cf2a9780d7b109329ee55b11
+size 341704651
diff --git a/zero_pp_rank_58_mp_rank_00_optim_states.pt b/zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06aecac1a8a2d754a450ba6ec6bde834924ef6a7
--- /dev/null
+++ b/zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23fe929c3b0bb4cba12cd5faa74bc0d937c2f7158dde9dcff4a56a1459fbcd0
+size 341704651
diff --git a/zero_pp_rank_58_mp_rank_01_optim_states.pt b/zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f10c8c077fea6f064e8c2ef7fc3249e4d33465
--- /dev/null
+++ b/zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2168b53a69b5fd711fea7c09ba8ea0424fc6a2b9b90ae777b17fcbc0a5d67562
+size 341704651
diff --git a/zero_pp_rank_59_mp_rank_00_optim_states.pt b/zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fea4b73744ff326f3f3b4f67ceb4ef34b2ca55
--- /dev/null
+++ b/zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b074a9b79b269a59757e8b71a2b37b8851255cacd9b290bcdfb9c44ae4136c
+size 341704651
diff --git a/zero_pp_rank_59_mp_rank_01_optim_states.pt b/zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a07201af5a8bbefe4af946b32e5a58fd9efd1aa
--- /dev/null
+++ b/zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acbc86cf59d9c8ab545975515fbe9e036d0446ec847942b0ec518b70b1d2234
+size 341704651
diff --git a/zero_pp_rank_5_mp_rank_00_optim_states.pt b/zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea60f6b09ac4da12adf0d329672646ea388570e
--- /dev/null
+++ b/zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97254bcd00ee8075cd33e720d0ca5d6496bcca14ea669aa51a121c3d73cec408
+size 341704651
diff --git a/zero_pp_rank_5_mp_rank_01_optim_states.pt b/zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedcf4c6863e9f74cd79e770de26ec69bb19ebed
--- /dev/null
+++ b/zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9530946dd1d7033887af8a1e0530252a1d24f26ab26158485f15fbbed40fd117
+size 341704651
diff --git a/zero_pp_rank_60_mp_rank_00_optim_states.pt b/zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1839ab06400cfd70923d6a1bd7b89a6e0a07ee
--- /dev/null
+++ b/zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c4b0238934e639590a9438e9f49e0cde304537238d1af7f48e292026e4295b
+size 341704651
diff --git a/zero_pp_rank_60_mp_rank_01_optim_states.pt b/zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dfe3f314e61fb809937778eb846ea0e63f7019
--- /dev/null
+++ b/zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38eb1f4b5778722eb2ea57884b7a77f4236dc37a44bfa1ce9eb9b05c6096d49
+size 341704651
diff --git a/zero_pp_rank_61_mp_rank_00_optim_states.pt b/zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a525c15d9cd49fe217cf6025cc8a902e8effa0b4
--- /dev/null
+++ b/zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0980dce447076486972f754d9a4e630b590ed73c1d8733a97dd499bedeefd46
+size 341704651
diff --git a/zero_pp_rank_61_mp_rank_01_optim_states.pt b/zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d4f7c3f92ae9f68f78d1dea9f2d5f0b5d30d15
--- /dev/null
+++ b/zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35116d3c34b6bf052b65271446cc0914d404c09cdcd6fe41f656bb5f6c9d41bb
+size 341704651
diff --git a/zero_pp_rank_62_mp_rank_00_optim_states.pt b/zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b046ccef222948d0290e68f05f3177c5e440c1
--- /dev/null
+++ b/zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cee07d8105409d2e4f528baa109c4af4ff016d947765cce951f358d2d16f44
+size 341704651
diff --git a/zero_pp_rank_62_mp_rank_01_optim_states.pt b/zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edeb5e0ea2b54016ef040825d9410f39b2e7145
--- /dev/null
+++ b/zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf7703c64fc12668cbd2a3fb8782546a1406dbb9dbc1c3a927a4bed2cb87de7
+size 341704651
diff --git a/zero_pp_rank_63_mp_rank_00_optim_states.pt b/zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec0039564b5921c6e7c3fa007ec48cf74730479
--- /dev/null
+++ b/zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110f7bcd8b843bcb28082d7acaff81bf2c9a8a14b0a714daa733fef51d16453c
+size 341704651
diff --git a/zero_pp_rank_63_mp_rank_01_optim_states.pt b/zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d323cb21f06e227229b02c364bb24b04eb56527
--- /dev/null
+++ b/zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b300cef0daa9f101442a165102fa24f6218887e9cc2a97c63bdc5dd64cf23d
+size 341704651
diff --git a/zero_pp_rank_6_mp_rank_00_optim_states.pt b/zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c058a52189a291a591c02b77c195ab6ea3d44795
--- /dev/null
+++ b/zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cc2e7054e2a57326669f9d6f206b13eddd9180b33d4f1da2bd2d796f0aae2b
+size 341704651
diff --git a/zero_pp_rank_6_mp_rank_01_optim_states.pt b/zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61189911cf23840b90da6daf7115198201e8cd6
--- /dev/null
+++ b/zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a540a8444e64c3f0a93b2a318afdd3cbd969eaa90c39cb015c5ded7719f163d
+size 341704651
diff --git a/zero_pp_rank_7_mp_rank_00_optim_states.pt b/zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf4b2e874ea60a32b04f0b565b5aa8ae5357d55
--- /dev/null
+++ b/zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66688666393b438d96ac4c32eaa48b282f97eeef05e950c91161c7b1b54de7c2
+size 341704651
diff --git a/zero_pp_rank_7_mp_rank_01_optim_states.pt b/zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e51adcf9e56763e34129d90895febfe3cbf31f
--- /dev/null
+++ b/zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bca25ff564ac5d11d014d5efb1d8985ac18652e75650ff1ef978eb2f9f114a
+size 341704651
diff --git a/zero_pp_rank_8_mp_rank_00_optim_states.pt b/zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b92caa8ecd8a4ee91a0873e858ab951859a68a
--- /dev/null
+++ b/zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07279b7a2947423877ac82e2ebacd2db69cf57311422f8b132348307e16fa82
+size 341704651
diff --git a/zero_pp_rank_8_mp_rank_01_optim_states.pt b/zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91d7a6df356b3ca5d81491490c2a9dc6db20905
--- /dev/null
+++ b/zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a751c467bfbc5bafb71d93ec310a3afcb43bcbf9b8eb008874c1088e94ece537
+size 341704651
diff --git a/zero_pp_rank_9_mp_rank_00_optim_states.pt b/zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d4be119c44628d2baa9f2c615dadb2ea7489f8
--- /dev/null
+++ b/zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d76a56653c9048a7be5a4d139e61742116304ab7b7d1202ee891187a8477d9e
+size 341704651
diff --git a/zero_pp_rank_9_mp_rank_01_optim_states.pt b/zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b5cdb1a6e9a022d37bf2610e2326a66cd111bb
--- /dev/null
+++ b/zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fa3387f39ac56782414b4668eea4164f285dc30066b7e1d46e86c947d8a552
+size 341704651