diff --git a/.gitattributes b/.gitattributes
index 8d1f5b4b9943658656f5860d43f81200ca3616c2..5619ecc0a0fcd31d555af5b62789d7064e0b8ee2 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -1545,3 +1545,49 @@ checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/3.0 filter=lfs diff=lf
 checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
 checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/7.0 filter=lfs diff=lfs merge=lfs -text
 checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/5.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/4.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/6.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/1.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/3.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/7.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/5.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/2.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/4.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.3 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.2 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.4 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.1 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.7 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.6 filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_1007000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_1007000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4dedccdcd940b60d0656a5c9fd18c2dfd73178d2
Binary files /dev/null and b/checkpoint_1007000/state.param_states.decoder.layers_13.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray.__tmp12409322873689395006.~1663960300089849~ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray.__tmp12409322873689395006.~1663960300089849~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray.__tmp12409322873689395006.~1663960300089849~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray.__tmp14551936232511702523.~1663960300227664~ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray.__tmp14551936232511702523.~1663960300227664~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray.__tmp14551936232511702523.~1663960300227664~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray.__tmp15597877627935176396.~1663960300017616~ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray.__tmp15597877627935176396.~1663960300017616~
new file mode 100644
index 0000000000000000000000000000000000000000..46a17786925fd95f6e6bc0c41a18b141457bb2ee
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/.zarray.__tmp15597877627935176396.~1663960300017616~
@@ -0,0 +1 @@
+{"chunks":[512,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..889dcb98219444db0a12a50d8a95f2b6c7156193
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33529afe3003a420dda3693ac8f53eb86a961294e8e40d30d7d973b1434bd28f
+size 7817343
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/1.0 b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/1.0
new file mode 100644
index 0000000000000000000000000000000000000000..257bd50c0aec5c92af09eb7f5b71e5c687500ae7
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/1.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875eb68f34db0dc8f226c24603985e31ba7d1c48389e773d19a66d6227c3d83c
+size 7816652
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/2.0 b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..b20da6c1e1988e41f85a4ee2c2f69bfeb49db96e
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455c95d11a84b51a5f7a31d5462984bb08fa68c9e855e3bc8fa0468dfdaa952a
+size 7812795
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/3.0 b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/3.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7adddfd4f212fa2cc49f3942878556796ed34a5
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/3.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccc90c7f3e28a656f75049e0682fd63bb9898a1010ecdfacd108589159be2c6
+size 7818192
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/4.0 b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/4.0
new file mode 100644
index 0000000000000000000000000000000000000000..f9c50b61e372d061d74032611f3658d8d27c3ba5
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/4.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafe9492f35b9888fd10a2cff555b8a51be28b14ae59999f34a1996264339936
+size 7817940
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/5.0 b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/5.0
new file mode 100644
index 0000000000000000000000000000000000000000..29a122fef6d2e4ca08a691d34fae2f38af35dae2
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/5.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b8d898e2c05bee47db8a4bd158e3facef28f7a039e8c8f0bce459cc3196059
+size 7814379
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/6.0 b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/6.0
new file mode 100644
index 0000000000000000000000000000000000000000..970fe1dc192bc3092c4a7024f6a3d3d917c34bd2
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/6.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bbcb374a5da7046e3d9c5ff4cab3c9e459a402ef2577de6c78a64fc0ea5a6d
+size 7820210
diff --git a/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/7.0 b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/7.0
new file mode 100644
index 0000000000000000000000000000000000000000..515b0d4d2b33ce7c78b2ad92d96bab0a9f2a5238
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_1.self_attention.out.kernel/7.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8749cbdb83a1fc1e5ed985ba27bdc59b9766587531c29c583908b3db28836908
+size 7817160
diff --git a/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp17545959101359184009.~1663960300602053~ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp17545959101359184009.~1663960300602053~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp17545959101359184009.~1663960300602053~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp17856109268251686970.~1663960300271650~ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp17856109268251686970.~1663960300271650~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp17856109268251686970.~1663960300271650~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp227164167752699561.~1663960300626655~ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp227164167752699561.~1663960300626655~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp227164167752699561.~1663960300626655~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp4731854672731091164.~1663960300990257~ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp4731854672731091164.~1663960300990257~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp4731854672731091164.~1663960300990257~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp9904602313415314703.~1663960300423092~ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp9904602313415314703.~1663960300423092~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/.zarray.__tmp9904602313415314703.~1663960300423092~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.0 b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..305840466a3d9221033c628fa4f9e89750b1ac7e
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f43366965b456ee8d48e7d78ec56c12bea13568657f7a7d42b08b5c0c7df84b
+size 7806929
diff --git a/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.1 b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..d1ccf68b11bb92e0ebe70727760379d7704d91e1
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67223b271d63450d229d82eb08143ea7a1de6c3d10722dc5a40f99b11ff21b95
+size 7816167
diff --git a/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.6 b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..3d32787907570ceddc82ea4253df2cf2a2d21d24
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd7f3e3377d70edadeb554fd27cb2a3f57a1c6cc9e85cf1cbf20543cd20813f
+size 7813559
diff --git a/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.7 b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..a0456b222550c967b42fbe6c4e4d429184320652
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_12.self_attention.query.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef142978d9f719b7e48ed8afede3107e22f241e18dc340725ede6d68b62aa19f
+size 7805069
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp10124636526798063471.~1663960300774964~ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp10124636526798063471.~1663960300774964~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp10124636526798063471.~1663960300774964~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp13225873251825425754.~1663960300501475~ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp13225873251825425754.~1663960300501475~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp13225873251825425754.~1663960300501475~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp15530978618470535287.~1663960300623654~ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp15530978618470535287.~1663960300623654~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp15530978618470535287.~1663960300623654~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp17129643380383773551.~1663960300176619~ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp17129643380383773551.~1663960300176619~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp17129643380383773551.~1663960300176619~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp17630076616503346697.~1663960300547135~ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp17630076616503346697.~1663960300547135~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp17630076616503346697.~1663960300547135~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp9185647636123386636.~1663960300776662~ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp9185647636123386636.~1663960300776662~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp9185647636123386636.~1663960300776662~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp9901379260848895590.~1663960300936745~ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp9901379260848895590.~1663960300936745~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/.zarray.__tmp9901379260848895590.~1663960300936745~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.0 b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..338c49d19f828f4481e7376bbb5fc0c5d992e547
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8c70fdbea45633190907845a33021b915120edf5184da6a606b1c22cd07ed5
+size 19527216
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.1 b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..858f80470f920dc8b02d00edbcd4bbeae430b4c6
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1648c953dfe1b15b7244f611aa0174e1cbb69c2aa7afa7cb1b93eb77d7a02f0a
+size 19525101
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.2 b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..edc6bed18c8828aca170e335999d9156708aa3d6
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec06e4b27d0e1f2f141103fb3b8fa9fd2cb9cfb0fa287a7be72814c743167e5
+size 19525930
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.3 b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..3ae38bde88c72e40b8691521d6ff9f5521824e7b
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5854cf1d28f586475a9e419d80120c66ddb943333088f1979b9cbb141a572215
+size 19527782
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.4 b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..f3470b88eae15ffef3b5df049a914ab0ac358ea1
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7c4f58d9f72d9406c71b0962a72beb700dc488e5c85d3e0941f7aaa7cdf735
+size 19524981
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.5 b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.5
new file mode 100644
index 0000000000000000000000000000000000000000..7bb9c08f3ef6990806b0996882a5d402e018acd3
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0057974591370851e743ea276f76fb5d11d22e3a19ea3298ee5b75a803367189
+size 19525724
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.6 b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..381b914448027cfdd04f356be82f701f3a67b865
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2c8b25e12ee350b8953b755ee00edc533cab039cbe3a15a3ce0ff670f0a07e
+size 19526596
diff --git a/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.7 b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..e09066afcb8f588f8e9a2aab3dd2cded1e496a58
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_21.mlp.wi_0.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4049e747a9263a0b9df596a8d3d5caf24e2da37d40f3184d69a2148fbed1d528
+size 19528816
diff --git a/checkpoint_1007000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_1007000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 b/checkpoint_1007000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..977dcfa76140d97e91cb1c51e1fe115ef0eb72eb
Binary files /dev/null and b/checkpoint_1007000/target.decoder.layers_22.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp12494912640791181416.~1663960300936785~ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp12494912640791181416.~1663960300936785~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp12494912640791181416.~1663960300936785~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp14168177597997916633.~1663960300609125~ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp14168177597997916633.~1663960300609125~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp14168177597997916633.~1663960300609125~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp16559268995570192847.~1663960300689042~ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp16559268995570192847.~1663960300689042~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp16559268995570192847.~1663960300689042~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp17827712019379812001.~1663960300601692~ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp17827712019379812001.~1663960300601692~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp17827712019379812001.~1663960300601692~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp3163465050790104906.~1663960300505087~ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp3163465050790104906.~1663960300505087~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp3163465050790104906.~1663960300505087~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp5219696822044432968.~1663960300387308~ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp5219696822044432968.~1663960300387308~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp5219696822044432968.~1663960300387308~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp9885347696644433528.~1663960300774634~ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp9885347696644433528.~1663960300774634~
new file mode 100644
index 0000000000000000000000000000000000000000..ddb67420063a3a02f5bd9b9eb19e636151970a4c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray.__tmp9885347696644433528.~1663960300774634~
@@ -0,0 +1 @@
+{"chunks":[4096,512],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f6f9543de222f67b311d6dd9a1c94e28a89ceb0
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cec23853029a73ee518d2444e72fb5f87211da64e757f194fd2dd2cf78266df
+size 7814941
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.1 b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..95b0da25f8d2ede40151a0a8ee3ffe873a2f2071
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7895f6ec86f8eb514aceb3ca555e9032307d774c7087a7619a27e06a8d2fce76
+size 7814256
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.2 b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..2265e1d72d5758886bb2511884e47af1aa47ea76
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beefac3a24cc541ea23e3632dea54e59e9b5be3232570024b35b00452b5637a5
+size 7816352
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.3 b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..68fe5e05ed97eeb49dab3a7126b71eac2d210af4
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f628ec6fd51212a441718d7bd971040f52b0a35a8f5c00d8919985becec8cb6
+size 7815826
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.4 b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..3a81259c976601687db91f4355ce54447c16bc84
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a40f2de2d0240e24bb66b4d9ae78e5a5b20c447491ad3231f1e3132d0af0f6
+size 7813768
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.5 b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.5
new file mode 100644
index 0000000000000000000000000000000000000000..608bae63299507b5b2405ef72f3c371c7f48460f
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18762cb89a0dc8c103a7915ef387f35a8f2a532e12d5264186083d5944eaac0d
+size 7817261
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.6 b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..7b2c7216df87913a5e2d0fd2b9c9dabc9e7d872c
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47f5bceca6f8becfd97fde85e735d9089d5d29f448b7054a5657aa16f0e726a
+size 7815208
diff --git a/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.7 b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..ab0d1ced3208a78a5e1c93a49ee9da57e8b359f0
--- /dev/null
+++ b/checkpoint_1007000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9be86303292c86c5e2fcfa0ebb3136034924115f424de03bea95552a51e37f
+size 7815926
diff --git a/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp12392425894686258436.~1663960300622351~ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp12392425894686258436.~1663960300622351~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp12392425894686258436.~1663960300622351~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp13804805991054848939.~1663960300824678~ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp13804805991054848939.~1663960300824678~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp13804805991054848939.~1663960300824678~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp14643297353331875420.~1663960300611263~ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp14643297353331875420.~1663960300611263~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp14643297353331875420.~1663960300611263~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp15908342927354936162.~1663960300465935~ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp15908342927354936162.~1663960300465935~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp15908342927354936162.~1663960300465935~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp17216820414771988892.~1663960300495364~ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp17216820414771988892.~1663960300495364~
new file mode 100644
index 0000000000000000000000000000000000000000..09cd48d671394bbe8318239fc58854bdb2c91ea7
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/.zarray.__tmp17216820414771988892.~1663960300495364~
@@ -0,0 +1 @@
+{"chunks":[1280,4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[10240,4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/2.0 b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/2.0
new file mode 100644
index 0000000000000000000000000000000000000000..652e7570b291cf55120af9896c23e1d36e213e0a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/2.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57422b842738a376f45b4f09f0832b8f6344356fdf60b5e07fae6922dbfb46ca
+size 19525853
diff --git a/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/4.0 b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/4.0
new file mode 100644
index 0000000000000000000000000000000000000000..8c90982e8ae4b17ac747ada89ba0b6f6d15a6186
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_13.mlp.wo.kernel/4.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be85520d17c254dbce68d4c6e4cb0c246a45b869f9acd915795c2e4f1b3470f
+size 19526670
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp12140275156063250784.~1663960300730495~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp12140275156063250784.~1663960300730495~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp12140275156063250784.~1663960300730495~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp13852792160333853641.~1663960300885266~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp13852792160333853641.~1663960300885266~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp13852792160333853641.~1663960300885266~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp14919698605843121932.~1663960300386032~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp14919698605843121932.~1663960300386032~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp14919698605843121932.~1663960300386032~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp15806914302376619688.~1663960300687257~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp15806914302376619688.~1663960300687257~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp15806914302376619688.~1663960300687257~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp1858532562232047416.~1663960300602325~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp1858532562232047416.~1663960300602325~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp1858532562232047416.~1663960300602325~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp725574702278698055.~1663960300498380~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp725574702278698055.~1663960300498380~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp725574702278698055.~1663960300498380~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp8650290921685543433.~1663960300550918~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp8650290921685543433.~1663960300550918~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray.__tmp8650290921685543433.~1663960300550918~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..03a13e6d8d22f172ceb40df9743a3af729c7d0ab
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06642546f432b99f1ea87c34506a12b028ddc4817fafdae36832b29ee5dcbdff
+size 19522355
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.1 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..24f4b026d282b6b82285a46cc15b4b73121b9206
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3932f25cccb26f743af682cbbcf41465c0582e50b143c3aceacb3a6796cead72
+size 19521538
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.2 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..4705baf2c4b77272b2f31c05cae3ec671991fd81
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8199d595df34af8402dca61db36709e4c9564a816b33fbed94b7a29a83f5677
+size 19521363
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.3 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..2151c51f48ffb93eb7cdd19d402e5898e9b5ab16
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd38e123cb049ff9d6a5ad2e33c57719428926f1545f120d7531c6499b45cccf
+size 19520804
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.4 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..49bd56df4877b4daebd7987d6744c1fe02ffd56b
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ef5ce8f4524b01373403b781e5f2d80846d74ef27f2bd5b3e6209a991d4186
+size 19521377
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.5 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.5
new file mode 100644
index 0000000000000000000000000000000000000000..28384f681af907c4b597bdc8c27e4772f8929725
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b436e9ba295f87b23714d79df577082b52386eeb285d98497fe99f0270b4a16c
+size 19521949
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.6 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..c3ded2e47b83a7267ca661f8461ba7ee8b8364ec
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ae72f0edf121f5c5626db1ca96a977689e48833796f6f1f4c5a98e913a6346
+size 19522419
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.7 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..a4a359f7c96df1f0c03a162105c1f017f1170d19
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_0.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa21ba72ae19260f020864cef57f3291b27d35d6c5a17d11a80c7ba829c83f83
+size 19522069
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp11476179373138237504.~1663960300730335~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp11476179373138237504.~1663960300730335~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp11476179373138237504.~1663960300730335~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp11833100075714045641.~1663960300602044~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp11833100075714045641.~1663960300602044~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp11833100075714045641.~1663960300602044~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp18414690033547702982.~1663960300983629~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp18414690033547702982.~1663960300983629~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp18414690033547702982.~1663960300983629~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp259920450450274037.~1663960300468507~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp259920450450274037.~1663960300468507~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp259920450450274037.~1663960300468507~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp3677382106760654612.~1663960300551366~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp3677382106760654612.~1663960300551366~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp3677382106760654612.~1663960300551366~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp6453799597313832164.~1663960300687267~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp6453799597313832164.~1663960300687267~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp6453799597313832164.~1663960300687267~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp9271365024467286973.~1663960300551241~ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp9271365024467286973.~1663960300551241~
new file mode 100644
index 0000000000000000000000000000000000000000..85d85c400c2a2e40fa48c6fa11dd181c623b779a
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray.__tmp9271365024467286973.~1663960300551241~
@@ -0,0 +1 @@
+{"chunks":[4096,1280],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096,10240],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c8402e549137d965daf82d3c305ba762cd35928d
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980275b3f54daef495d162cf4d942f5cea9fd405a873f99d108b67501cc23cac
+size 19542356
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.1 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.1
new file mode 100644
index 0000000000000000000000000000000000000000..5924fe5c3ac9a0110f3397e983bbf6867afcebab
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1186714a6022e76fc6edd991130f41162e81da00c47feee15602d7dc56dc23
+size 19542851
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.2 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.2
new file mode 100644
index 0000000000000000000000000000000000000000..9066cf0e2c3dc8911f808a1f16ac62f22ccaf064
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d699872dc157500dc7b7f7ba977dbe6b122537a050a4f215570805564a63ddc
+size 19542145
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.3 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.3
new file mode 100644
index 0000000000000000000000000000000000000000..e6a4ff7ebcec26875ac7300078d1827bc7f0ccf1
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dec56506f310a35bdfadafd5f044b246438f4f08666ee2c0c28ef70a29aa45
+size 19541676
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.4 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.4
new file mode 100644
index 0000000000000000000000000000000000000000..5af3efde13a50f2b05e29087aa48cedd60ead823
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81dca94c0606f773d78109a76984e5b0e9e6b46f3a7532923215f29b0df2f99
+size 19542870
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.5 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.5
new file mode 100644
index 0000000000000000000000000000000000000000..ba04bd210435470600032ef84c8ffbd87794764b
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5febd3cf7b6f64873e9e64da6376a011c699f042e1de125f724d95fa21ddc8
+size 19542568
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.6 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.6
new file mode 100644
index 0000000000000000000000000000000000000000..df31f5b680a342c7acf1a269d03ab06a2ce3b27f
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d3b99f5560d89f5c2749d424f0e49367064d784414c298106fdfc7b1cec153
+size 19542495
diff --git a/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.7 b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.7
new file mode 100644
index 0000000000000000000000000000000000000000..91934f69ce4d24a9596276e436acc5b26f5c6b7d
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_6.mlp.wi_1.kernel/0.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c126095dd5dc442ca008f292efe2539c2575580c6b19e5dd17e86d98a0ce1fb3
+size 19543400
diff --git a/checkpoint_1007000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_1007000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..2d0ddea1f0046008cb8eb77c5f75d9445443f01b
--- /dev/null
+++ b/checkpoint_1007000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[4096],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[4096],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_1007000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_1007000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..80582715631e1b85b4fd17fee241ffd8902d5eb4
Binary files /dev/null and b/checkpoint_1007000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 differ