diff --git a/.gitattributes b/.gitattributes
index 3e5a716eec6678b34aa5efbad15762b96b5a5740..a8503b8cf4b391d9948784de4025e006191cd644 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -1097,3 +1097,31 @@ pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra/nomagic_simple_col
 pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra/nomagic_simple_collecting+nomagic_simple_collecting_extra/29999/train_state/ocdbt.process_0/d/c530af09ac34cc5a053f91385967307d filter=lfs diff=lfs merge=lfs -text
 pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra/nomagic_simple_collecting+nomagic_simple_collecting_extra/29999/train_state/ocdbt.process_0/d/b79ed19820095782f8c1fc664a606259 filter=lfs diff=lfs merge=lfs -text
 pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra/nomagic_simple_collecting+nomagic_simple_collecting_extra/29999/train_state/ocdbt.process_0/d/0affb3779da48c89d6dfa0edb3e7b7b3 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/2694005abd749bb3c82b1702207c6d34 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/6e7f0d588b6bb0b4eae170b8573761dd filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/5177f975a3deddf9f10752d891cb8728 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/9047b5ffab5bec86d71aa939c2850a40 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/df23f3535a59df8f535b3fc4deecb300 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/055af93d2d3ac90c921378f92334b0f5 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/0e2451ee4ab7aeaec40bf1ca9bc44c01 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/986a93581b6d7e06de2b1cf6623e26ed filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/3e555ce78d452ab75e5de57b5513d248 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/6da9802a78727948e634bc70af1989c5 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/677f4484fdc1f2e1849f39a83bef7bb5 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/df9fc6645c69e4d50a62920861eea372 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/2be3466ba516740c9daaa2c2aae93d21 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/64c42285689b64786ff698c7fe0fbde7 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/f867a55bb1b23bb33786c1c41294e9ab filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/927f7c5c23aab7e2f693da3e1fff8b9f filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/80b0e33f950b9344a8d17787ec9c7c82 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/cb52a46bc40df6259745b542557fdb0c filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/45db550ac88869d5eb00c82a83b3d7d3 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/586580c66ee4a9b510fe52368b50ce19 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/06575c21ac6fc3d88fb433ebad3f8adb filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/0fec9c754f2504a24fa4aa9b9464b8d1 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/c5728a4c1b267f4776aa92904421b18c filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/f43b28cb90063ca2679e601b1ed6b665 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/f440b12960de207d689b6119d75140f1 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/22ac62adb29d64fa8aa610ff7f7bfe3b filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/72a18fd2b4cb66833cc4bf78d4b1c604 filter=lfs diff=lfs merge=lfs -text
+pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/cbdfd07b3a7df36653a5d9cdac0ed2b4 filter=lfs diff=lfs merge=lfs -text
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/_CHECKPOINT_METADATA b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/_CHECKPOINT_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..7407f03de2978b737e0f2986e9ecd0a89652d0af
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/_CHECKPOINT_METADATA
@@ -0,0 +1 @@
+{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1748583831901908216, "commit_timestamp_nsecs": 1748583870871123205, "custom": {}}
\ No newline at end of file
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/assets/ur10e/norm_stats.json b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/assets/ur10e/norm_stats.json
new file mode 100644
index 0000000000000000000000000000000000000000..5e2f432f7a968062185abfe3bf4f509e2e407374
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/assets/ur10e/norm_stats.json
@@ -0,0 +1,280 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -0.03550806641578674,
+        -0.6657113432884216,
+        0.03142416477203369,
+        -0.5227383971214294,
+        1.487017035484314,
+        0.41581255197525024,
+        0.47715213894844055,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "std": [
+        0.23197726905345917,
+        0.10904671251773834,
+        0.13697533309459686,
+        2.0861992835998535,
+        0.06199057027697563,
+        1.693617820739746,
+        0.49947771430015564,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q01": [
+        -0.5947359204292297,
+        -0.891456663608551,
+        -0.1650925725698471,
+        -3.1126813888549805,
+        1.2557083368301392,
+        -3.0623791217803955,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q99": [
+        0.37077999114990234,
+        -0.4431736469268799,
+        0.31990846991539,
+        3.1114306449890137,
+        1.5622613430023193,
+        3.057387590408325,
+        0.9997999668121338,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.000010901270798058249,
+        -9.809657967707608e-6,
+        -0.000346108601661399,
+        -0.00009476701234234497,
+        0.0001407152012689039,
+        0.0007518471102230251,
+        0.4770538806915283,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "std": [
+        0.005043664947152138,
+        0.002739768475294113,
+        0.005780600011348724,
+        0.0035787879023700953,
+        0.0036923098377883434,
+        0.006760723423212767,
+        0.4994732141494751,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q01": [
+        -0.01507985033094883,
+        -0.0074716005474328995,
+        -0.013320568948984146,
+        -0.009640882723033428,
+        -0.010263873264193535,
+        -0.020810268819332123,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ],
+      "q99": [
+        0.015110921114683151,
+        0.00847227219492197,
+        0.0161595456302166,
+        0.009395135566592216,
+        0.01087549701333046,
+        0.02071564272046089,
+        0.9997999668121338,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ]
+    }
+  }
+}
\ No newline at end of file
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/_METADATA b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..fe69e5c7c966b232fdce8d2d95aee040592861f3
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/_METADATA
@@ -0,0 +1 @@
+{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoder_norm_filmed', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoder_norm_filmed", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoder_norm_filmed', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoder_norm_filmed", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'scale_projector', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "scale_projector", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'scale_projector', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "scale_projector", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'shift_projector', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "shift_projector", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'shift_projector', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "shift_projector", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
\ No newline at end of file
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/_sharding b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/_sharding
new file mode 100644
index 0000000000000000000000000000000000000000..df09c5d72a5b9fd469ad2dce4f83b7aa2e09fd66
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/_sharding
@@ -0,0 +1 @@
+{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJfbm9ybV9maWxtZWQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJfbm9ybV9maWxtZWQuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuRmlMTUxheWVyXzAuc2NhbGVfcHJvamVjdG9yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuRmlMTUxheWVyXzAuc2NhbGVfcHJvamVjdG9yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuRmlMTUxheWVyXzAuc2hpZnRfcHJvamVjdG9yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuRmlMTUxheWVyXzAuc2hpZnRfcHJvamVjdG9yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTGF5ZXJOb3JtXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTGF5ZXJOb3JtXzAuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTGF5ZXJOb3JtXzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTGF5ZXJOb3JtXzEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTWxwQmxvY2tfMC5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTWxwQmxvY2tfMC5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTWxwQmxvY2tfMC5EZW5zZV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTWxwQmxvY2tfMC5EZW5zZV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}
\ No newline at end of file
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/d/dac87f69f67d607d59c86112943b0e4f b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/d/dac87f69f67d607d59c86112943b0e4f
new file mode 100644
index 0000000000000000000000000000000000000000..8c6de29c793380d709cda302781f3c48119c399d
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/d/dac87f69f67d607d59c86112943b0e4f differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/manifest.ocdbt b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..047c5e0114e0d38260d659cc2d8a61b2f8b42548
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/manifest.ocdbt differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/055af93d2d3ac90c921378f92334b0f5 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/055af93d2d3ac90c921378f92334b0f5
new file mode 100644
index 0000000000000000000000000000000000000000..5699a475c8a0fcab630162b00fa5b2e7c1e1bbf4
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/055af93d2d3ac90c921378f92334b0f5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eea7b6b089048589dfb9f54634f121a76150b242b843bebb482feec8a6d6fb6
+size 29425600
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/0e2451ee4ab7aeaec40bf1ca9bc44c01 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/0e2451ee4ab7aeaec40bf1ca9bc44c01
new file mode 100644
index 0000000000000000000000000000000000000000..7f85e958ae480295344b3d7167be889b958fe03e
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/0e2451ee4ab7aeaec40bf1ca9bc44c01
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75a25b9bfc5cadbef081e051e9fa91ff7fcdca57b85b2affaebb6a3748fb55a
+size 59067970
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/13d4c7f3dfdaf901f1120d0ba34570fa b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/13d4c7f3dfdaf901f1120d0ba34570fa
new file mode 100644
index 0000000000000000000000000000000000000000..68bd4941c5c04329b6d1f081dbd12f30d26f823f
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/13d4c7f3dfdaf901f1120d0ba34570fa differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/22ac62adb29d64fa8aa610ff7f7bfe3b b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/22ac62adb29d64fa8aa610ff7f7bfe3b
new file mode 100644
index 0000000000000000000000000000000000000000..7f1ee32c79360bb30ed6665d02e651897d73d506
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/22ac62adb29d64fa8aa610ff7f7bfe3b
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8d6cf933a6a711afd23a0087e8beda6cd2bb973976d348584fa8b616b22106
+size 1886548495
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/2be3466ba516740c9daaa2c2aae93d21 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/2be3466ba516740c9daaa2c2aae93d21
new file mode 100644
index 0000000000000000000000000000000000000000..c33a3a5a937ef08e9c91c5bf4b5ba5805b192172
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/2be3466ba516740c9daaa2c2aae93d21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77ee93d73b472d782fe3f446d018e705827eade6f39a3ffcf3ce62f04f727af
+size 250665008
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/3ce999c2ba8c6e2b676d970e2ffcd827 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/3ce999c2ba8c6e2b676d970e2ffcd827
new file mode 100644
index 0000000000000000000000000000000000000000..507a633764469b7487cbefca7e5956f29a50d488
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/3ce999c2ba8c6e2b676d970e2ffcd827 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/5177f975a3deddf9f10752d891cb8728 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/5177f975a3deddf9f10752d891cb8728
new file mode 100644
index 0000000000000000000000000000000000000000..49c6be00c1bef35a34ffd85918f84df63216ee80
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/5177f975a3deddf9f10752d891cb8728
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b1e56906af7663cdecaa25e62af6195e60c22a555b35d12d7899da600871c5
+size 5069579
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/5dd41afb095c51881866b4aadbd01811 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/5dd41afb095c51881866b4aadbd01811
new file mode 100644
index 0000000000000000000000000000000000000000..6ceec31e38d24f8e38874c1a0b28549c23c5b00a
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/5dd41afb095c51881866b4aadbd01811 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/6da9802a78727948e634bc70af1989c5 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/6da9802a78727948e634bc70af1989c5
new file mode 100644
index 0000000000000000000000000000000000000000..f87450bb6efd9e66194d6f5c2f2e647b4f38463c
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/6da9802a78727948e634bc70af1989c5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c99c7d8078a61b09f6f27e522a2ede884bad224eebe3ef01ca3719e70e42fa
+size 132938083
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/6e7f0d588b6bb0b4eae170b8573761dd b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/6e7f0d588b6bb0b4eae170b8573761dd
new file mode 100644
index 0000000000000000000000000000000000000000..9fd3602e4d1ef8193360542bc48496000456fde4
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/6e7f0d588b6bb0b4eae170b8573761dd
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216984e7121bd202f1650d46201d4b278d68b0dd2686500da526915caa46aaa0
+size 4541450
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/80b0e33f950b9344a8d17787ec9c7c82 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/80b0e33f950b9344a8d17787ec9c7c82
new file mode 100644
index 0000000000000000000000000000000000000000..bd0e63541b286830578a6fa57856cf7635d8cee5
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/80b0e33f950b9344a8d17787ec9c7c82
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f52b45a8ec39af607651204e0973224643f57285a1b2d8fb488f201d62da11b
+size 473380949
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/9047b5ffab5bec86d71aa939c2850a40 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/9047b5ffab5bec86d71aa939c2850a40
new file mode 100644
index 0000000000000000000000000000000000000000..76b97585851858feb9869e3e18db9ad65fa62a28
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/9047b5ffab5bec86d71aa939c2850a40
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2666c49fb9dd2e5b5f6a7368624dae401e3f4d2a2736299fc7cdbf74b7cae6
+size 14768552
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/916b853e7dbf11255f6868fd7dd8b40f b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/916b853e7dbf11255f6868fd7dd8b40f
new file mode 100644
index 0000000000000000000000000000000000000000..240b1df369e99bad918ebef6fe3a39328fa7db3f
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/916b853e7dbf11255f6868fd7dd8b40f differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/927f7c5c23aab7e2f693da3e1fff8b9f b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/927f7c5c23aab7e2f693da3e1fff8b9f
new file mode 100644
index 0000000000000000000000000000000000000000..caa7405d6b75fe5e98fc58381d616d8dd77b4d4a
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/927f7c5c23aab7e2f693da3e1fff8b9f
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a728448ddf06ec08a0d2b573bac0c85d619e337abc5a3767f771de1c5091859f
+size 500029681
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/986a93581b6d7e06de2b1cf6623e26ed b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/986a93581b6d7e06de2b1cf6623e26ed
new file mode 100644
index 0000000000000000000000000000000000000000..2bbf3eee816106361c98d965a1388bb4a9537f7a
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/986a93581b6d7e06de2b1cf6623e26ed
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8d84e9b64ae01e2c534f34e101594f4e867bb00b5bc8a2c2e3bcf7b2ae955d
+size 58850490
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/a2bc8baef40d6553dca0d53a4d0589e2 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/a2bc8baef40d6553dca0d53a4d0589e2
new file mode 100644
index 0000000000000000000000000000000000000000..39384f0b7334793ecd5d128615eecb2f3972caa4
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/a2bc8baef40d6553dca0d53a4d0589e2 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/b2d1950e8439d4f683d81042cdb59384 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/b2d1950e8439d4f683d81042cdb59384
new file mode 100644
index 0000000000000000000000000000000000000000..b13c86ea11ac405101c59ceda2a5196f45ffea21
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/b2d1950e8439d4f683d81042cdb59384 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/b746e1f768e527fb8ad87b6b244d1e70 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/b746e1f768e527fb8ad87b6b244d1e70
new file mode 100644
index 0000000000000000000000000000000000000000..27ffbf5b528edba821ae9c9c72b239f739cf9e2b
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/b746e1f768e527fb8ad87b6b244d1e70 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/c5728a4c1b267f4776aa92904421b18c b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/c5728a4c1b267f4776aa92904421b18c
new file mode 100644
index 0000000000000000000000000000000000000000..4f1746c81bcf5f28857e469450effef0eb6d17dd
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/c5728a4c1b267f4776aa92904421b18c
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a2b85115d70c730f2838a2c811d9fdc600994dc79662426c265ca625227c29
+size 820825368
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/cb52a46bc40df6259745b542557fdb0c b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/cb52a46bc40df6259745b542557fdb0c
new file mode 100644
index 0000000000000000000000000000000000000000..a4cc7e72436c624ef8625581ca91a84cc5b04959
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/cb52a46bc40df6259745b542557fdb0c
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3fe4fb460bdae0008273654568e4774a7f9f0474b609343a5510aaae3ed862
+size 497043919
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/cb63c666ee58e715cb3e64cfd3365d91 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/cb63c666ee58e715cb3e64cfd3365d91
new file mode 100644
index 0000000000000000000000000000000000000000..b80466450f926d95258651d9d79c0ad119c1d8cc
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/cb63c666ee58e715cb3e64cfd3365d91 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/df23f3535a59df8f535b3fc4deecb300 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/df23f3535a59df8f535b3fc4deecb300
new file mode 100644
index 0000000000000000000000000000000000000000..85d17a8d7853c6b51944ecd025d3a533e00a25c5
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/df23f3535a59df8f535b3fc4deecb300
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e704270bf55b993df41f1c6aa7bd613ca78ba664fb84d4f23227c8cd8b791be8
+size 16517133
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/df9fc6645c69e4d50a62920861eea372 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/df9fc6645c69e4d50a62920861eea372
new file mode 100644
index 0000000000000000000000000000000000000000..25391c7d2b5239ea8e8f8e1af744d5d46850efec
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/df9fc6645c69e4d50a62920861eea372
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55a2ed809a4422035848bd07742f0f3634a28e687eafe365dda3a1cfed3025d
+size 237294891
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/f440b12960de207d689b6119d75140f1 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/f440b12960de207d689b6119d75140f1
new file mode 100644
index 0000000000000000000000000000000000000000..9db13ebcef847d1d34a51f0c7f59a0072905dc1a
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/f440b12960de207d689b6119d75140f1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc2e220270fe3c99f942dd17785d4c8cd0c9690297db53b1b99b249f68627f7
+size 941530599
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/f867a55bb1b23bb33786c1c41294e9ab b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/f867a55bb1b23bb33786c1c41294e9ab
new file mode 100644
index 0000000000000000000000000000000000000000..26752990670f33ab48ac8ef2f2e2814912294494
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/d/f867a55bb1b23bb33786c1c41294e9ab
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c751463e21057f1af4a83d1c00ced5e0c1afdafafb1540eea878be55b9343c
+size 496779094
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/manifest.ocdbt b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..7471a4ae82e49b1025119d2d5ad5782bb1ef0075
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/params/ocdbt.process_0/manifest.ocdbt differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/_METADATA b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..d1d3c831624581920fd85ea680242b487848eea4
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/_METADATA
@@ -0,0 +1 @@
+{"tree_metadata": {"('step',)": {"key_metadata": [{"key": "step", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoder_norm_filmed', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoder_norm_filmed", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoder_norm_filmed', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoder_norm_filmed", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'scale_projector', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "scale_projector", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'scale_projector', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "scale_projector", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'shift_projector', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "shift_projector", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'shift_projector', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "shift_projector", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('model_def',)": {"key_metadata": [{"key": "model_def", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('opt_state', '0')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "0", "key_type": 1}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('opt_state', '1', '0', 'count')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoder_norm_filmed', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoder_norm_filmed", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoder_norm_filmed', 'scale', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoder_norm_filmed", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'scale_projector', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "scale_projector", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'scale_projector', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "scale_projector", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'shift_projector', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "shift_projector", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'shift_projector', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "shift_projector", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'mu', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoder_norm_filmed', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoder_norm_filmed", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoder_norm_filmed', 'scale', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoder_norm_filmed", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'scale_projector', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "scale_projector", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'scale_projector', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "scale_projector", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'shift_projector', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "shift_projector", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'FiLMLayer_0', 'shift_projector', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "FiLMLayer_0", "key_type": 2}, {"key": "shift_projector", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'Transformer_FiLMed', 'encoderblock_filmed', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer_FiLMed", "key_type": 2}, {"key": "encoderblock_filmed", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'action_time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'action_time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "action_time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'action_time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'action_time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "action_time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'state_proj', 'bias', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '0', 'nu', 'state_proj', 'kernel', 'value')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "state_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('opt_state', '1', '1')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "1", "key_type": 1}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('opt_state', '1', '2', 'count')": {"key_metadata": [{"key": "opt_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "2", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema_params',)": {"key_metadata": [{"key": "ema_params", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
\ No newline at end of file
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/_sharding b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/_sharding
new file mode 100644
index 0000000000000000000000000000000000000000..c294283e16df0cff4247caa76bdfd73e3c9fc1fc
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/_sharding
@@ -0,0 +1 @@
+{"b3B0X3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyX25vcm1fZmlsbWVkLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyX25vcm1fZmlsbWVkLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkZpTE1MYXllcl8wLnNjYWxlX3Byb2plY3Rvci5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkZpTE1MYXllcl8wLnNjYWxlX3Byb2plY3Rvci5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkZpTE1MYXllcl8wLnNoaWZ0X3Byb2plY3Rvci5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkZpTE1MYXllcl8wLnNoaWZ0X3Byb2plY3Rvci5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLmVtYmVkZGluZy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLmVtYmVkZGluZy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLmhlYWQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLmhlYWQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEuaW1nLnBvc19lbWJlZGRpbmcudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5hY3Rpb25faW5fcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5hY3Rpb25faW5fcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5hY3Rpb25fb3V0X3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5hY3Rpb25fb3V0X3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5hY3Rpb25fdGltZV9tbHBfaW4uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5hY3Rpb25fdGltZV9tbHBfaW4ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5hY3Rpb25fdGltZV9tbHBfb3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5hY3Rpb25fdGltZV9tbHBfb3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5zdGF0ZV9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5tdS5zdGF0ZV9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyX25vcm1fZmlsbWVkLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyX25vcm1fZmlsbWVkLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkZpTE1MYXllcl8wLnNjYWxlX3Byb2plY3Rvci5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkZpTE1MYXllcl8wLnNjYWxlX3Byb2plY3Rvci5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkZpTE1MYXllcl8wLnNoaWZ0X3Byb2plY3Rvci5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkZpTE1MYXllcl8wLnNoaWZ0X3Byb2plY3Rvci5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLlRyYW5zZm9ybWVyX0ZpTE1lZC5lbmNvZGVyYmxvY2tfZmlsbWVkLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLmVtYmVkZGluZy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLmVtYmVkZGluZy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLmhlYWQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLmhlYWQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5QYWxpR2VtbWEuaW1nLnBvc19lbWJlZGRpbmcudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5hY3Rpb25faW5fcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5hY3Rpb25faW5fcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5hY3Rpb25fb3V0X3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5hY3Rpb25fb3V0X3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5hY3Rpb25fdGltZV9tbHBfaW4uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5hY3Rpb25fdGltZV9tbHBfaW4ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5hY3Rpb25fdGltZV9tbHBfb3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5hY3Rpb25fdGltZV9tbHBfb3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5zdGF0ZV9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMC5udS5zdGF0ZV9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3B0X3N0YXRlLjEuMi5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","c3RlcA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJfbm9ybV9maWxtZWQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJfbm9ybV9maWxtZWQuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuRmlMTUxheWVyXzAuc2NhbGVfcHJvamVjdG9yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuRmlMTUxheWVyXzAuc2NhbGVfcHJvamVjdG9yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuRmlMTUxheWVyXzAuc2hpZnRfcHJvamVjdG9yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuRmlMTUxheWVyXzAuc2hpZnRfcHJvamVjdG9yLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTGF5ZXJOb3JtXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTGF5ZXJOb3JtXzAuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTGF5ZXJOb3JtXzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTGF5ZXJOb3JtXzEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTWxwQmxvY2tfMC5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTWxwQmxvY2tfMC5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTWxwQmxvY2tfMC5EZW5zZV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTWxwQmxvY2tfMC5EZW5zZV8xLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXJfRmlMTWVkLmVuY29kZXJibG9ja19maWxtZWQuTXVsdGlIZWFkRG90UHJvZHVjdEF0dGVudGlvbl8wLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl90aW1lX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","cGFyYW1zLnN0YXRlX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"}
\ No newline at end of file
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/d/e2d9900a8b04832acced52032d08263f b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/d/e2d9900a8b04832acced52032d08263f
new file mode 100644
index 0000000000000000000000000000000000000000..7de1fe48a794b2d01f5c9ccc153884fdb7f3b8f2
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/d/e2d9900a8b04832acced52032d08263f differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/manifest.ocdbt b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..965223e5a5dec399cbd89dbf92d05ca16e9bda6a
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/manifest.ocdbt differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/06575c21ac6fc3d88fb433ebad3f8adb b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/06575c21ac6fc3d88fb433ebad3f8adb
new file mode 100644
index 0000000000000000000000000000000000000000..0bdea5a5da5e72474b0039d5ea9df62ee3615fc6
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/06575c21ac6fc3d88fb433ebad3f8adb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4195ef1ffb3716270b6fdda8ee016165af716f4b4ec3b2f35e0f1213931fb418
+size 910031111
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/0fe718cfee49819d27d64070437a214d b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/0fe718cfee49819d27d64070437a214d
new file mode 100644
index 0000000000000000000000000000000000000000..8acc7c8c36a30df2af28d85255cf3ddfdc22ad94
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/0fe718cfee49819d27d64070437a214d differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/0fec9c754f2504a24fa4aa9b9464b8d1 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/0fec9c754f2504a24fa4aa9b9464b8d1
new file mode 100644
index 0000000000000000000000000000000000000000..6d50e4853b503d5d8ff3a9d001769e100a37bff2
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/0fec9c754f2504a24fa4aa9b9464b8d1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4584bd2012015b7c7a6a157f05189612ff273817fdfc8ebccb599cb60f1253
+size 945003155
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/1295a6637378b7a44c9cda60132c1d22 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/1295a6637378b7a44c9cda60132c1d22
new file mode 100644
index 0000000000000000000000000000000000000000..d6dc92f3d417e92c385b53413be08a065f874e5e
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/1295a6637378b7a44c9cda60132c1d22 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/2694005abd749bb3c82b1702207c6d34 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/2694005abd749bb3c82b1702207c6d34
new file mode 100644
index 0000000000000000000000000000000000000000..919ca3346265d32159b2317d73e921159d4e5c12
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/2694005abd749bb3c82b1702207c6d34
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69528a8190054ba5805b484d9d7ed8e0825ac8c587baeed4a4ff7ea83f3a791
+size 125161
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/2faab57fcbfe555ca4f44fceb2acec92 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/2faab57fcbfe555ca4f44fceb2acec92
new file mode 100644
index 0000000000000000000000000000000000000000..d96c3f0b65f6d096bd9490e56d79773c431ffda8
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/2faab57fcbfe555ca4f44fceb2acec92 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/373a3597a6da43ce82e216272470145c b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/373a3597a6da43ce82e216272470145c
new file mode 100644
index 0000000000000000000000000000000000000000..02a901a190b22188345ead196d9a9723a8f40869
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/373a3597a6da43ce82e216272470145c differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/3e555ce78d452ab75e5de57b5513d248 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/3e555ce78d452ab75e5de57b5513d248
new file mode 100644
index 0000000000000000000000000000000000000000..8bdf1139ab3bd84965aa75cc255c46cb7cf81a86
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/3e555ce78d452ab75e5de57b5513d248
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6433ed2abb742d7b8e18ea2e370889c98dd9cd6cd93a214b4c71605ed3516dae
+size 90809266
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/45db550ac88869d5eb00c82a83b3d7d3 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/45db550ac88869d5eb00c82a83b3d7d3
new file mode 100644
index 0000000000000000000000000000000000000000..0e1bbe9ca3912869a10110f9af8398d0d753ab06
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/45db550ac88869d5eb00c82a83b3d7d3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4ee0da0aa17a8c43b0678abba32db696e5fbcf1eecab537ebb80aa7cb348f3
+size 500246260
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/51cbdbe4ea584d4a6514080e929dcd83 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/51cbdbe4ea584d4a6514080e929dcd83
new file mode 100644
index 0000000000000000000000000000000000000000..ca0f5af4d46c211338164f1f15cbd239d31c14c4
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/51cbdbe4ea584d4a6514080e929dcd83 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/57284ed05059fc7f056debc62cc233b6 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/57284ed05059fc7f056debc62cc233b6
new file mode 100644
index 0000000000000000000000000000000000000000..10a843bc39a2d20391a1c99ea07b778abe8dce6a
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/57284ed05059fc7f056debc62cc233b6 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/586580c66ee4a9b510fe52368b50ce19 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/586580c66ee4a9b510fe52368b50ce19
new file mode 100644
index 0000000000000000000000000000000000000000..abe8dbb1b697460b0663623aa52895cb44e6760f
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/586580c66ee4a9b510fe52368b50ce19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d62d914366b7e047359b769d27f7a1b1b18ca1a8861a4303d8af0ef3f8d8868
+size 1883078204
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/60d7c8c5dac0e5ee273606939d53e263 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/60d7c8c5dac0e5ee273606939d53e263
new file mode 100644
index 0000000000000000000000000000000000000000..f887c36dbfb0a37db94351294f66508d543bc907
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/60d7c8c5dac0e5ee273606939d53e263 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/64c42285689b64786ff698c7fe0fbde7 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/64c42285689b64786ff698c7fe0fbde7
new file mode 100644
index 0000000000000000000000000000000000000000..8056abb6117b35e8269d71b02661a65cd4150181
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/64c42285689b64786ff698c7fe0fbde7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b387fecb987d1e4bbf9f4059b18f9c3c8f26b9cff5c69576832187773fbee3e6
+size 505489309
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/677f4484fdc1f2e1849f39a83bef7bb5 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/677f4484fdc1f2e1849f39a83bef7bb5
new file mode 100644
index 0000000000000000000000000000000000000000..9daae95b12e109da39ce67162593fd67759953a2
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/677f4484fdc1f2e1849f39a83bef7bb5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714a5b04de5dd444d277a075ddbb5d243c4afe94793849982d4fde6bf7fc70c0
+size 148672975
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/70e22f213e21d9d32bc7ce18061a881b b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/70e22f213e21d9d32bc7ce18061a881b
new file mode 100644
index 0000000000000000000000000000000000000000..e82feee11b8b174eb8e958cf9e73219ec7316c0e
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/70e22f213e21d9d32bc7ce18061a881b differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/72a18fd2b4cb66833cc4bf78d4b1c604 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/72a18fd2b4cb66833cc4bf78d4b1c604
new file mode 100644
index 0000000000000000000000000000000000000000..1f2375000f5df1a926c4a0fd5fcc76e3eec6aa7e
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/72a18fd2b4cb66833cc4bf78d4b1c604
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828f0bd23d0e46c3e28d0a058c90c9714a31dca2afeef9ee5493c5d070927dee
+size 2183680045
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/767e11e2efcc838760109504d454f848 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/767e11e2efcc838760109504d454f848
new file mode 100644
index 0000000000000000000000000000000000000000..44489b84276f8c8561a34538578575d047e4f3f2
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/767e11e2efcc838760109504d454f848 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/787d294b820c0f563e2a6bb31444796b b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/787d294b820c0f563e2a6bb31444796b
new file mode 100644
index 0000000000000000000000000000000000000000..f6e22de730a209c3f8ce289aba91eecb36ffbe90
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/787d294b820c0f563e2a6bb31444796b differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/7baf5f81bb062e95edad716434d273d5 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/7baf5f81bb062e95edad716434d273d5
new file mode 100644
index 0000000000000000000000000000000000000000..9c254d5fb8cf079870c494ba7bad273916583720
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/7baf5f81bb062e95edad716434d273d5 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/83eab1496ff31d0f2402f0ec670e518d b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/83eab1496ff31d0f2402f0ec670e518d
new file mode 100644
index 0000000000000000000000000000000000000000..ca06513a76354b8c8dae9e61388f340ef6236015
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/83eab1496ff31d0f2402f0ec670e518d differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/8873ab1159cc12fa069644f792d1e9a9 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/8873ab1159cc12fa069644f792d1e9a9
new file mode 100644
index 0000000000000000000000000000000000000000..02af54d49c373661deb7d384da530566a09b490f
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/8873ab1159cc12fa069644f792d1e9a9 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/8bb574287c999dce6cbe6087a6805329 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/8bb574287c999dce6cbe6087a6805329
new file mode 100644
index 0000000000000000000000000000000000000000..23710eb7315c43e9ac05bfac4f181944ee9b9df6
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/8bb574287c999dce6cbe6087a6805329 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/a32cda0d18240d8a4f53b982f6e4f24a b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/a32cda0d18240d8a4f53b982f6e4f24a
new file mode 100644
index 0000000000000000000000000000000000000000..32aeb3b90d60b0a7055cd0d594f6225851c8357d
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/a32cda0d18240d8a4f53b982f6e4f24a differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/a65fdb727e7dbf55f7a0f97b233da025 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/a65fdb727e7dbf55f7a0f97b233da025
new file mode 100644
index 0000000000000000000000000000000000000000..9b497274e8006af8c9e887a40c1ca9fb9d5373da
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/a65fdb727e7dbf55f7a0f97b233da025 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/ac7c5443c648783fc5d7058e4b34fdb8 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/ac7c5443c648783fc5d7058e4b34fdb8
new file mode 100644
index 0000000000000000000000000000000000000000..b9580734e7611b053a178e031e6f286de44aabc6
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/ac7c5443c648783fc5d7058e4b34fdb8 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/caeabe49f8d8f550ffa4474743bb3930 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/caeabe49f8d8f550ffa4474743bb3930
new file mode 100644
index 0000000000000000000000000000000000000000..e09b381b7789f7be6faddaedb4acab5e628a3c3b
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/caeabe49f8d8f550ffa4474743bb3930 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/cbdfd07b3a7df36653a5d9cdac0ed2b4 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/cbdfd07b3a7df36653a5d9cdac0ed2b4
new file mode 100644
index 0000000000000000000000000000000000000000..cbf6fddf5576d28cbd021b0cc825fe5ae1f5f9e6
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/cbdfd07b3a7df36653a5d9cdac0ed2b4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2b80ec56523b95b7147b896eddc93a7fc51a77fc4169bca0b5ce11fc34dfbc
+size 2494039877
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/d43a14801dab15c935ff4738acaf3001 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/d43a14801dab15c935ff4738acaf3001
new file mode 100644
index 0000000000000000000000000000000000000000..5191a357aef62460bc70f7cab649ddca9d16face
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/d43a14801dab15c935ff4738acaf3001 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/d57126e6a7acb272cd7a337f68325d0b b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/d57126e6a7acb272cd7a337f68325d0b
new file mode 100644
index 0000000000000000000000000000000000000000..dcf9e1bad9b0383ecf882c6c3eb021e47a006903
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/d57126e6a7acb272cd7a337f68325d0b differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/f2ca79d3ac013d71625106680676ded8 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/f2ca79d3ac013d71625106680676ded8
new file mode 100644
index 0000000000000000000000000000000000000000..3f223dcf6478152d3332b2b35606baffcfc670a9
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/f2ca79d3ac013d71625106680676ded8 differ
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/f43b28cb90063ca2679e601b1ed6b665 b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/f43b28cb90063ca2679e601b1ed6b665
new file mode 100644
index 0000000000000000000000000000000000000000..991357c8fdf599e19c9ecca21d087643922232b5
--- /dev/null
+++ b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/d/f43b28cb90063ca2679e601b1ed6b665
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa39cac10deb8a157653a77dbcb8da14d4e4601b94393308b4d709af2e364367
+size 820826457
diff --git a/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/manifest.ocdbt b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..e84149b8a4c4b6df26d40a695bcd09e641ff641f
Binary files /dev/null and b/pi0_nomagic_simple_collecting+nomagic_simple_collecting_extra+film/nomagic_simple_collecting+nomagic_simple_collecting_extra+film/29999/train_state/ocdbt.process_0/manifest.ocdbt differ