Qwen90M step 615000; complete resumable checkpoint

complete.json

@@ -1,18 +1,18 @@
 {
-  "step": 610000,
+  "step": 615000,
   "files": {
     "config.json": "cbc72137da3dae65085a2a8c39ad7634d16bf92d785ca00d283ee82fe32b37e7",
     "generation_config.json": "54ed0d19f6226888c91157964ede8a892bd5ae175bfad85336152b3d9b6cd7c4",
-    "model.safetensors": "8b25da00cb0b2a963e4cb081606d08666f7bba3d0bf0aee4e1acf0666e72cf45",
+    "model.safetensors": "5dafb78e58d2434052a2f73226b28c4135549c3ad84f91855ab29a59004932b9",
     "tokenization_byte.py": "279b9990f77b1eaedc7c1184fe13d60273a713ead856200f1fb9ae323c7b1e03",
     "tokenizer_config.json": "0ecbd4fd39e35125800d806af981ba0cacd8a7ba5f02c9e729c4ecc54af6d300",
     "special_tokens_map.json": "20d4b94d0e657c3f44d9123522c106e7315b6c1a1b6d259478f17bd2918b1263",
     "byte_vocab.json": "57a1cd2e70dd5b7cc6fd2eaa12ebfcd173c1620fa5d45c2c6282511c29b6a5f6",
-    "trainer.pt": "478e3feddd5e715e333af4d01c7c276cb17b2faf46c01877e15a16c415e9bb60",
+    "trainer.pt": "8a7925c71cd513cd3d5f53037b00418d6c7a7f8c7b424e1f49846780b2108ebe",
     "training_config.json": "6c3c3ccff89dabb5098a22bc207c2f3abaee8b3bffec3f6cf6ad361a63b1a7fb",
     "performance.json": "539995c1e4203016bfc6259363445c7c25dfb51604d74cd18d2cc7ad51bfb71e",
-    "shard_scheduler.json": "d2dd9104d6ecd28878b172aff3036091ad951fcff01930fc538e5377b692dfb4",
-    "coverage.json": "fdc409abc87a90ebef70a4935f32045cc301b48f97054e4d2a9d47db721dea80",
+    "shard_scheduler.json": "9c4ffe74747c4cccb687d247aca424092ee0f5baab8450b599ecbfb62af1ef3d",
+    "coverage.json": "caa1ddfdddd2441adccd3fe63c7891dea469bcdb5d7199604e60c94b258433d9",
     "README.md": "9ce0f9efacbc46177a7e818b6aed274d84e7145ff944b5c7d6ecd5d33b9d4419"
   },
   "signature": "33a459803c8cffa8929a90def998b4ad2c7c52fd1245365a9ee946b5552d845a"

coverage.json

@@ -1,107 +1,107 @@
 {
-  "step": 610000,
+  "step": 615000,
   "stats": {
-    "climbmix/blocks": 21960000,
-    "climbmix/targets": 36709591885,
-    "climbmix/input_tokens": 36711918536,
-    "ultra_qa/blocks": 8235000,
-    "ultra_qa/targets": 13434677003,
-    "ultra_qa/input_tokens": 13434702938,
-    "cortex/blocks": 8235000,
-    "cortex/targets": 313126567,
-    "cortex/input_tokens": 13090163320,
-    "ultra_style/blocks": 8235000,
-    "ultra_style/targets": 13025170521,
-    "ultra_style/input_tokens": 13025854292,
-    "openmath/blocks": 5490000,
-    "openmath/targets": 8483160554,
-    "openmath/input_tokens": 8485986310,
-    "rewrite6/blocks": 2745000,
-    "rewrite6/targets": 4500059266,
-    "rewrite6/input_tokens": 4504992845
+    "climbmix/blocks": 22140000,
+    "climbmix/targets": 37010537230,
+    "climbmix/input_tokens": 37012882752,
+    "ultra_qa/blocks": 8302500,
+    "ultra_qa/targets": 13544842671,
+    "ultra_qa/input_tokens": 13544868823,
+    "cortex/blocks": 8302500,
+    "cortex/targets": 315671192,
+    "cortex/input_tokens": 13197429410,
+    "ultra_style/blocks": 8302500,
+    "ultra_style/targets": 13131878532,
+    "ultra_style/input_tokens": 13132567915,
+    "openmath/blocks": 5535000,
+    "openmath/targets": 8552607269,
+    "openmath/input_tokens": 8555456133,
+    "rewrite6/blocks": 2767500,
+    "rewrite6/targets": 4536948321,
+    "rewrite6/input_tokens": 4541922859
   },
   "sources": {
     "climbmix": {
-      "page": 3007,
-      "row": 2901,
+      "page": 3032,
+      "row": 1301,
       "start": {
-        "file": 145,
+        "file": 146,
         "reader": {
           "format": "parquet-row-v1",
-          "row_group": 44,
+          "row_group": 62,
           "row": 1024
         }
       },
       "epoch": 0,
       "offset": 0,
-      "documents": 12319573
+      "documents": 12420373
     },
     "rewrite6": {
-      "page": 10,
-      "row": 3924,
+      "page": 25,
+      "row": 724,
       "start": {
         "file": 0,
         "reader": {
           "format": "jsonl-row-v1",
-          "row": 40960
+          "row": 102400
         }
       },
       "epoch": 34,
       "offset": 0,
-      "documents": 7028620
+      "documents": 7086860
     },
     "openmath": {
-      "page": 1879,
-      "row": 1544,
+      "page": 1894,
+      "row": 3308,
       "start": {
         "file": 17,
         "reader": {
           "format": "parquet-row-v1",
-          "row_group": 273,
-          "row": 334
+          "row_group": 334,
+          "row": 774
         }
       },
       "epoch": 0,
       "offset": 0,
-      "documents": 7697928
+      "documents": 7761132
     },
     "ultra_qa": {
-      "page": 812,
-      "row": 2805,
+      "page": 819,
+      "row": 1438,
       "start": {
         "file": 6,
         "reader": {
           "format": "parquet-row-v1",
           "row_group": 3,
-          "row": 14647
+          "row": 43319
         }
       },
       "epoch": 0,
-      "offset": 2048,
-      "documents": 3328757
+      "offset": 0,
+      "documents": 3356062
     },
     "ultra_style": {
-      "page": 1240,
-      "row": 2528,
+      "page": 1250,
+      "row": 3208,
       "start": {
         "file": 7,
         "reader": {
           "format": "parquet-row-v1",
           "row_group": 3,
-          "row": 27699
+          "row": 68659
         }
       },
       "epoch": 0,
-      "offset": 0,
-      "documents": 5081568
+      "offset": 2048,
+      "documents": 5123208
     },
     "cortex": {
-      "page": 159712,
-      "row": 53,
+      "page": 161021,
+      "row": 86,
       "start": null,
       "epoch": 0,
       "offset": 0,
-      "documents": 20443189
+      "documents": 20610774
     }
   }
 }

latest.json

@@ -1 +1 @@
-{"step": 610000, "files": {"config.json": "cbc72137da3dae65085a2a8c39ad7634d16bf92d785ca00d283ee82fe32b37e7", "generation_config.json": "54ed0d19f6226888c91157964ede8a892bd5ae175bfad85336152b3d9b6cd7c4", "model.safetensors": "8b25da00cb0b2a963e4cb081606d08666f7bba3d0bf0aee4e1acf0666e72cf45", "tokenization_byte.py": "279b9990f77b1eaedc7c1184fe13d60273a713ead856200f1fb9ae323c7b1e03", "tokenizer_config.json": "0ecbd4fd39e35125800d806af981ba0cacd8a7ba5f02c9e729c4ecc54af6d300", "special_tokens_map.json": "20d4b94d0e657c3f44d9123522c106e7315b6c1a1b6d259478f17bd2918b1263", "byte_vocab.json": "57a1cd2e70dd5b7cc6fd2eaa12ebfcd173c1620fa5d45c2c6282511c29b6a5f6", "trainer.pt": "478e3feddd5e715e333af4d01c7c276cb17b2faf46c01877e15a16c415e9bb60", "training_config.json": "6c3c3ccff89dabb5098a22bc207c2f3abaee8b3bffec3f6cf6ad361a63b1a7fb", "performance.json": "539995c1e4203016bfc6259363445c7c25dfb51604d74cd18d2cc7ad51bfb71e", "shard_scheduler.json": "d2dd9104d6ecd28878b172aff3036091ad951fcff01930fc538e5377b692dfb4", "coverage.json": "fdc409abc87a90ebef70a4935f32045cc301b48f97054e4d2a9d47db721dea80", "README.md": "9ce0f9efacbc46177a7e818b6aed274d84e7145ff944b5c7d6ecd5d33b9d4419"}, "signature": "33a459803c8cffa8929a90def998b4ad2c7c52fd1245365a9ee946b5552d845a", "folder": "step-000000610000"}
+{"step": 615000, "files": {"config.json": "cbc72137da3dae65085a2a8c39ad7634d16bf92d785ca00d283ee82fe32b37e7", "generation_config.json": "54ed0d19f6226888c91157964ede8a892bd5ae175bfad85336152b3d9b6cd7c4", "model.safetensors": "5dafb78e58d2434052a2f73226b28c4135549c3ad84f91855ab29a59004932b9", "tokenization_byte.py": "279b9990f77b1eaedc7c1184fe13d60273a713ead856200f1fb9ae323c7b1e03", "tokenizer_config.json": "0ecbd4fd39e35125800d806af981ba0cacd8a7ba5f02c9e729c4ecc54af6d300", "special_tokens_map.json": "20d4b94d0e657c3f44d9123522c106e7315b6c1a1b6d259478f17bd2918b1263", "byte_vocab.json": "57a1cd2e70dd5b7cc6fd2eaa12ebfcd173c1620fa5d45c2c6282511c29b6a5f6", "trainer.pt": "8a7925c71cd513cd3d5f53037b00418d6c7a7f8c7b424e1f49846780b2108ebe", "training_config.json": "6c3c3ccff89dabb5098a22bc207c2f3abaee8b3bffec3f6cf6ad361a63b1a7fb", "performance.json": "539995c1e4203016bfc6259363445c7c25dfb51604d74cd18d2cc7ad51bfb71e", "shard_scheduler.json": "9c4ffe74747c4cccb687d247aca424092ee0f5baab8450b599ecbfb62af1ef3d", "coverage.json": "caa1ddfdddd2441adccd3fe63c7891dea469bcdb5d7199604e60c94b258433d9", "README.md": "9ce0f9efacbc46177a7e818b6aed274d84e7145ff944b5c7d6ecd5d33b9d4419"}, "signature": "33a459803c8cffa8929a90def998b4ad2c7c52fd1245365a9ee946b5552d845a", "folder": "step-000000615000"}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b25da00cb0b2a963e4cb081606d08666f7bba3d0bf0aee4e1acf0666e72cf45
+oid sha256:5dafb78e58d2434052a2f73226b28c4135549c3ad84f91855ab29a59004932b9
 size 360622744

shard_scheduler.json

@@ -22,8 +22,8 @@
       "tokens_per_second": 598315.063954628,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 77013.47401247967,
-      "required_pages_per_second_upper_estimate": 0.00532797082806254
+      "required_token_positions_per_second": 76847.5007153862,
+      "required_pages_per_second_upper_estimate": 0.005316488410258506
     },
     {
       "source": "rewrite6",
@@ -36,8 +36,8 @@
       "tokens_per_second": 8533.957213384612,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 9626.684251559958,
-      "required_pages_per_second_upper_estimate": 0.004030491668101323
+      "required_token_positions_per_second": 9605.937589423274,
+      "required_pages_per_second_upper_estimate": 0.004021805473904264
     },
     {
       "source": "openmath",
@@ -50,8 +50,8 @@
       "tokens_per_second": 380144.35761751566,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 19253.368503119917,
-      "required_pages_per_second_upper_estimate": 0.004009968913728047
+      "required_token_positions_per_second": 19211.87517884655,
+      "required_pages_per_second_upper_estimate": 0.004001326948534451
     },
     {
       "source": "ultra_qa",
@@ -64,8 +64,8 @@
       "tokens_per_second": 43742.16556775435,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28880.052754679873,
-      "required_pages_per_second_upper_estimate": 0.0017313150653558177
+      "required_token_positions_per_second": 28817.812768269825,
+      "required_pages_per_second_upper_estimate": 0.0017275838732054918
     },
     {
       "source": "ultra_style",
@@ -78,8 +78,8 @@
       "tokens_per_second": 22018.86276523721,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 1,
-      "required_token_positions_per_second": 28880.052754679873,
-      "required_pages_per_second_upper_estimate": 0.002245297071749229
+      "required_token_positions_per_second": 28817.812768269825,
+      "required_pages_per_second_upper_estimate": 0.0022404581865706156
     },
     {
       "source": "cortex",
@@ -92,8 +92,8 @@
       "tokens_per_second": 910315.184299418,
       "note": "Bounded fresh sample; full-page latency is an extrapolation.",
       "estimated_pages_for_buffer": 23,
-      "required_token_positions_per_second": 28880.052754679873,
-      "required_pages_per_second_upper_estimate": 0.37044230775233605
+      "required_token_positions_per_second": 28817.812768269825,
+      "required_pages_per_second_upper_estimate": 0.36964396003475875
     }
   ],
   "gpu_measurement": "Selected forward/backward estimate; replaced by live successful update timings.",
@@ -158,165 +158,27 @@
     "prefetch_batches": 63,
     "prefetch_capacity_limit": 512,
     "batch_memory_estimate_bytes": 720750,
-    "producer_batch_seconds": 0.05319347438283728,
-    "producer_p95_seconds": 0.16769830500015814,
-    "gpu_update_seconds": 0.9573389714643016,
-    "producer_batches_per_second": 18.799298440311073,
-    "gpu_batches_per_second": 1.0445620932682247,
-    "producer_headroom": 17.997301033097852,
+    "producer_batch_seconds": 0.11640952138283467,
+    "producer_p95_seconds": 0.20131237399982638,
+    "gpu_update_seconds": 0.9594066080699275,
+    "producer_batches_per_second": 8.590362610557529,
+    "gpu_batches_per_second": 1.042310936352352,
+    "producer_headroom": 8.241650654285726,
     "sustainable": true,
-    "buffer_seconds": 60.312355202251,
+    "buffer_seconds": 60.442616308405434,
     "buffer_drain_seconds": null,
     "shard_target_mib": 16,
-    "upload_pages_per_commit": 82,
+    "upload_pages_per_commit": 81,
     "max_pending_pages": 4096,
-    "generation_bytes_per_second": 489298.1172003974,
-    "upload_bytes_per_second": 5419125.96073942,
+    "generation_bytes_per_second": 310821.5374057803,
+    "upload_bytes_per_second": 5657201.142948646,
     "upload_sustainable": true,
     "logical_page_rows": 4096,
     "logical_cortex_page_rows": 128,
-    "estimated_full_shards_per_hour": 104.9919856739897,
+    "estimated_full_shards_per_hour": 66.69506637220437,
     "selection_policy": "Smallest shard within 90% of measured local peak, enlarged to amortize 30 seconds of measured page production; bounded to 256 MiB."
   },
   "upload_measurements": [
-    {
-      "seconds": 1.386034201999962,
-      "bytes": 47132,
-      "pages": 1,
-      "shards": 1
-    },
-    {
-      "seconds": 1.0035069749999934,
-      "bytes": 155991,
-      "pages": 4,
-      "shards": 1
-    },
-    {
-      "seconds": 0.9961135309999918,
-      "bytes": 5836820,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.1866138010000213,
-      "bytes": 7420176,
-      "pages": 30,
-      "shards": 3
-    },
-    {
-      "seconds": 1.0025722640000367,
-      "bytes": 6023360,
-      "pages": 35,
-      "shards": 2
-    },
-    {
-      "seconds": 1.4614262610000424,
-      "bytes": 6002577,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2785650519999763,
-      "bytes": 7789202,
-      "pages": 19,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1231035699997847,
-      "bytes": 6063645,
-      "pages": 36,
-      "shards": 2
-    },
-    {
-      "seconds": 0.8495643409999047,
-      "bytes": 825792,
-      "pages": 27,
-      "shards": 1
-    },
-    {
-      "seconds": 1.5516937659999712,
-      "bytes": 10821331,
-      "pages": 34,
-      "shards": 4
-    },
-    {
-      "seconds": 1.0081327930001862,
-      "bytes": 1129039,
-      "pages": 34,
-      "shards": 1
-    },
-    {
-      "seconds": 1.1534891419998985,
-      "bytes": 7764027,
-      "pages": 37,
-      "shards": 3
-    },
-    {
-      "seconds": 1.4264037609998468,
-      "bytes": 6430937,
-      "pages": 21,
-      "shards": 2
-    },
-    {
-      "seconds": 1.233521140999983,
-      "bytes": 10999051,
-      "pages": 45,
-      "shards": 3
-    },
-    {
-      "seconds": 1.1022731230000318,
-      "bytes": 7378325,
-      "pages": 29,
-      "shards": 3
-    },
-    {
-      "seconds": 0.7817219419998764,
-      "bytes": 1157795,
-      "pages": 35,
-      "shards": 1
-    },
-    {
-      "seconds": 1.0034240229997522,
-      "bytes": 6082079,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.0907009550001021,
-      "bytes": 7267703,
-      "pages": 37,
-      "shards": 3
-    },
-    {
-      "seconds": 1.059233770999981,
-      "bytes": 6001877,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.2980492899996534,
-      "bytes": 11801808,
-      "pages": 36,
-      "shards": 3
-    },
-    {
-      "seconds": 1.0429953859998022,
-      "bytes": 2436103,
-      "pages": 28,
-      "shards": 2
-    },
-    {
-      "seconds": 1.247582260999934,
-      "bytes": 10464030,
-      "pages": 39,
-      "shards": 3
-    },
-    {
-      "seconds": 1.128213264000351,
-      "bytes": 2552181,
-      "pages": 37,
-      "shards": 2
-    },
     {
       "seconds": 1.4455456679997951,
       "bytes": 5746642,
@@ -460,6 +322,246 @@
       "bytes": 875600,
       "pages": 26,
       "shards": 1
+    },
+    {
+      "seconds": 0.8441450039999836,
+      "bytes": 578644,
+      "pages": 17,
+      "shards": 1
+    },
+    {
+      "seconds": 1.364240728000368,
+      "bytes": 10856561,
+      "pages": 35,
+      "shards": 3
+    },
+    {
+      "seconds": 1.2959960469997895,
+      "bytes": 13446052,
+      "pages": 36,
+      "shards": 4
+    },
+    {
+      "seconds": 0.8787024550001661,
+      "bytes": 837425,
+      "pages": 26,
+      "shards": 1
+    },
+    {
+      "seconds": 1.2931989250000697,
+      "bytes": 7658868,
+      "pages": 39,
+      "shards": 3
+    },
+    {
+      "seconds": 1.2650147490003292,
+      "bytes": 6116564,
+      "pages": 36,
+      "shards": 2
+    },
+    {
+      "seconds": 1.0610393269998895,
+      "bytes": 5051210,
+      "pages": 35,
+      "shards": 2
+    },
+    {
+      "seconds": 1.4254050959998494,
+      "bytes": 7441828,
+      "pages": 29,
+      "shards": 3
+    },
+    {
+      "seconds": 1.1509858810004516,
+      "bytes": 6964137,
+      "pages": 33,
+      "shards": 2
+    },
+    {
+      "seconds": 1.1934967530005451,
+      "bytes": 5866491,
+      "pages": 30,
+      "shards": 3
+    },
+    {
+      "seconds": 1.2554875369996807,
+      "bytes": 11949834,
+      "pages": 44,
+      "shards": 4
+    },
+    {
+      "seconds": 0.8095207870001104,
+      "bytes": 1155021,
+      "pages": 34,
+      "shards": 1
+    },
+    {
+      "seconds": 1.4986395109999648,
+      "bytes": 7663876,
+      "pages": 32,
+      "shards": 3
+    },
+    {
+      "seconds": 0.9853112940008941,
+      "bytes": 5162186,
+      "pages": 34,
+      "shards": 2
+    },
+    {
+      "seconds": 1.2030387599997994,
+      "bytes": 11763818,
+      "pages": 37,
+      "shards": 3
+    },
+    {
+      "seconds": 1.0410187759998735,
+      "bytes": 7475284,
+      "pages": 38,
+      "shards": 3
+    },
+    {
+      "seconds": 1.175038504999975,
+      "bytes": 877584,
+      "pages": 26,
+      "shards": 1
+    },
+    {
+      "seconds": 1.2262302330000239,
+      "bytes": 12002858,
+      "pages": 41,
+      "shards": 4
+    },
+    {
+      "seconds": 0.976691177000248,
+      "bytes": 6244802,
+      "pages": 36,
+      "shards": 2
+    },
+    {
+      "seconds": 1.5793915419999394,
+      "bytes": 781594,
+      "pages": 26,
+      "shards": 1
+    },
+    {
+      "seconds": 1.4397608880008193,
+      "bytes": 13440043,
+      "pages": 39,
+      "shards": 4
+    },
+    {
+      "seconds": 1.215214173998902,
+      "bytes": 10529948,
+      "pages": 39,
+      "shards": 3
+    },
+    {
+      "seconds": 1.3451746110004024,
+      "bytes": 2254637,
+      "pages": 28,
+      "shards": 2
+    },
+    {
+      "seconds": 1.1764542460005032,
+      "bytes": 6191157,
+      "pages": 36,
+      "shards": 2
+    },
+    {
+      "seconds": 1.0847412589992018,
+      "bytes": 1126127,
+      "pages": 34,
+      "shards": 1
+    },
+    {
+      "seconds": 1.2304532270009076,
+      "bytes": 11321849,
+      "pages": 33,
+      "shards": 4
+    },
+    {
+      "seconds": 1.4404141169998184,
+      "bytes": 12120623,
+      "pages": 39,
+      "shards": 3
+    },
+    {
+      "seconds": 0.8672846369991021,
+      "bytes": 2691618,
+      "pages": 37,
+      "shards": 2
+    },
+    {
+      "seconds": 0.9980244999987917,
+      "bytes": 5788373,
+      "pages": 22,
+      "shards": 2
+    },
+    {
+      "seconds": 3.3476856620000035,
+      "bytes": 5904691,
+      "pages": 43,
+      "shards": 2
+    },
+    {
+      "seconds": 1.2678156700003456,
+      "bytes": 7637773,
+      "pages": 38,
+      "shards": 3
+    },
+    {
+      "seconds": 1.1486175610007194,
+      "bytes": 5966085,
+      "pages": 28,
+      "shards": 2
+    },
+    {
+      "seconds": 1.0020495059998211,
+      "bytes": 6673858,
+      "pages": 32,
+      "shards": 2
+    },
+    {
+      "seconds": 1.1948771370007307,
+      "bytes": 12132833,
+      "pages": 38,
+      "shards": 4
+    },
+    {
+      "seconds": 1.2424271460004093,
+      "bytes": 1081337,
+      "pages": 34,
+      "shards": 1
+    },
+    {
+      "seconds": 1.3408090630000515,
+      "bytes": 7658166,
+      "pages": 39,
+      "shards": 3
+    },
+    {
+      "seconds": 0.8867853440006002,
+      "bytes": 5785267,
+      "pages": 27,
+      "shards": 2
+    },
+    {
+      "seconds": 1.081288327000948,
+      "bytes": 5787210,
+      "pages": 36,
+      "shards": 2
+    },
+    {
+      "seconds": 1.1759565290012688,
+      "bytes": 13132586,
+      "pages": 31,
+      "shards": 4
+    },
+    {
+      "seconds": 1.004212905998429,
+      "bytes": 6157452,
+      "pages": 38,
+      "shards": 3
     }
   ],
   "cache_key": {

trainer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:478e3feddd5e715e333af4d01c7c276cb17b2faf46c01877e15a16c415e9bb60
-size 721778367
+oid sha256:8a7925c71cd513cd3d5f53037b00418d6c7a7f8c7b424e1f49846780b2108ebe
+size 721771711