diff --git "a/small_7x7_models/debug-internal.log" "b/small_7x7_models/debug-internal.log"
new file mode 100644--- /dev/null
+++ "b/small_7x7_models/debug-internal.log"
@@ -0,0 +1,1455 @@
+{"time":"2025-07-24T20:43:35.602290276Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"}
+{"time":"2025-07-24T20:43:35.865612354Z","level":"INFO","msg":"stream: created new stream","id":"alpha_1_blocks_7x7_500M"}
+{"time":"2025-07-24T20:43:35.86566826Z","level":"INFO","msg":"writer: Do: started","stream_id":"alpha_1_blocks_7x7_500M"}
+{"time":"2025-07-24T20:43:35.865676626Z","level":"INFO","msg":"sender: started","stream_id":"alpha_1_blocks_7x7_500M"}
+{"time":"2025-07-24T20:43:35.866514585Z","level":"INFO","msg":"stream: started","id":"alpha_1_blocks_7x7_500M"}
+{"time":"2025-07-24T20:43:35.86651192Z","level":"INFO","msg":"handler: started","stream_id":"alpha_1_blocks_7x7_500M"}
+{"time":"2025-07-24T22:07:45.22656795Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=30e9a47d0fd9049fad578afb0d24dbdc8650beb9666ded5fe837cb59d2b83bc43e6b72dce98bf88267b252e02870a189c48a8aabd5772e6660da9a2659db16681f52ed40873045a17824e347b555b636f9a958fb37d4a2af379f3d8938fe7d965cee3117c87046203f311373898b9f972a003475cfa272f9ade6abbc61263da190d00be048853676e14f33f1aa797ea33650f97b5e208f7f4a0c98ba2f3bdfe4cb79cb7b37d09769e5664e78ebb3bfd9da7f76d04694ec59678064d0b249457f72f28664e48f11556ded2c68d199714ca9cd539ab153ec9d97c7150db7be97c8051524d55be673fa86d4c88731c97aeb6df7ceccecc58c6815a1cead8421e1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226601363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fcde253ed32adcb7970757ba1e44bbd711a0ca930e44e0f4990420ec1691def1c9ab7f6f812d8462fc4ac11480aab8f7df974775864de0c42595504d7cc10c5ced25f6e02b3ef511e78bce94d3eabd65fe4e068c549938d91e29cb53028eb1674700ce07ffaae93001a564c986d92c545ff5a6dfb45b9e33267c1caf6105bd7bc9670846b3ff54069e12227aa110284b836bd2ee880b2bb87bfd61c28982efb9fc7e8a52e3142e5088ce8ce74c9d2a1afdff1e9ca23a6c6aa7e2cf7141e8c6ebd53a1f6c73494851d2cdbc7ccdab28e07d32ba02d35241453a9fb81e6d16926b7cca162bbde41bd0d52353e6ee8b28331e5194ed5c5414684cc3c3c86bbfe9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226600311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=968cc71e3b65398f5bb8d70367c728efc7b169c50468f407e33bf995df405e4009aafbc096808b19e0c117fb45a80568cbcc28503de7baa68fe760a34a8bc162b6a5c460ea06cb4a70b2a82ffbd607f6b5fba1cd7cbb3967f42fb37a39f4bc116497f7f627490904411aaae4527ec967cf22df8c4779753156ed46278d2d240ddd854683eb992767f3a0fad58dfa24561ea61051280c4df08d96d9e7e2226dca290520ad5b2a17cc3fb0be2dfeb6051b6e1600eccb285b96fa7acc59625ee66a1bb98dceabb0134c211f1765973ead907eb257e74ded1069e682dd726662a6ce8dbf7131af6bdf06447d6095b6b85905596e16c2d261beac1db14a4db2ae7382&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226636359Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6020b3d0cbe1ad456143e32eacc42c920a100c67c702e365d119561a1809b6b29d3bd1f70c892aa79582574e327684dc1910e5aaddca2b6deddbc4fdd4062c258cda227d34450a4208dceeff824e3bac1c5fbf7fc98d0e95e11e74a48b9c4701071e0d5e5ab6c90c2808995bf60bb24bbcc85c280fa11672c91ac28b25868cf7ec5bd529ed1cf67da6e07d05e7ba87c7f58eff0c13b37ff9b18df6ae77283098dcce6ae6fcac9cbf85a91bfad2a85d97ed975556de6220facf467186dfddd51e2ad0c828d26339a700073909e678acb40e11955994a0e3be68bb73a522cb0b3a8e5aa13db1e8c3052e7273a0d6f0091713c79fae2d6db5732078e3a91863c54b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226673129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f231208f214b6a56def08f2b1baa89b61cc1b529be336eb2614c2b348a50e6a4b2430c2f060f5b9ea79dedd65f4cbd809113566e9987ceaaa1bce04de8359399a8894d17266d0111efbd4da21526623ca97c75b406286dabd20d099f9e9f0b20f3587e6275e212c55e74b135605d5830a0698f8002b2910e6efac974d676c7dcd8c419de72fe0a3f1f956d7462d3955cac19bc020a05da95ffebe61734ee289178db252e22cfe5809c3c93852f0cbcc0da864c1050bddf502742ddeec46a96a0c15976c5294c01ce29287c1370d9afe573fb79575e28c881d78222b1fb8acf1a72a3bf763e50ed439f304e220af16fa6c33458603833fcc9f21f61dd1ca7acc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226676194Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f594d156ac6b2c1b88fadfd8e44a1ba28b2f3c3d42fda6cd87e234adf7e3128d96c5061c1fd865eef56637b4a3879b6bdd60fbb4758c87ecda3c135471d46a7e7e281857320f50a598e82821000b4b5c5e7790f042315e14ca21d4da69da1b101f52b4d78c2b76e2fe183ced17e26216990465a9054e9949448ce5d36e131d82cb8ebfa8603404f7637a66838ff70f4fe77b7d60e4dceeaa36764da0dbc790cf2ceff1967894633d359670a017721ae415c89a1f6d492c3572c6d8552db230af2c0fe8e9bfc0279404687a646a9b5114d637fab93f0eab8bbe0d24018ace3201b18b835e0edb2b4e38fd278d22503d260d48d5b8fa462bc3835bb6c59e49064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226712833Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f5d87ad811d6204a8630dc142b5e74b2df5a7846adcef01f671f6a61393225a19bc50404afe0a42b9e54fdbc7a88307a4a5d48b0fb9ed1d183d09aa003451c4049ceebd3a89ce00405c9ef54c7073b7c2cfd7328ef90521243924e320e44c510e418bc002536d4d7e0a3f5acb0081a20c4632e0b13aa72f6f5cf1e387719fcf723877f94e51aad13a28a0eece81fd106e11e922e3f5f09a622ef0cf711d905f1964efa69b9f199bb33b0b404320249aa689f8cf105a45da1cd95c4a2d344fc2fb74a2f2782d09d29432a82011de2ad616376117ccb190e4efc498ac14d76ae748497c8967a36af0082d908df0c054814f7cda2597ed75f50529bf9460a8c4cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226719516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=03caa88d3581e2cac7d24a20cff85de4989fb8ccb14bd546ece499f09cd8c3a2e9d92515d1979722f540a27a10dc56dd40098746edcb3b822b35964ce70f62d7cf615e8f448d43a29935071c7ecd0fd33c68eb57186dd0c0e8407b9900eaa968aa73eacc517b578d4d641824de0de14d581b216bb2ee69d2d2295e39c1e96668c155d6bc55a336b4a7a6f9eef1286802cd4ac09e013fcc20d2afce26f2a5e88b022fab80ed66966f976acbcf6eac1b24e3fdf70523d504262de5267e5d27a82efedbd68e40519b2f05638b08dc79997dbde77fa7783d7e012b306b7d120d8c44fedb9f3619066046941399c81aade89ddb58020d37c2eb153916d5dc0b9fdd85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226729415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=475ae0dfd1870fa330f64045339a84ea80c58b17668728df17582e032b8ed599beb914c7f5857ff40483418cfbb42dfdba6d986fb0fb8dc74eee1a067f087720c184763284f9949c85a2f34b0b2df2100246d20067434df92d0aff2f99cca7c521a8e93dd6441fc16b0149d01b6339b7ea294aea37ec9fb514dc9ee9e8460798f5163d8464ce84777bb3952dfcfcf03ed41b1e7549a808d0fa66b0f9ecda2a9890ce0777b3e43515aa96b64dc95ee4afed02dd107c17a1985f8d7bf27bb90174c5c1ee9879ae5b46b5f1d60ec7556793a6be19335039adea53f6b17015d2922b9819913543ca5bc17adcf8efcc1f69d2ec58ecd8b3525e74a24c5789fe238522&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.2267749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78b4135b27ced3fe46a516bc51e97ab32f8674b50e35b56fc361fa2bff0ac60895a9bf71327564034ac6a82ac3be48c6cf6ab104d92ebb42baeb48eb55ac24b22563c6518175d795ef592f1caef7ac051baab72e2d739660ba707dfaf688e1c826003e46f38ab9fb4579de89eae01d2cefbcebc19ea6be051bc57942c619cee9ba081a7a606f0f2b5d520887a7329e3747129ba3c09bdc0eb8623129a9e4ed5df55754eef7ee271e6286f089f9cd17892907b58a2d90b3b44945076bc2c99cbbf3d368405a62f9a9bb457fe2f8143b5e83587bb9bc19062ce65533c54b3e4360888186860f7fb58e2c9749f6b7cb26242a30810a13cce1733645b9ec18581ca4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226795078Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=15530f501483791ca12baf6f2529da074659442664120f74b2658755e61fca24f027edb135171ac6fa75773320a373e967dcd57cba892dad4bf4f9824a2687dd190fc9284c4110d784a175a8ded6ae1185850617d67315245a8fb86edf76a923862140f4f937f72c4529cca9074bafb228de9f20965b49f44eb2fe9717d83fba65e896c82435c4ae7f09b2e040f7b70a4183a7eedc2eaa5325aee06822d1e874a1cac420adef7efc188991b6fd5d0f1f7b3c30c6add01c28c77b9b5581f245337f0607c5368429930e7cb51dab57b00ca2b53a57aed8db33c07eb0216bc05d4a41d4a610041ade6d00ae7179ede05e5952d73566c682438056e7f1e168002ca0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226815517Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c10a4bf1ba851b5e8247c33d95517b04f3022b404dfc8fd633c7f60898f60223819e7c9bec5ae2e7824e3a8625d548c1ef5d056a3fac9b0c21fe4f410413c66afe6a5af8b9f5d224cb8d52b9338fe2000bfeec6fc6499d35b3de2756f11e8adc115cb27b21cadae1140e56bd06465669572023edf64c30245800bf4bb1890a89eaa2b5d8a22011adfd79609ee14d82efe89be2f5a591cb2c551106effa8938f49b688e1476c6861cda22d3c0ef29b73492a2986cba3111ac366a51d2ed1d6cab3b9f57f0e1ba351cf53eb9bf9fad3b150d402e4595dd32870e16c677c5544dc567f4182e3b207668e3382a6acbe5c1dec307c848bb3f42b3d2bfbbd4f9891198&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226867705Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10bb776302f11c19c7d07df017ceddeaac2a96e03c015a85af10a8497b1868a3da960bf57cf6c79628b53f7daa0ad0ab43a03c046e8cf9c5e89e6c9a60c4c8736e43bef517872f105d5fd438dd9102ae7be1098bf35cb1d0ad4977d3b12b629f66de5091f36d12769754472b4a580dcb6e984a2277d0f21725592ce34b935c60115e012cafbf99545a2d56f2af0a49a11cf962497951fc4607b9ef71b6c323a862dabdb7ea19e45c29da5e7e77c213fa52c73ede1232230dde0f3ed8b5673d080967c0a79a44834bb02a9b28ca7928a1fb4f351217f4c503fe0661b46f83bdd9af2752b3a8c30899deb687821c77c9037cef1c0e95103078677dfd6679f4feba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226922899Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ab624f8eb24cb743e9c65470ba96ef3b5ca2eba076d28707d45004b49f33d5b53e7197339b6d0543a466c2d4615d8d41e84486ece9b3b9f986f4597119556f866974ee02d5e5d5a3589616ec3bc472cbaa21c708dc26a9c556b0d1b9e326ae78ca5ca64b9972f73312b001385bd340ed33d6b50fd37fb72e971cb04f8aefec742291253e6528f640b7354cff55eeb77e49163fd86dedd45e3c35d6295718d88295318da3230f65ac38b1e88212558d8076d734796363bfc6338abcb13f9ca1d4c6995e33e9e313978560faea12eb190ea8d6680f9b38c5f25e3dbacbe1ea10d2db56aadb5ea42a79756bc0017788475fb4a4d458a8ab5bc3b6e1a7b0f0bc8dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226981229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=462396c27742197a49882ff05699bf42fc9f591552ea014b728ebffd299bee9fdc21cc052d7b39e07cddc49b8635854db20d1e8fc1efc4fd5a3c6ae9cccfe38a71200900ac5b128dcde94ee6a29729ee62745e0c4c292042d00eb732938623028b6c3c51f34b4bb394924730cbc42256cd189b2c72c2b5c98189b850216ec1e6fa915e8e8cda658c16f4034d88692619c22c666bcb3c91bb003eefacfb99bc444dd9ee97a0631fa0aa75523f96e2460566ad41c73acaab8e20120a947a87ba3cec90c245be8f10d9530cd60402292bf68c01a31796b1b673f6eb6f40573b6d14c02aba83f2a59cc47fcf58801ccc1a0b57fee6217ecf6267a8b62c3a2c492b77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226673529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b6f4788bbb087442555645a92c4b7150f6b3990fe212ab9d182e74dba2f042c376e310464a5f0734cb32ea273bf29fe6d66281f0993159d3ee3079ff0747aa5fcb7ffab260f2d1ec68316275d149a3d3fac94da4115027a5b04d52d0b955860145572b79882ae23f4556c4985bb32033c75fda0e86130bd5d40039ae3848b14ca7ab7779d3f45346fa5d4c56b4dae31172e788122dbc3dc24b8a45adf9c5b9aa3ab01c0efd816b84fc7959e59c5a0a9c5efeb15a6760326fbac195956ced713302ee8198dc9afd55f75b09f8441d0d10487d34a1fb57f98de64ec364d4030bab5989e8a5959b65794b768508bc70c025535467b151528e574940bb094fa85a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226612154Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93077dae3415f662629859cdd0eaf4d409d8a47eca11ee6829bfb09cd1ddb31b3be0e0681746178e7db9ce2d5b7998dc5f36866c2090c16dc3620c1ea2004a091f4e495da6ca4ff6a4aa9ea31c106d5ee2b67128c210c22437b303d51cf439857a65e9a2c7a00104e127ea6c230f3a43919911636f3c84e46ba87e5658d8d24a301887b5a60e3a3220ebded2bef71e76f35c01246bf83f4d11c874dc1265a03b33ddc6e45b996270453e87b92717b81b8e5a52e91053c4a9f1531ce793b4bef6670aec17bc68eb48d94af9ca4f566aa8942cf7ffedead2c1b717302c577a38bf417c6dd1a9b97a4f45b6ffbc72d1ad8cf0e3a7508c55938cd85a02fd7f1c8a0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227274712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24261898ad9c3c3aa16a5d9f37373d9c97b39ff37961899fc4f06b8073175d3d1ffc8738df930c8437717dd6423c8f35f6dc7e4fc788ea130933425c675cc721631839d5a224503c988783cf21acd232640209938f46ca5896affdb079ae2fb14ba7c1c79213fa55544c09bf278aa3a407a250fb51c8755eec8bcf3ae380183962c05d911163f39a5b3f1d30c419140adadd216f1f8deeca49b1df5455981bc7bf861831f166b77865cba1190e64b6b82f4d53abc966f30c6092caad5755acc863e80738bf843d13a7a521f9f47cac62cb0b1ba89c051857a7bb10e2f64983d747ac90c3aa1febdfe725e4415a4c303317ca826e2c1b01c0a82d122b4baec739&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226775462Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=407e8bb5e80493fb5e74a6d06e09ee91ca40e07efc8663d4273cb1f07cc40bebd8db7fee7e250719036c29835ef7f2f36b2b96e9f7306a5275d8376911549cf927557af0b3717eeac905ea9d39e0401c1eb7178638596d24405df0478623785db35574055de874b4da50faeac78eae07c3d4684f6fb22661d8ca07d9498d99e0fdc9d6eb31ed70238e2a3a9de648c6e4eecf5780d7f9b65aadea920a8369b0ba7ee753ecfe5e42ac00a9734a9cc40a721b3875247e16098b6e577cdbea0aea4d52b6432de351cf064d3ab00990f3e58d158a6891e18563669afe29626536960d2d5fe7292edc168192d5d574a15e6c2bff75a6453fb8427cea972c81a54651a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227327352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3973f44e192addfdb96fb89d0516ef8a57104e0757887d09ca4919a06ed2e5393f567d9da37f647b73b461629e6e71279f3c02e05a5d6c00552faf52b5e49e42314b0edb722c45cd230626f74018788a99079850e52403ffda01c88e78b867284c18de60e75ba814abe5624dbe5852f6267e482428c9fa0eb05aa9edc15e8fdedbea481938b3af91c8c511cf115e0ea3009ce010e632da53895a73bf8ae6254c0bfc6047e99a54ca03f42384df6654781bc4b5ceca12149cdc88d8069d3116794f16433a26417aa172590161785037b445a3f71a997237baad6a5c8f98b10f73e23854d5679955edd56df90f76a29157451346507020dc9771249ef4e7220fa1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226707834Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1450f50b3a0d0bee2bf94f7afa147614fac73d5dab0556999532e44fc0695767859aef7d0e6c1a1a8a149bfec19db9d5034eec728703d49a0da9d83f8e94092ab5de00fb20e66741fa6180b851b54fb55d67e1f7ecb181bb84d266f91cfa8a0234305ef7ed39fadbb16db82f79e7d4a46bd9ed23250706934692e034ea23bcbd67916b50932bd120d599bac02438c9b08efc152a010185fa1cd16daa6de2f66601a162f0a72a3e61b202cf6bcd1651816ba64108060d1ab77d65aa4ac77ceebe0a8afb789f6db5ecc3ed2bc7c039238ecb9bb33afcb2df90448a1354d3d9f2e96e189163625d3334bf611dca09fa8c0106fbf7090888de764c9ea25a3dc2110a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227369892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c07874734a6b8f2bada4bbe370f2d20cbfd1467ed6292df494abb5146a95e7c679fc4cc821271968469865cf7c1938b1d3a33c33b6849e14d407265d32e0665f53c3edb3633774c4dbef1e9e862528f2aca71a909ba6ba6d5cd60c90187516997e354ba9dbd18b6d033a6f74dca5ac66064037c7418de58fda6cd8b58f72d30f53ef6f3cd4bba077168ce6c9d88115b280060a9891d507f453cdc97f7d5b6a2f2b1819bbdf17d27a96971bfdfb107428da9d42f57397a538db629f6d9a96c9ce2b417525c214b32916940f4628d1e4b67a3af482c624ede5a1b1dae768d181fc01f983b845a52011c2ccc17246bf3e656fd6ca7064d9f8167d78900009833477&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227395149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6da53c794f8cadd9978912f7fb11ccb5fc9bc6fb9e60192f81d12df8db69b4d1ba02e88bd70bbae1bad6a1820e054c9a1e1f191562206d7d6a9cc94ab106ba5209a4733810946450884085fda94c2c32ac953c70ee442d4b4b3c93e2d7a0ea95b9cb8d9db4615a7297907f3686a07f109e79f3ed79a76db012e4cdeb40b1a12b4f40716c31d1b9861be61409f21cf8543cbfd5c573bc7785b2a95aada254598d75e7b4e975a3ed2647bb25a89113ab6b17ae3b9720b0711be5ee206292f19f784aa2c7259e64d36fb655b43557bc5b7ebf8589b6fec01b0d0da1220d3956da5d58532ab58a52caa6c07316f4898158830e312d940259a284f8691d490e89ab17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226928851Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=735e7341357c8c076f88352903c3c6025a0d3875e96340edd439a8b612ba97159e88fe43c0f6d582f4ea62e020c95464580fa2cf530147c5714cf9e82353256c84b7083ab82e495b0daf0d1a6491ec95ed94b7f074f7c62bc3b0c936597693cd81760ad519d315cc4a13ac9e16886420fbc9d0186510bbf6ddb2cc84c57a489a1505c401d250c711c0fd28a395088904c6ea8ea23971589f03120949a7d18c2c3b861d4dfe77169050eed8b6a68e91994e98a9906c6050e64169d0b29f7a6c6516180b9fff192c5539ccb8c06042c1159b8e25048caf1c76d1ec59e94f501a9be26d4c205ba178e8105652e786b17845c4567a2462d346ad9bbe811e988a5426&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226875059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aca60995ca5628c48a9f4ae4b36f0b4e887b192b7f1845411f8de8388ca4fb7763c6977cb4ba629d08ee90b2443dda523055338af66791670cade9e94f6e25099fa028dbb660d9dc02d1e82eaabae89f261914b47640c2843b97bf71279620ba9f3d251dd8071d7655f6ba42cff4bbd85b77e6c21254b7e230454ea10ea38f4a155aee55f2fdcb627abeb971bbd9255c508c22899b23c0271b3fb5c2ec6dbaf15c293d2afffb0f54234622de28c68dc7cdfb841c59fdd5f25694b60ef73246985369783cbc15acaedd5ef436ff0038f5e9c61671993e295f5fe8c95bcea16e43ddec43d81086b94a1ebe05ca0f755a1022ca558dda740843d1cd860b6ef14221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227507852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=70819e0091ca5cce5200e95ce20f78fe9057d258f50f32958dd4ae2ab7fa4698a5204150aa0ac420747998b6933f5add983753afb2ab4280ec34a722c00876454ea21d7c3bfb0f02ee00312971c91bcef81e25aebf2edee3557925b33abd33b12cd00db2e412a783c6c3d429b8a23b3fc5168f4c3d77a2850c141414d7a61db91da4689ccbca716d6eebb93117c36420ed8bb30491d2639893d42053cec58577ff206383131dcfa9d3822e7e1b7c3ae8cccdba03bf36a147fa90ad9b01a12a16898ea18420d5b269418ac363daba2270f85bcac107c3fd608353f941adadd485450bb4f6417ef1a2681694ad5cc1be96a5a0782fcab795e1720380dab5435823&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227526637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ed4929e7a4937f924cac6bf8029eb6e492b9d990cb99ec8e33738b87b1d357c6d99910a46d41d37c0a806e120877ccde08e756a8044b6f17163a8fd6774cc693e41b91fa60f9fde8b1db3a5bf9b34391d85e64903a5f3ad8f58f566b3cb816336587531881ab86ff700f5efa3b4d9a870556e1363e99d4a0c21489b7b94d0600622c6b80b0cfcc7b36782a8c4b8b96b6e953b5ef4d02440c8412173b97cb7b915471fd7f5f7dd31d9c222a9fea8942a67f862c556afe5c15ea04576a37b09b9b9591b05d45b7453078d6f8f118f15f2d6b5e161f51854c59fcb62bc75a1688aab079f57ea3c041b74ab840b4d608a35c0f4f4c1399d950e86a543a7d206204c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22754955Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=041c137933d6ab75a709eb72632fd1353e5bc6fd14d0de5d29c68bd91af0052d339be1619b573f624946b97bafae9215a47e35bc73594dea7543999297e73496e760ff061b0af2cd1f40f3a1a79194e0ca76828b5b9d1641d81a3f98fbb5c64b0d516001cedecb7ab2ce3778c46ca938460489fe0ba953e2ea14a70a9828e872993390b87439f82ec07fcbdf990a83eb1f6d22272b2fc6b12ff91e0886dd6c4100094bb547f7bda6d3b69ade239891718138891a3508624c9b695359f0a2937d06270b8c2a2a74fcb75da83ad6b5c817d56420b266e6bbf96696a6ea16458124e01cbf309a5f8aebf3d56a00d47a18b2047e8d353df88ce9df25162caaef8072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22681709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77f8be68d322c1727705573e26b06c13902c33e92cb5d042f534c76dbb59589e3a8cdea78c9366bde71043d3636b689f268636f4526faea2139fbf5727acd2bd9fb88b8e06f95756ca7bc861af215164b4f79ba67d98258e657b17cb1d1de269942c07f609b2d5412e19ace2303faf1295c718cba5707d81527c0eccc85207ce9019f8b6f43d5aebe7ce58743d4d0f546764b20de1297ce779dae2725abd5669f46edc5ad415a8e9a4f6e3c4160b7b36f40d90864ae7411e2c149974f9ffb91b890d148587b22bcb35efb6e94820ff4d3298d5769c443f2f6b057e929b811f87596746fa58079127a3d0bfe0b13758739a03dfd7a581b7125e175e4909b34816&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227971606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44336b12369a2fcb46e28514f4d0009931e030e39ebafb785e01644a4540db5e270c26474ffbb32de5a7743e4fa2328ba4de2fbc7cd52c6b3e9cc008baeea7530214afe9a436ff838db1d017f82c9f3fa3463aeb1304df641ebf01823b104857bd31e818bf810b10b10609c82d6e054138c944517daeee82f74aa9bee8e7cc9469ae80f9887943fc5bc4bed99c71bb367e8484d29b9f3bc95364022f9408b1351c4c9b8db8c4b8b19e211bf9cb2a4b4ff655600a09a31862acb041acabeb703a95f7942fd5a64ab6d8e92a69c071a939756e9714d226366141a5a505dfe3e1ae07c62aef836a60e37330be7cfd5a12f81bef374aafc324c50b0bd59351b6e29a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227988568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8241ef34dc3d7dd0df64cce6cc54bf9f61fa7f14a35650e5a39adf17a54f715e8038b75682b63c22d4cbc49b985a67e421af9228fceadade7d1b3f236b22701dcb0fd0429b571bad3182ff02a96262b754c3df1f5bd8644003d82646a0db090a34a261e75baf1ae32749edc2d87f1d7b1097d2b1d0f81a40ed0c00e3918649c6024a06fa83f674641cca3c660ee42fda340d01122d4ef502bb14f37548899c1cf0a54fcccfde759bd45a29bbdd462ca5ea7940f6aac3439665c8b42f190a7f46d3dc2ce5f0d37651408c966a4f6f86c5566083c41ec3c6b102825fbb884ed94b3961e4790e3176cb062b6e225363d6753c4e1a6090de35d2367592216d0a7134&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228002855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00784e16a2733e567a0b6a98ee74dfee8d335833b418653af35de5ff1441a66fd474e7c2e3ac6b9e50025227768aec326b0b80611a5637151104ce66e29876ffca63adfddda5869f6e26d60b744d53a6dcf16c73ddfb1a3eda74e38d32a31572e5362be4dafb54b29c62dcb3268bb24bd4b54bf1d2da53075b88f1d74e7f413a51d70338dabf5ff75d9c5d4821d4066c763ff71270c18571a74b592880256579b6a684e3995cd15fc15f44d30b7ec5d5058c0b7bc89c6215a9db6e71de26f0664b15f0cc0b899a0fb645d3603dfd553d1d2af2d894f47c775fe612a6d765f6822ee9ec2c7bc05fb292efe3ce3645452b9603734d735861ac31f6791197a7572d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228047539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e60061c6bd3fe1a904ccf96f62efccd6cb86f88c54d435bd26bf8de9778e6778848505ebc5219b4439b69a2049f69da9fc200601f6e74050ab1de23c088b3ea612d8a09b769c00deed2f75c666e341fda094da4a90c2b97b4bcb19499e582c79c45b4662623e20ee32acfe8e0ac959b8eb319172d49a311107b4d5be17e26182db855afc558b32875d2520ffa70083f5cbee7b6f9f196f20ab2ea9b58cc2d71f0f465cc379a39bf6b377a7a9afcffc75ae2ed8fd4dcb73691db2528fa46d87c950b3c7db3b682f781bb31bf94e0d874cd5ce52c0d7e60a6a8c0f9a8f0c46de89990032b9c4303244b7a72d32c9e08a48a09fef7d3b82e7a619f656e9897dc59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228065362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=51f274f6854085d2127d01d02098a24e775ac01da49b08e133a67876c1793934383828bd9a23180c5078baa4358909ad057e2475de74f92cbb61d1a5841930a5f437b3cfb49a1b3247f46a9d5a8a623fe85a13826a0f8b170a5f1ac2b46cd9dfcf7bad78b79e7eeb6307a8e6e4e59137daf253395b9e3b472029cbb11fcfb58a3880e48d4e8dbcab6c29b1251a3bfa5b165792052e78bfdd5476481ad0f57a7e32e29c11c9d233898c60740b57a8a0d9153f786ef091718d88b892a08109371649fd989fe9bb9c46f1e8475e563715ad8d5533e71c1a967cfe2d1550da1a0b4f45102a347e5a038ef2b3be56897a67bedee29120dc5eae9a462a5049ad9cc558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228087765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44d7c0949d6e111047068d1ab687b08a969214af1c8cd32f3e1a2d7b0d4a9246865841770de019eb6fc7dc1e1c003438a1021e257f622b6fefc8fb9e1ae9064b624f031afe042a8982f1021246183155a6f98085733f962cb03c31818b09f322474ebf5de2c681e9949c5f6bcd0160c96bd15303fef20f8f06ab6872a1d0bb1d4ba92ffd32985b9aa67ef7f5f084de4e33da882f07fb83e0423a24702dd430cad4f2ba8a23f3dabf1dad89a7f49a370697b77eba87bf26399e4b086b498efded2dbe02652f14cd4a14ded26800f59b36966f1f9d6ef00ebc43a747c4b7c77d1560691651dff5824b23636fe2edb2ffdc79d56b654decd92e2aa4d628f9c3e68a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228107742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1eb0ce0790029f68f79307475850e0f982c343a3916e1766870eed32ea85b8ff033b5f3241254eb4b34b7c009daba6a39ff0c8ed6ddcf7b26851cfe717c2cb5f7d5ca31217a2ba1d72956ff89190042ba028845a48bf95677339461704577643d9a55f14c88bba963e363a3b573a5f8053b58e95e4ccf399c64102e45ba509cdf27552a943f3199dad800584b2af948507d0b1727ea191783ae39f98be710f2460e49fec88433b2a0b3727291d54379ee05db56f6e15159f2b6815fdae2470f8d65ac2a66b60e81e68aff4884b3aadce7eb1d03c5cba3fc081b23f317896d0f04f9cd3419728aa5c5ff9a70d6a44122df64a545cd48571c06b1fecee80710dfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228107692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05932926dadfaa7c0a0cd8696d8aa1aa6343b38a2517f154d8fe47a15a077ada8fa50bb8f4135c489866b98465ce30200b6537d8ccc4bda4f8cc868f060248d68dbb963ad4234a3e0cd8a511edff5f24911048ace6e5eb03741f94348f1c7c3a6b96e3b8e0273f6ac7281ca17e6ee03429a2727e634196c515fdbebc39ffcb5aa75a2a50f321bfe2884352e59c2bc62cc45f249cca6e03474495fee6c62edc09077fdc7869443c2dbae856c23f3f9e7597ec041dd0e4aa7b97dfdd78e5e79bda14bb7ac0a8a75fc3f15899a11179a3389e0db2889565f81ab6bed94f0ee686e1b716b048f5053b4bba258c25074d3698d03bde831ee2d80eb822830565b77480&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22813828Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83953288340a1b6e32225641b6603e3c3d27e840d0f6c0b3bc9eb8b22cdb32317c4a242406dbd5b529ea323a3120cd29dd122bb60a35410bdd05f3c3f91f3729c0772958e2cb4a014d4a014f519937774a002184258b13aafaca1130c9febcfe1b3b84acbea98afb806ef2934ad73f8d7a257d53517deb220167569aba25a9c68ec274141b76413c223ebadb8295811fcdb3fc4d6e3ef78fa6e83c2d63f459222dcade375ac83026ba9433fc1e5faf55de621cb3cf90da744833b3b7129d8a9c44955789e1d1133937d3ae597a87bca4e192595770826798a9410d51be0b74babf206b9f9a36eab189c6dc3a32f283f434c586fc2d86e4bdac6ae9bcf2763e16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228172895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=74feb9ee1a0a3ed79ee4b763603d0e05a9748c580824f1201b679d5dd6059c250879b048f47a1a99701bce0bdb3cec4d1ccc7fc2e40380027680e345cac80b12dce44422faced47dcd06e759e593bedd9ecb9721e72bb80f70da0e09697c1519a6574e8263b576559cd66d31112ef526d67aaead1a55ef319688cb1fd4ad1c3868d6115383705f30abbd80627c5f965f81eb162adcba08b858d380e91614194f4a1f0663d84282d2d1b0c840e834919e37298b5bd84a91479c9d5238f90823e38f473ce0745c868c8add677ca6d7f280eb49439a7983c1346d65408b40c74b8166abb40b3d20c80775129f0cab831f6c77da260b821e63e335c56969a31685ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228205176Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d37b270824a1afebcc8b0defc504947ca40140e03b3e696b918a12ed4691be3346f03e9b0cd5544c212f71f9942dfafe436ebfe02e9198ca24cb6cafa9e04a9050f1236ea9b9f11f08c490b5dec7d359674c97aff0076e967e0d7927d97c89c5d604a14dd73857206c24b2f13b63f98a3c5ba9a186be2a22272146d1c5ab1d9eb277fb7ff61f5a67a50080aa2ea58feffec4fe6a594bb6875379c8ba0dc9395e77ac99e4ca885bbe3e95c5f21473203d000aa9c470d79876ec97d09afeeec51d7d6bd1d54a251f7ad495bd4566ddf302d79c4333ca7e8265fc3f0f71fd1398fdbd7dc727800debca2eff9cb5cd09de9e32083e3d15408230f742ecc4f316a4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228429839Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7eaf0cccb9f72f3b1d0e3dd0240a0852b61228a59ea74ed6b301aa8113bc83ff814330c8beef1c88324886d9a38b603f4aae34e271f8e610e474f50bb582b57571400f3a9933f8c3a89966c4c7c478320c9facfc5cb5bf985420943c36a659dacfdaf099c695dabed02b710319f6c25b0204d66355ac480b2575dfc8ea2a51e23194697e9024a12fd1e7dc90096830556b1acec526c3f0a4ce93c2da2ba7d6315e53fd953caaab7383694ef8bd5c51fbae84f3bb5c05d4fef57ee981e896e041b4f92b3c52447d5f13e6bbffac88d11d9a94074b75aa0ddd834bfc74f3f627f30ec57793bc9d17b875dbafd18632b918ced5a188bc31238e95db75ffcb720ade&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227404958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=604d017d03a7fc86495f613ef3d5def6a86a4c9604d280381cb610c65c4a7d2c19557019e842c775b839ff64f7cd846ded7b2bbea273c1435b7b2581a97b1bad521c7a1ff635fd3cab7468bd4cc8f9d153657c4395da02f2478970f4213eaf09857051c4f70613893e482bb752ffddf9115b625fcd457393c7c69392062809c077c862b42b27424e895a4b10d88a6c57e9fe7a848d2a0283b773747e48233b5a01ce8e0b7926a5e9b4f8166462b8516f2a622745971f1af1b870585650e63c2f20c97fcdafecfd252ede10f214a1f3d35963971448341de3b14f81c7d2ae2e5d0ce978cc62448ada5c7838fc780ee5ffcbd040df2e87e7cfdcad626c69292e6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228046156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b62aaeacb9682359a7a864b15aaf841780382a38e61fb29c9fcb13c1ca51045040cc55fbdba2b8fb7f5d51769329a747de68cba473a64dcdc5e832ec4508f8c80e89fb59e51005338289a047ccfcb3a42c2f47957e160a30ae3e8bcef729ee30d99497d226a2eb53cb096d7c64ea2c2457dfac808fab4f55149abcb71d95dd51b0affefd460043e8c795f9be59a12abdf1fd6992a32e937756635154da6699099e4463c5f452574f8167d367746ce53e686cd434a70b81d0cf176d9509b30e1bf99eae49af1979a548bb0ab04b0f899beeb38310cd4dfe530028330a1086d7594053d18e3113192a67074d93802b6746081aefdc72598ab5c8f7fb25be075c21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227274682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69e89561aabb6e58f70d2d080e9b97ebdba052f60d6468ad39f1814065d4e5f05331ff2cae1700dfd8df7b1cf7bb337e48f106e96e5d2248fcb7d35d2e7875ed5b80fa1ce7699a20e654d0b4ccf93f5f222e30ed47165647ce57bc17875f7a12dac4e3cbe41e46301dbd620abd81cb82ea82926a5e78fadfceffc26e7361bd8a04ba70a52b555c6b489e03b817ff3d04fb8e21c8af9c84a90dd0e42c232ae207086648797fffe3eedacf2ca8c720c449bb28aa90573dbd1b78aa90e7d407fd850ceb27c2effd7c6bfd99eecaaba439dc89a4a0964cb52e38ebdedacdaceb21a3240e56d50d42d21d46789918209a5b3b7527bbf1cc0ef2f47635446c6a8081da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228576135Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a77f87692e2017bb5ed24eacf8673d33bf6c2d5e7e7ff7a6c19c77d5c9b7e768fa00d8eb8fdbbd93f246340982e32005bd27318ade3ae2ea58993bfe49661f5b3e4036aba7e32f08905500355f4e29d3eff2bc116fcc3bde71b8a380f8c6e33f945e6d235aa86bbb1946f4e082c6ab8c1e03f7053d1f2c38ee44917c24a1e02c0b5148df9db8988bc757f10e9984434317297dc4962d745cf54d225aee3c41a2f00dc5a890c7370709db63e4e9fcb927df230cd649c60b5711c0733c65ce4ff4cfa16bf285b05e562e89d696a4c2997253a105694c8669f66573cb3c29aa67d5ec2a57662d5c46dc3b67066918c12f857bdbffd5e81fd00df2c7c682fcf233&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228010569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3556d7bb75d82cca847b2f2aa5b404f4a441eeb5c42ffe7ab8e9fdc60b6ab981f102787d3e617739f455948462d9fa0dc2e3f81b67c48f4fa3a7750f0cc9309a5ccdfecf48a88d20f3179e9c798d530166779d2120e884b2198f6272995232b2ac4ee5a8adf98755acb46f7510f457845a0299f53bc009115bd32a08f8fa8de5ed42280384371e5c828551cc5132d0a09be0edaf9d31e2f14239a954799444e5bbc83d50c1ed3c9cdb09931e1dc4a226b275ecae0eedc56b6c83ee39abe44e83ba52a93394f05370e5aba95324fff650d875f7f6e299075f5dcb51ff6cecf80e3e1a313a0817cf51fbab01c469baea399df1190eeedd84305ae4b0da1a122e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228629466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bd6ca704be6aad4d8f884b30cafdf870d31f301c79ee8edbcb276aa52332b1bc19788119bd2f8554682d7953e32bc4774859688ef600ea8acdd484f3927c3e3288585cc7bb181eab51df843dac70707464d8742804105c30b6d247260ec334616b8be2346b89bda86b87cd7304aff0ef42f476804dea8b4d3bbeefbee04c8513d0da7af720151b8a87be44d0cd69bd95b00731707bdbd1361a3245e5d4641e51cb53adeb40a84fe343379f0d15d0386a8ccf0a1196c3ac8b3ef9f6076c8fe9cce979df7e4bb9bbaea389215de37ac87a516aaa38e5f985ba9016adb6ddb8a90e472a1a6e520773d3994de1520a6118906781f0f4cf1b502a669c00c8ea699833&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228153639Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a382c1d80a0f8eebe10fd438fc545ee65c27946181ae9c5a2b97cee9d695932ac2573a47c8fc4b24be7cc5502568067925e88f8b8d4e261037c14a0450c9369b80fb1909acfbce3b4312301a69061f8cd89d57fe15e106e2f3be3d63198081c90db9168bf7661a524c5083c32205e021fd695a42edf3f1d94e2f753eba5146b32560016ed1c75412f4595a46ecbfa732c237eab69292e723f17ca352ff4bf916b4eed77d1799aa20985217e72faced8b56fb3fda7269eec04e03ff10437f20dbcd125add74b168f88cf8d5516c026a8478e304e51f46a1f90d8da4aac8185b25cb7f8ca2d968225ac4626beff4b231cbb1c1d24e4c735b8dce2b290c04645aa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228671946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=107004d237dfc9b96e888e8ff994ff967052aa541aa19dd8fbcba8e3b67dd6381ddf65d73b191bb95853128dcff1d4318c9045996a67fa92bd6699ae54a634288b484151b9881da1d3fce864ccaabf78e56f3c4e9c5a0751b46589c248e7337f2de34f298df2c0b8892a26b0259127f711d584d7a3da0943f5b41fd6977cbc5bebe1d0e258ac4c3cbfcd8391359230125eaacb163a6741efc62d28206c92160c5a667eaf61c6e75a1f22bf2cc24ad0983c6b4d40fb624f5116bf0bfebd2a509dbfadf83ab98f6c54d16e9424d88c47b8d129fd09386ffed2567195c1ef14222057f691e351762dd7010fe6697f10ff612d5b88ac75ae60aea1436a9037e6e086&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228673509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c37e9303464763c001799b2df02ea605272b52b1594251b7a1c41967d1f5a62a478040ec30c70eadbf241b347df4f8a436fe68a13d562f561e321539ae33c76af4097d9b73d0a86bb9b1cbc4bda8f2ce6ba6cfe0196485b8cca7b1a35b5cbdc85ab987e787d1a5c86186cdcdaa65c7762115f579308c1a11cd61ad6580c844cff7e9eb2e71a1446dd0cd03040c319fc384577bb2dc1112ae78ca5dbd8275246619aabdecc63e69104b2e8abd3eb151a8788c04a2a55015976514038090c70a355a2f452d69d1d6b3bd1dd1d44ae8677b193ba75c7879b809b8fb920908f72b572a0a9d3341d6034a316a48291783f4014d5959332ca583cd094f06c4288fc56e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228705629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9b0f05c035eca970c07530a91d6834e1954bd3d84df24e930491cd38ad06516a9d608d2187e474bdb717405b62445e17b24ac99cbacd6c6ed7d25dcb9eeda41a9c32c44ca78e463660e702dc11a05af255b67b3067a2314369a16d67bdc56a73668852d5b6d2d2ebba03dcff1e94ebf3787d2d1b098973c0552b7876af601d32945494b06248ec0301e5becc89e7a929550e5900500dd944aee5c240b7df5268702dd029e501d5dafbae2fa996dd6a4b47b57611f9a9b08a8d6a15c7b2952e40b03923f206c2985620a6d2a871e6e633379909dded754c2108c618f216122ad71c767b9ad099bf255b49082ba54ced773465fb92538cc98b880685db7b592daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22921526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3db0a4bb791e469e1556a02e3b4cbe5f5494cc2659bebad4f359ed8b4465ffce889741d17827f7594015e1c51bab0a96dad8b5cccae149803a0d06ccc996a5382e63ae203ee3fc1c7b053f1ed47899b01cd8e349767ad2fbb5c588c5297f78a7bf6c814cedf30e46793b941aa0409d3385ffe1246282dc51dace970cf2c0d2e6b858e22239ce74f26443e97537fa6f912338cd994e77871d4d347fad740b5c6e8fcf123fdecbe32619174ddf3be2c99716079501c57f1ea2feb31b3bfde04cc48a720909df38e59befc87827b55840e861856abd2b641a7c130ad6de7d6ae7c1ce82010daf8583c884578a18780635bba4debe52a8941c28c49acc0ef6cd1f48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230160812Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10f1f146c294c587f88e05e570d455e3ff4d46c91a998f7186bca6dd9c3e5d2071d9796825539978ae2b7b1d891cd55c3c5470e6208c4c6308b785c1103e098c00955c951e441411f9c926d99ce3775d57ffa90790e4f0ac020e94b1466497a333931fbdc73dfdc8ab927ebebfd3ca9206c2fc320cdc394b3f4f738c5975747b44355ba6b91b73f37cce6af95d99980b710d31e2b13e941ee42897418d558af4ef66bada22461a219c3ed6d11e311d56bb0c283cd7788e5805b43e9a6e5f6a4e27050142aed4753cb4af9315fc23f657ec036a3028b7a435640aeef3ff399ad8a572a90a917c63a543da5a7e1d1efbde58e406205bf9ef1ad3cdd85604b2386a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230367652Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fa71ca41fc93ccfb2337d796be470ef8fc810a1e56d148be33d26de68a85fbe39df65f8f6d98b6288c1b16a130dc34b002ae854cc7836adec2782dec814fa7cf1784bea23463b8a6f53b299686ff372d358187679142ac0f63ac818b6b1f1ca6a3068093e1525b64ca845741918a0a3d034e0d708673a9f580bdf0d5be0bc08a87022024fa481fd3f225a890bf102b2963a11606d3e069822f1ca00803f9644cdf208977a2abf2794c7ecee6c5a71aa2893cbde06f5be2ab50cf90f1c59c2dd2b4496c3acca6758fc7094e96e52692c55b3c52cfe6614194d64c1dd053ca8d81fd606dc3e7c8d8452c11ff83d5f0ce306af29ad31468a8796aace090307248f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230360648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6863059b49c122a1f425752f614c79bc36396d35a982b04a2a3cfe97b84aac3f49bcf02875d872df97677ca27664b94e9d5245e3f52d5ab2b84eb036715f21bb173b08ff703c7aa8cd6785798deb4c91cc4f76115f95350b226f80e75b9c00f953074a25a53695df6548a76072075cdc064a42a78751d3c52242be28f7efe15cd91f6d2404cf3a33bfab3e67017b87060fd94d1d778e5cd5b56c73c9f9467ccf936390c58defce09652906579529efdb34d4383f7d1ced566174af8af9bc1ceb6b51837d24340c3e0603575808d4ac5a572b45a7ab0eb109aed5e6e491f2e9f4453b05dbab9f8da53546efbbe7d1a84851b717d403394530fd7d2a153966afc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228629275Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9649d85c3de7447d5bc7f123e35c89105bbd7a34461b5049bbea49bdeaec961d773055bdcb1bdc60c170db2cb316408ba6885c48f2993c7ec591e69784a5a0cfcf77ef4c67fe3b14bdbb88bf95e36664927e8ec773d2f0f1e78570b2af58edf720f4a8d61a0930200fae425cf9b4354dd60216877787e196178ae1a76c5da7a38d171add309a22509dcab39b22d1987731b6852a433641c2a9077fe073037c8626bc360e6a8ff7e2f5dfc69b33c2320ae9f2f56f10fcf31725349400035e69fe1d80f19a05c020ad3c6477d41735b293e4987b4fdb0d9580a96ff14f47200e1c705af6b9ba6a938896f6045753c777751c31028530031907d435f2390edfc5b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228578179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=04e4a4091ddd313d1579e342444ee56ca04090ec8afff9b859ac2d1904c698b7a6ee05774d8dfa5fb7b8dcf77a3e204cb1b2d91fa461a80cd3158cb3ff06da185f0fa52d11a5ccd034c059a7d6bbebf71f1647175ec3c88c73bccdf2e409200548fec61af0fe8315416d8ee3edf6f3f03706cbae530c638986c5a630bd3c7a77997d4c852d7452f37dfb613dd7cd79f328bfa3481c6fd76804a4b947c2b8169128659423ec469111c94d715af61e6dd03f91cb35be389feb46f1a59cf27b485bd85558964c062adb270cbc6f65f8933ee1e26217fb56db4c8b97f5f40712b61af4cede3bb2d29a945ab3d2d646f5e3e6e188c99f1fceb08b603e339c1cbfed84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227702408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4dd384e78adf749964e6cb817b5ae0024c72917cfae34d1741edb6ec51236eaeb109762ee8339928ad59b055d4f5ba2abf9f3ddec457339631bf6a7945456184c8296438caea4d228febe7030f80f1bc725871d230a0db11a7e4e8aa38c96d6428b2a3742d718869a1706fb35253f1ed2eeb511ab1d345e0c8ffeb1c1df1bd9da810b2dac63431b26db2cc239e3c3d3b6de5bf9b8920bd62968349546264f2e3305b00a8df3a2b782de3d216548d00990d7bae16c7f0da63f0da62c252712db3e08a1cb94d92e716c38d7d9ceb756bd222afca623b5a916b5f6bb2f1b6caaaa80c583a43284d73391625fddf214cb6a241aa614be23e71899e6000f0de06813d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228087344Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6f7e84e1d37a1ba526f8291c220819fc02dc117018fc986870ef774a499110c9ca8d548af225f39d3581a7c8815ddbb351f738765c3812de0ef9534ba59e83bc16c6cd9f609f275fe1d2ca016a1876dc48c6ac81898cfe0a269030e492d50247aaff5a6cf044587bf2d76fafb1ce2de79f098a70c4386d81b56bb4c4ab42057e7523ee050c93d466cccdfdf5e93c5847b3ae42ef16ccd2838c69b1376f69ace16aa8aa7a0a5df119fa8bfa3023c913e0dcee15c43963bd588ef552648adc9fe0d3454b07c98132df9bd892927fd4ee8ee941782a1d14a994898fa16ade57918985fc72eb3c88e6318b26e95802de6264a4e54b60aebceea902eb6b84966252b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227967027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ae4686c0a59346d700fbe34ecb8e5937e8ca94414d4b19cd6f4651dd52908d8ddffa0af6e5229301fd0c9409cb426371e7609b2d826f770bea01b45ae21f39fa8e73558fa66ddea648fbbcd604d16ab412b9de1a923a6cac3a448ce12788fefe58a82818771750697fe9ff891eb4115572fd68e99a11659b404351ae09083b3c1bb47bacec6e56449ca1b5395aa75fa556cd890bc41dbfeb34bfdf338e2ce6d4cf528d5d4266dbcb0e144477736c55e5c203fa2ac5fca75c359818f2714f7d36e973197286ab3b8f32d29811f18de757c287085ca6b85d188a4100e22be49a4a94309bd9c4a9f8153109ed2aece30bbefa12180bfd823b419b69093b9cf9d71c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227988237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0bcfc1aaabe1e20e76334f302265d0cd9b16b049d7da7c0393c214f3b160fd5d1b8cbec3010657933ad3d660a91ffe77b2a1b8afc93aaa6628d3b649484b984985ee7f88195011c8cd64bbcd3e91997aedfe693cb513d00bf0af3967ecf314b6646b77aa330e1461a6a2b275f30a9bbd35a39d7e64d51b5c98b3d2fe96be83967a8c6532d62d27f8beca4937b10707cfea9e4b11bfbac9e1d81e0d832a37d5ce8b19e5edcf9f94480dffd00464ff1e25ccb55af693d01f3fa2afdbbbffc4b81c3496552eaab1162f2340734e7f9d924273b6217a12307baad7bcb65f2d8ed49895a8fdcd5669f6cb8e0e218b1b89384980010d5e6e53f04ac59cdbe03bbc5ea4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228698225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a526fff89323bde8c2f38b00cdd0e0f90fdbbf1bcb0c4f915277f3788f6435240f47b9094a0e03a17e6cbeb185ba6d072e786460d0809334321c871ca51aac1e84724ec2b16c31dc5a8b0a57ebaa1c6ff3b3f2aa736b5702df710bcecb83456f3a179ef6c420bd309f42901081596e16286c715b5306f9ecfbd2bff9f5fbce62e0e86382f44c23b4c8dd80eadcb898272770aec909c2ad73afc06a215214f3f185f1cfc052e53d7884253a993fdb8fab5e68cd22fe766313459e93d24a1b1a146a952864cc582b7d59ca24820f9efd87f1136ad013a49ffc52b86fe881d52ffaa66ec9e4a8777be58d9735c31c4c6397addc987a6abed63af6453d9f0c53e80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228680121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaaf9905821745d9c28183f827e63d4d77580843186228026522a6de1ab4676c70e06eab7be6e7d33205c3500ca2f3864a511dada8d0123a9a09e5f28258d59ef224e15a14e9d797fb91515ff9904c08dc2e79da6185d1656e67520d2dab88b7fa696557b8c32f8ef7a591fa7f6a2087694123b3b61ff933114c5cbfdb6e88519d207654e4bf683e418f2b29787249aa806ea1830ec73983c8d61db2be3da78a96a0ec257ea3f9ea5cc84dd53e0d74a51392e0cb9cffc28138e0c1b140872103807239ca6ff1da93ffaf57235c9b48d4ff32122cdbb0cd2586bb9bf6b8fd8882220563fa34709903dabc9fb2afebb246d63be853eb701aab4be0e5fd02d6738b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226724646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ed0eacdff96fff76f39cf9db03ff4b585540a1ae569d422f8f6d1148f02e6d018b75befa8d22713c6446e9d195d3a2e6d94d680e3a56aa150a04d5d1752fa4aaf8bfbc30f600aa03d2dfc8da8bb060e2f2781b9a517c5eb0b388b9283db63925e1afc636fe417590faf7ff030e6b613e742616095a8dfe44c65d68a0a7ca0b4ddd913d462e89c4581872820b5a8a1976b7fbe48948003ebcfc161941c656f5bcb69ca82cc9f60dc0d781afce246fa7e83524f0053f94ab18f28abd8f76c8a74e50a4e36befc3e4bd62f5883523a9e39044d5ae6cdc11e5e1848fb68b5d03d1fc08f852cf4d56e8c076b8b501049c95bb422671027802cbf50bfd7dadc7a93e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226729675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d1854cd794426639541eba97a4a3c13645224bfe4650360d0659d1e82a9546f56dcb1324104ceba469c397403694d572320df3906e39f3642a682fe6e76d87b773e9b5e55469158539308e27206d01a46b81c3ba9356fdc03baa9db122854ff85ef7e7c0cb1643e2226c56fd325347169387e9eb7715129ef0d4df8efae0988c620c9171866ad51bca2ea0818ec0cd11f722b85092611dcae254603d55c564ac30e9739aaf3b4f8dd7f80cd635c41431f8be0c2975c57c4ad8410d7c9b382cc8e9a81f7d58acc46a9bfe4336dbffae30e3ab4ecd4b08312eb05ce1617b4e77e5478c62ad1cc0da88d6f85c345ef40cab36c9be5fc3f2a99c7681099be3a50ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226756015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1777947615ddefaf01e482da690df120730f59cc2e17adca1392fd47f0d055fee270bf3400a4544f406c6a5e662a59c6258688b132218903dedbe9c1c9a65b387c360d2d98f3a934ce094f3e1e29bb8da233c287667d0707188aaf498dfa87fba0efd1f2ec6bc6aeb68852437d8604ac91f4fc5a02603469735af98cc4c3b7c5b55a86d929a39df8ca6e794eb14c950698671ade47b86e027b8b1c379486269fb7f7e0760db52f65348debf83a4e4b15fe71694f3dd09268563f4d5664a026e97d80a61ce426616b92c65a7fabdc5f533764ab60d29e8e9a49a5be0677f232831b0f06a546e1906aec43436c3ae1cf8cee02ebd44d2a8e84e6a071bb0b7957b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226767336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09ecf01ac88a5344242e28b385a81338f48cd8456958bb1e67ca7b8880cd718a08e40cfc4593949e19aa5af0ba5a659ac7424bd1733f9b79fd409e89256a72c03e9a494167b0f62342739b48f756a36eac79a80f254e020caf4316584b93fcbe820bf610a697d835809caddcf45706c8209446e27e705e6ba10c52eaf65d5adf5748bd51f43003ecb4620c115ffdc41f93e7e0ed556b46e305082b081e639a297bc236669013ca81be91e9db578e8f2398e5ee8df64deed6a834b27b993574c81b5d9594f7256ce493f161b18fa85f5a9e991467f0c31e6b813ef9e2468595f9e3863745c51bb0e642ab2c04af761773bebfb9a54f361d5ef1b6e221b573bed4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230875829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a47d86cff48728713669f6f82af2e472925800ef62b2e9100be9f51c8e647d246b98d369286e1797a7941cff292e1856d93b73f5a40841d8effa6bfb410eede8bf880f8c11eb33f170d667c4b245953eda1388642e5fd520be891856210a5f6a43e5910027f45271c2a9ae28754d8bb71e09377c4a9714bb2d953d3aa43cc49b20c9c859c61bf792c29e450e3217152fd9dc87fd03f42aee6d69261d6a06953fe3850b3a9843bc93f31d7d7bf1e01045cad6432ddc027e520ca803cede7c068753c745ae08d2ad82cf58d44632cfd79a06e6e08eba29ed04510fb3714cbfaa4fa550603153d329a380db2d9898ba6221918126e82245bfde4f95e67c17e9d4b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230882612Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86699b1182d00b20ca4432009f88ba2f930d4b6fe53be75d036f932b1efd2ce503c8c4b42295554044f1c4c2588c3703e9e35af4b950c8d0feb05fd1a1000c4e77b613125e7a6e62d030d9f504f3822a155a3674f050ab78142c89fda25254fe70e11232d3c79475a50070fe223b9036e7ee3c301e61283eb302ca4ec87ea6eeef36a7d08a58906a73d04dcb918cc6f7d1efe666b41987b7671a223c2a1618f2771d3ce76a57d81cb80b8cb6fa1eaf4052bf14ec53270b62093e0884c10b758baa5329815769d6e52a4e7c3ae8b2070de2f471e8b8f1588713cd937015b6df6b1036c7091deb4d27fbd17aad013427af5623cf361fb1bf2c0fbfc0d8dd78cba4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230921415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c887377b8837ff6d2539e8c25d25ebafd96d698d288588f63b4322028b837615950bf85c3f4f9f2d38434d2ee2a430fb59e8671c1b6424777d63f6c727ec1a734680b2cbc0512c1d1b807ef32c53fd861ff469e2692dae273ab9ef3b03528bbe4874fe8cd2b9d0d3077bbdc9c2dd72a41bf1955ad3f2d8c5ad3acac091af1dbac8b881d10ca742eeb09daa87a481e06de0065dc19c71b5f409fb5ef97d7e59e86df53e54c0f630d008eb1772a24f19033f226db7361d0f55a1da561b4e7396a43577c113aa5e09de322c93e98ce363e5d052fb5cf36468c36f0750cd7586f4a7a18569607d031e030c62bcdc271fe68309840ec006afca480550aaa558f877a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230948306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972800766387cf2eae05026cd2a67c0a522d8b697064b3e0fcb6af6ae84bf75d195c50000d0314b0c9d55fdad5853b564ab512c2e68643ad03f2ca92bc0002b5bff65109ff408891eb455e18b7280ca57323401243680ffa576b4edc1568c66c6ce34c7b8d6879bdd4f7153474694707def3b4e6bc1e2e3c3d1fa7b4afd3086327bb8e388e8a8f85d901b260ffd4914b3908d532d779876d506122071f952e6ff1dd7375cfd581a7da53518c84edcc444861cd5777d00f93e022cdcc0824db1f5313260df73cfb4d820292173e05d41fa433a092eb0b9cbeec01e57614f5c2a3576205d03cda0f94617afeda6da5d917ec9f9a1d6132808faa215d6a68e77768&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230958485Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3ea5625d3dae47630677369783e037ffe91a3f7a87a21a766e2690f292b6e83845eb372cf887a609bb69f18ea20a4b4a34bc4286875dd7f39cf3badf7b2d1a54c765ba9a38b1427a0281a542fc7a5dc3fca6448ef9bc4fa6659e8d2968cb2ca90222c6e8b1d958caae0c759a34a4003d754487cc6ba106b8247c063703e812e6bab9cd4b822272c388a0048088452d9594c28ab6fdb97b13ab3d9df2c45a16dc9ef04e9ec13d286f9cae5b09275402df608abd38e726e2c3604e61fbc50c8638c31fbbbfcc2078f9870cb5b4a749e4dcf64b454408a7456f931bcfa60e8e33a586c18707bb06d35d1ab101964719ebc503bdafa1f581578f859e5980f188135d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231018338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67dd3956d652f30d873fee9b0dbcc3d6bb46261e412eb68986d81e56e2857618d05d02501f79ee0b4a9d010024e83828f81844a0fd1fe376b68f3b881b1840dc0771580b93ba5b86929305bc4e59c2b207c6d877f04cf55754e088eafc70a423f450345b32fdd47e918dcb7c13c288eef7617ba9c621b521f186312cc8d7803b4d4f62f86aa1437bd8e0e5c516b947efa31dbeacaaf809330e6e0cbdcdb171b0dd36fc658bc2caabe47a1f00eae88fe298af8f98e22df4140ef4ef24a8dbe2245c7bb952540f8a185c97496f4fbc149f6bb276683db48e8aab2836c02f3457279f7fdeab6bf24e0fb64fc9c4cb3a71236f055ebf51311db40ee7b8b99bbbe331&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231043656Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c31a7a8b9c2720d438b44f57a942156a35078f99f0fb47346ea78017f9d195e467caaafd67af7cdfc447c30960c1e2091af2d8ff417cfe96d23bc53306d56cc1eb164a1f6c50106ce7a8c60bb3bca8a2764cf7dba4e0c1676b2053eb4c29040b199f020f2f9113034e58dc1f05bfe76efb9de8e573a6efeb3e50567990832c433cd6cca7a4d3c85a540e469229b9a250f4ba1e7919df88cfe2e4a176a6a7a7286c21a600305da1a7a100cd15fd7d6b52bc5e10f1bf7608ff92de8a7909649d2eb6e6ecea010a3e4ad2f919f691c534978954d84887e77e932266ec2ef73a81da3a7243b3494b720dc1cf267fedb986eae3052f7c1ac35648b9f1b98e654bf578&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231073181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6fb6647161a1415662e40e48691bd50db70a4bfd7a15be54083bc52bf6ef38f1ecc735199211c8a9dc98e11ecd872fdc2dd3091bf055cd1a7010f348ec7ca8aa3ecde4f4636afe4489525c43e3a50d5ec37dd86b19205ef4100c751609f6a682ac49f05e20b5ae4a84e5c5682cd6e6f4600e947020ec70d1a8cb96762591536315c1286af5099e7fe4d0b4a8860b85093f401d9ca49a0383db0e8704cc3c61de0721ff217d811f393e113880e095790bcceb9cacf9d7301ad109342a68a01ecc8be314aac9613b2bdd3fde0103a1201f92883d99af151d02dc6cf4f11b62e625e2d9756a6e8f039ff4e1b908686454ae3e5432c16e6e6e6ba34ff47a256c8e90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231103378Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95a9149b98eb959114512aca4a83b5d106f4dcb36d2e53b61b4adb5350616b2696de3468ec98273a0d8a8b30d86231a64a38fda5c29b3a1093f7f1d1e31702826f3157361b967315df255977f35a01fc1587768e9900a755c9a7acebcb57e052a1a29cab671309f5d127f54609bbc016aaa1e8cc0ad91dedff3aafae396d25eb419312ea04a21d7e59b31cf7a67567a325ccd38ff3993e27cd7922c009b3108e3b9b7dc663666cdab372ff7ae298875d30f49a3d173450f7716e34a118bdb908ca2995ce591a1bb9be0c2cab0b16c073409ca4f008604bbc87e0cdf13f9f8e28291bcd05edec06c4bf0020ae29f61621212ccdf87f5bee9c6ccdb1878052f8be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231129457Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6c40f711a5d5928da31ff69f391a53e9f7bd62c2766b65874b2c6fc6297afd43e777975f00f42cc043657b96a0387d7f2b4aec75cf612e0385403ac300a276c7125162796773f3fc97efe452f8a58002aa8c300e3ec41bcea83c88c2709bf2c10245f4df3e02957b216329666f1257a4f00de165ef0ec0e9f522dfa99bc9417656896a9a40a123cb9eaaf340cb96444c2d453ae338479bb33b076ea00c53ef0d15cfa1db022a81c6e15bdcaea5e98fe50e4e105595e4c725cb18bb855e7e9b57d795c2fa24e662a25dc116b8759ff1c125a77c513b317899e21602710f5f4eb203e52fa849961e89d1ef1387c55f77c5add29842377c6ae4944715fa06385801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231355313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b9d7d611abe4d47baed9953b004c3e3dc6ef43c1bd88b91e3f097f3c44d5efad9f29c495407b5c5e30e29597ac3060dc337be21dc8d8178e83bb32c48701adc99373c46bbed3119977ae8984cf4931e05a6512e9aac3dcd94b7dd43b1480b595392724bb479e6a35faf8f9867659327baeeb9bdd219003580f15e072d3ac96fd4d94b5070b43b38d4c71d65aca522b12cdebdea850db76c03b0f9422d233ea3cbbfcd2ba25d3433b355482604db8ef46fae28f03282059a2e663c1cafc626b8cf85695d4963ed22b6079f21d7a35da9e9355664dc0a88d1e906a6fbf2b962b945469deb6741302c58492fa5009e1727e87ea0295b32d6bdeba2239a0c4eb7af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226767276Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b1ddf95d0509761ad1623c07f701bbb9e3e03f331eee03d29f2d5fdd909ba7ffc278ef3bf6b9b130f99810516016404f13d1c9721fee934902029c2ccc5bb1a32ba2fdaab99c5225e4898dac504c79f459bb32349d0b5901b715f34db930c3c5ca2b0981f544fea891328966cda3dbef8500f17ed6e465c21b0ad5de0ef6e7c2b1f16c6517d5da91331326cf401e3a23ae88de896ab3dec6f1e6106d96bfd0d8cc7a8d12dd3ccf749dc1262c6f4eebdad75f549fb890b40bf5e13e30b5a46c3472b90741a48ce8f7823e3a67f3ee9dc5d1d43e94434dcba8f361a74b26b6d00a50481bad80e54b2c96cb79d027cf173875f2c3ff315735593b3f9cd092d89d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226815507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90f106559c8d87cf41086539b4576a8e4b82f904154a1b7a1ec7ea875e4e3aa4bf72b54c317c4cb203823f71aa4ce6fdd851eb1ed716e3a44316699f01d22cd976c902b06a186df2f87d7957d28c197915d157575f45ac48bef19edc4ce4ac01c8b7cbcbb150be314a7393dc8ac79cd6816ff1db4fb7ee3a78d6ecb2cb6f04c9744f46ba46a39796cfc2ff9aa9f144dfcaecc57a5fbeff9c7e819a733fad40a71654460120151f71ba0107e9def4afafe16b163f1f7784b7a1c043f6bff79e04597929fababfc82ac30b23d2231957a537d433397e32e551c83054e224b8eace857b4f406b3ad30979103a6846587d702ad934faa4da3de46cef4f441ad3618e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226828241Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b5ba7bf90b39788c9161e3091692a23e283b983b5ee8abe5d85f7dcae2aa85777e0441ce1a0d21811b3a9ebc70ed9196400ff666e4b0b160f53db0abb57a5d2f805898df6810eec6c04567b80fc20bdbce839982b805700683ec8c57d957bec75a23563382df6c9870536b8992ed41590441bef9a35d439abca8d3055dfe11dfc187e02e7402facfa0a054168eb5e9b3066b3002b121e4f268b81226eaf5da53818b83e5f80366aa9be8676d04e5ffc20af9108603c37d262ab5c6c05f4b1522972951b5e2b95072a0dae6f8ec98d08e2929197bc5cf2ec8a0a334beafc052257df93f0c2acd462b0c4048b2397d67f88c152c491837099f8f7b51fcc6a24bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226876572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=358a841702e387eb5526312025f64515cb77df8fda5130785ca078218285e085e7deaf0ec728b01bd581cbc9f723416bd4a33a2a37a59e6f31b9ef4f5d14107257704f6c9f036f45a2e58aedc0c914152c571916d2dda348dd8e45367896e8b9ac872f3545dc4ae399f0b492c4a4142450bb74a94c9dfba7d29baaa05af3b885285ce2b6bd515130fadefcdfe26994a47e3c0e665495902b796b27b918f433b41ad021dda1487b2438ab2bbe57d780d6abaf06c5779f76097d9f0cda7c67b243e84490d06fa43f1c900015da2def7e2a294fdea9471178c397d3cf987dd048a0ff9fbe0df393c3d5f1e643772908c385ce7b36977fcb65a406efe03f2acccc26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227273991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9abb988ff1ec14821cb8a7b6a0eeed1c3951f21ca16ffac7eda08151ccc8bf7b96ad5681ce1355b0cb4901e867dcb33591591c3c299206e9ad355b1e2f08853d46b2be8488636612296bb6ac385749c7f685c977149a57de713a473d34ba001eb0607f3c60fe524f23f7413191e26f8ffaed9fb03e3704f79b4fca5a9cf810b056d62229ea11432a3b36767ab8ca27adc558d407225ef244f317cda66ad679b47c6594ea4b3e305050e7295a10dd97f5e5bec0401043b9b430121dc31aa28f5f25532e18cd0f77c018f6930d33a6e4004ad44e255a85616a06b2b01a4fd4f2e45298162cfbbc23c2058ed91eeae4cf8e9051b7e5f32c8986edc8ffb68b1b3b41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226574332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1301d4268addbdf1b2fb367d3958c80b157d626edc45913069f3de50e4965bb177802f67d43b0fecb89a1a2eae2082c1eb53126608c9cccdb9d8bc377f16c4de3cdaa6f4c98bcdf7f298fd630a1ee47bf3bf15ae3397f7037e70b589ea9905031384ebca267602d307922fdbec1914fdd142b575fabbc9009696123b64cd452bb8199c270a9de68487a6dd7d4cd6d5a65c47277d49deea3294951e8e42cd9bec599d071d9a18bc576758000ae13b6408be69b79ad9e718c0f8797676f6cc179b4af27a8f3a9f864c53a3efbc451a383d74cc061f67eb7a606fa693b295e8c26143e694a44b5244d2b63829041dd16a6d4bcaa45e5e7715e8ef2d3385fa00263a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227324907Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05ceaa45e3f7bb7c7b5275a0998286e51f908f4d46bd3119adf4dd60fb7f486ea27ced5280f2db3a9d45f1e32018b840cc120ad5b8dc235662ffded5df9a06bb5e7ea47c604a954102e39ff819611c709925fd4d7677392505b45a3bc75f4557959b172134727bb8a38e7abe4fcc6e0d60db02001f39fad48fef9b9e184f4442e8be76a74224002acd1586c722deb3f91872fee3a960e3b1027818aed9ea2bca41dbd1853e3eee67a8ff6a6cd8341f8ad30112ac9ce440a0355339b93cb914f6e707af40445fe780e136ea589589ec3b389f92cdb2f98d6bccf355c0f5a764f62022781a3fe44865e8534c627840b88c55cdd783469630c249e136096fde9d8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227348121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ce10e38ad4cb42e3dc4fb20ef1292efd23fe53645aecba2921b000101c21cd825325d0f000fd4409b42c1358ef2982d0ce0579e2106bc3774382c56a4becbc93d30e37ee424dad47ae88edfca0a0c3a91fa0ecf6cd82fc1c9bd7ed335d6dfcde362aa0a22bb12a3bf3af10f6c3149e610bc3df277cc3bf3657db38aca03554e573ee44c81f8ef95dee309d6fa7a2eb6dc6ffc57becae87131e1733555a1e10db0c7ed1ef7b90eab1a9ced2b9c54a32bb119f80da5eb8765d484631e2819a07dd28ea8fbad5c068357542a492e9db16ced38c45a7ffcac299fb2d0adee9803472b2b4e05fc4d9f5069f285a04602cd8447b669f37f220277bd3a864ec55723c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227462757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af36b418bc3f2a932f15ba1ff08fa8c39177a948c4ccdcf518ebc2df7a67655188c12cbd8fcd042abc3fa42e88915ee80dbd4dd6194c3ea257e8daef5460338dfccb7533fdc53bc273b14386aa22c67a832e2bf1e75baaca2f164242bab025568156bc84937d0b518984a1e4fd6441917ac70c837cc3ba1cc3c17b72d53f53a726eb535e1f7c953f257e00c56a5d5e1bb4732061f8573b1dc21ee6923f01c230693f823fa5984b7986f1d1a42c6ebc382984ebcd48fde8ca750f4dcbd3499dbabb9f10ceb2cab250a348a065c039492cef8edb0733ee3bd4a8863746d454932f5a2bb299d59a3868a23cd8747a8a4d90879aca51954542aaa914d8825cd9dabb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226630659Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e79a3550a1a3e05bd672e1af7f9aee5166e64cba32d8bd817bf9b7a56ae1c795279f6d00fbb4c0bfad89feee8e6bf587119389ad999bd39cf185695acad6ab9818735fd757df1375170a4b9c5ed7cd9e095586d941a04a76225ffa1cf715eab769606cac87171add8af531198aa13d4a2efdb4ce68936a12b6449cea00099b329400b5863b391481eb8a4f02d95e339ce34de49a0b2de96da7adda14446569ea44840068ed57c61f9022b15fbe159b32de3a131fe2dd625d1c6a2e04158e75782457cd0bbc3552e06251954dd2e830f461ca37c18c4626c78f5e7a32b2d5949816db4018c8aab192f6dd1f2fbd7d610eac5b7b64c1d0104ab1f8b51058a5c00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227754146Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=01d0cc4e9d7b65989a7d0ff212d8a6dc30cbd9cf060a2da409965eff3c61a608a389096ae3b181f10471df2699eef5668d2c5616a506ac2f7d1ab9b0d4c685f41ff79afd890b004f4aed601a656f8d573fb345dcba4c768a8bfafe8c22c6f75318682db7802f3c2a70b200967b082ea92c1422d587e07b029f8f614a72e0ca94b7fc2b65dfe62166ce4624533670ed2559bf635c63841691216e276963feb6f660c8cebbed6ef5c5be7dbb19b0ec5af25c8c8bd64571f0e30399fbe72dc7e0d3b78eca446d4f022e90ff6dc64ee5a0cc283a1862f8b5a65f1cd595cef30b5eb205158c3179471eb52a9b5fb240bfe95c438d542ff53a9e75fe87f786ba16dc83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23090259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=603c3231f1dcdb51f375b6680609ac131b70a4a13efbd572d55a6f273f75fca937e7bf131be37a98585cf6b286a1c0edcf3c75729742b6c1605f03b86bf96db574f577e6f9c59fc8af571fd62afaa168e7c4f310727cd0b512cf322aa9ffb4985572a02799caac53769218fbcae91e1de5f64967a006908b4a528af74efdbb6c77db645fdfa89f62dc0c1e6d12833041a699baae5a57af968e2dbf977a363c3e712dcd09eb4c7b9435a2fbf1bf6d44c740cb538ada7c2db8976483d28f33aacd85987a8d6f1d5cf120a555994fdce13de0ba36beef63fadb30da752d1953d5d775279a319c1dbe727821f52e614054fd882380b487a84ace38b0799026acfc65&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23103519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22cc6dd7d6a817f2aece71fad927495a0e63545789c058815563f796bd652ce4118af58439d2391a8b1cc1b68b1a26fdb580ecf9af0a8e7c26ddd14c45a1d63b30c1a00bed86988dc5ea8ef2815fff5f77472b4ab47e1c2cc5d4c78f818ad9566da1e498dd6fb5a79011af784f84d76a6e734492b7dcb548e57e8d090ffdcc2e326c9694a3998cc45492d05ccfb6283e58506262db4e1ff6c79af1e20b4a1ee40f739a9816746970cd2d57206393e6afc2f42c900e4af7c0cfea8eb1834bfe5afdc98a2cb3ec3a3b7441dff17b920c9c416cbb4006a2e4c3be893fe5c4c9f8be721372ebc11057a5581ff41747736342e2215768042d4cd74711f4754134479f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23148613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4227c68995d22d4e5e89139f79a15d4b793837de13a4267103519529243a349d3dd31d4de9cdf8f003ffb30b7cfcbdeec016a17cdf64ec9902dd673568dd67a56ca6dd882be3664ec154fb4fc09d740515f6a44db4e6ffb26963cd6dac3ce06f832c9d1274bca80575dfd2d3fda35473384537036836a1a718abdb180370a15682c8863f56ea58708bcf1f9e1ccdb6da1eb34d8b77542c9ddf57cf8bece2ec6856946a64a71c5b07a37ee1712909135a71f6f6fd0fe885e9e7cf5974def60703c0638a6128a23c8a89ceba0785079c2235db566dd84c659959c0a96d35767aa2cea2f30944d3c8c891c88e426d13cbe83c1525154ba6a76091ff65aa86c11b69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231505206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9fe234900b904a9c6a1ec53a5eda47148c77314e31a9507005488647b9e3ee47f8cbc00e152a6fadee169ffe769f99871ea88a31f9039d551dc71297ebe86cc852929b26c064c6eda17b1ffbf872db3b5340e14275374b11f4f4b529a1ead3ae6451070ef40a56ab2346f465ffe4f27e5fed2213f4aa74ed5aab51e5e7248cf5415cd264001907ffbd2ffbfdeb5baa663d129114274928de676408afba4b75b5ed4f1723feabeed97eef4cb8fad361fd664d0ac471beb3607b1a7e15b32976cb2fe4fddc455ef1a69ebfe745171b6468ff941b3bb191c027d21db62b906ea8234265db9cbbdfebe4f1709620b3b96f1d04cc3b2f0c9d9f489ae3fec08872f18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231524652Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5096610fa2015b214455ab02c61ba4858c809569237b014317018d7e9c6e1acd8ea7de9ffd02c9ab4357e14591b5fa8c55a1798adc1ef57de4469f056c3cc70ead2156d0bf9d9f95f98b38a73272bad293c3e7e6b54ad5d8e249513535e7be279eb9c93d3a40a6a83c79ea790cf701eb979ab4bf8c7b57973ace0c2d71267958b70ceb7f6a473f40248a80709be5d46c6cd59bd2c5acb5be7256dcb997af0f590ecd66b22d35ff6f95cd8101c592bdfd56c4ea8d4d33f29943c0e292cdf6897b8f3aac1941bd59d034e22d83b7ee9cfc1a78a56c0671315e5ef5f00a1e18bf96cec5e8b61c77f60f815a6aca648330223a692a2371f1c9eb002f41bb6458cc3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231547305Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93ec92ddab6911d5de609ad62f68ebfde8db8cce836f5cad07ed1a7ff278ba9a53736d55d4544cd9b64b40708f020aa609d4eb9fbe3d3463a9a5a731d4ae5b7420f5ac3e92ece59c97bd1692de3527e80b0ff8cf3d987b37650ab58b7affd676b92df4513d2daee6c1c43da7c0d147b9de88f39ffc7d8dbcef2b521585b03981cdcd929fdc988264e6b4f3ca462e940179e2cc93336bc4fedb588a904bd1964dc711a547f07553c5595add017afae07a5a9e3ed65aab699f0c71eea6fbd2fa1a39e0dd6779a59ad8a12d87df84556284740df8755be23308b8cca6a0f6ed9ac8b7b08cf62f49fbf24531bf81b4d8459e1d2f06e2abd8ddec7b62a1a88f1a0bdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231569847Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88432c19e6915a621d23b465f2db77b83a1b35d7d93a0f9d497bf1c9689f3ffc7b4639b44959d2f634765bdc8ce8fb306f234404410ac49b070c5bf0cd339a7483aa9e14972e11acca644e519e0a2b65f4cb3b022bdf214207268bee4b1716fa39c8bff73243384ab8a21d3aa474b5b5f9c06bb62c8fa92d1e86a700276a71dff342b62bfd312516b1163c9350561d1613aafd4e44c6bb66f7bd10e9d1dc5f96cdee11e5e72b2039adec50002bc887569be9108a79ed640f3b989444ea2c12fdedee069574bb16cf0c1d0a849abf4e5772044185a36e7a038ab62d2fa069e017451eb46054e3bc8b75d91ff8d2a6b666d4709580efb1b39d0180a3b639eb614c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231584856Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=008a8a4b1ab4387a5cacf3fed85c62162e4ffdba1f4076e3348bd57ff5585e99c45e8b63eb283471d3bdf2d557e15a3b79e916d3200484970d842b11e352c36e1e7a515fa89da1e03f45c88cb3a86c124c1f74bee7f6b33b3dfa9ac79b28c691d2acf0b541390f352664f22fc48d75fbbdf313ee6c090c5b0bbbf10edc39eed1bcb7292195b650053090968ed00fde0fb67780e36d15e757625105048058a9cf3dcfaef65c677d8fa588857dd90e8f200c16076afc8eb1de9083574da1333e3683424e08ffc386d592ddcbb8db8b88ac2fca83fa8492015133e7a53e8d54d277b06fa74b83a4844b1c49a824a3d67878fa36097ac819ffe6558555237be8032c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231085715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57c5b6b7dd3b469ad09416879ed78fddcd34318c93d199fa1888e5434a0cccbe475529f4d064be5a558823fbacd06b1bcd078689df90529fd00f011a342d142ae242de7a37d9726bdcea23df70d0e9cac648c1a1693d95871d5ab6ca696577b54930a8d7ce48a585f83f9c7ffba075db0b185c35913fd48c90163b263fc4e0bc5aedbb2bf6da352323d97b790e8c3d0cc1fd47a3f1e30ec9a4db3efee50db37e615dfc580075e4f3fe487715c414329cf5192ad385e6d3e9f998aabfa5c713a06260d33b1b2081badc1e87788440fcc67e63d424bb6b6737c5d428f0d74e4fef64ae240f3ad3ecab7c3f6133145fa0a63b0ae9996df8c03241296d5c05e3f1ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231640831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f45b328f6a40ac2b6801134c09eaef8b7d64ecf8fae5fc392482b6c79993fa6feb7cc833314d9752ef651d69c606ecc97eda56b86ce6c14e8c24d875d5d36517a5aad39b43f8c55e589582d79a24014f329430165a653c541a79ce6e6933c476ac10d0e5499bd7a80594e4ad6dede84b3691ce8ae384e89f11b2bffe3c4583be25b19f85e893eb0dfd18dc90f8ee98e7167d3cb4b549527bd9b4414330d5511e770e4a312279f16a3c16147c27ae59636252a95e7fe6b35d8828a6b18f59b10e73112c4bbec42dec73f6d27de8234d609ca0917c9583019af18f0741228b2214a0d7bc1146760e73ed656e56ba4eec399874741a32d670155fb7e4eee13f0a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231642244Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ef3364e1c874667eceefd733545f475c4e914a69951f66d1dacba8f201dccc74a3c878c47e3f465b32436c5b250321d49100e2a5ae4c620992f8ccf3b2175915716230e9048a3a624404fffb07adf386f10bccbdc048fad0098735085326b83c91082aacf1bb7062f28e9afa478eda21b1a6d6042252077643089559bb753f0b76669a0843f532b16afc357d9a3c174327b00e4750339bc72c87a7576f689c9002a04f05545be47094c8d796e0deaa9f3e08c85c08b8f49b1dcafbeffdba4f9b643c998e793526b66f5db9a42b6d09227f771a4f96646e80556f329c44f051ee60ec5129706c6c75c73212a85c1e55cd99d866377482c6346ce417ad42b422f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231682319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6bcf3e455d05cf94d2e34e61fc8fcf5f3d8563a075b219d1193bf3fcd00227bcb6df27bda88745c56b8f0f5c2f68fe6c04599b6ea8b357f423b267e88702af838a3b3c3fe767a3a2cd155a0dbbd1704dae42b88d34e11f5e8add61f596defc891ef1190ab298662d6621667a027082ffc6d9da3cad844f4800281ede98b5b04c2d1964312d4f2225e63405bef8c0a433066c8c64aa9659341fcb2bd0c9a681dcd27f26244444faf7ddc8c79c6615585449b7e97276043fac95a697c082665df850ffeedfeb649e5577c3ca083fa029cc80cb030e86b94a7b880ae58f7edefaaff8ffa2af0c97f0bc9cb2d2cf4b6a1277e161c752819d8b3988f37928d82be024&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23169315Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc548ab793e66d87a24175e6ca0b34d0cbe23945613d023f59482545affce7c58644e7b364ca36e5d327f310a6cba3b8d8069c332370976c9f590fe4f959db3d5f9d44f1a41e469355ef0575ecf1d82e878d4c215d0ad00bf18bb10dcb2116e3dfb0cb9e7332ddbc7a1a6900d71f7a415ba6d044bfd86a76a9582e912bea9162936554b092a607bccc74c6ff1b36ad8d264d8cda20463a451a9ffc8c390da94cdb6699fb3585584413988e1883e9ec7d740a49f78016f31d34700cfe716426696f9db93a7404ab3ccb95b9e9c9c83d6d5776d3a206bd92faf2aad3ce5a2bca19c75bbb73e4f9f7a5c0ba568071c8893549ff31d2a6d104eaf4e2caca8e1f0a4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231706074Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9cb18e4f396a25a0a98641ba6a2476939dc76cffd238bd7fcbe310dcc8c459f0ecf6f83d3981a19763f9abd1d6c95adcc865d86976566182760d1f699566e4cdd7ffd8b580b71098756f6b6ba89475640ea65f59ea3a88d5c215fe2cbea5896eba141206b9a2fdf01e3088bab1670f7ab90dea75fb12d4bda080deabb34b319ad94248a242fb983bc870e74cb4bc2576183052774d7d5e328fabcd8bf4d213d9a7dad864bfd968e176f9c435c1a6ba546c66394772f1ec030abf13d1f4df6887ef8038ba2054a038c73ccbfd67a91ac111986b4bbe8c7a925c184cf559bb782a011e4728b00138bc5534832919c67a9cca8e20622029de440b32d01c6203d74c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231750338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0db986e06963cafc84757cada66263908500ebf75630729c584d4c239d08c0fa8ebacbea96163eba57036fca8241af790ff70f1fad1d954cb7b33baa4fed145481f74eab0ccc578a71dd39002bc78ff7b115274cc8efa1a4bb2bc0e99b4a4f83943a0082b294b74bad0e0a7f9ce4fd073dbba9851f456463c1e714376d073482e1c9ee2489fcde81056f3e39b98b3dec072a104f724a8c47a3dd1c10139a75a7dfd3f1553ceb18dc5f0a577f2b8ee1bc6e0e620b5e98952c78e4bebe4855e54ead1bbf9a19a1d94c101d3eb4e415be2ed5c7e7afee3fa3114709ca13eda1309ab3dd58d4daa7ca8d7880c6266240a39ff6ebaf8286c8ed9af737eda96f1d9511&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227769365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=175d655c9547429b2ccd5539df226edd4bf0c79671cc02b2eaac8de4fc4f7bc4781385308364bf01593b11b0680c2372b98f47e4a47b8e146d85423a497972400dc4d15974c0f2536580b0c74b87477b6a0642c9395c783c6a84398b087c0659233d5421d2e92ac21eda2acff282565fbf3073407d89e64bf644508bb414f4104066b53b5dfc2565d059556755b6e3007b9b0d47a10f5f8025a20eb27d417386823e3fdb572adf5879ae9267e8da4a5ba6ba5d2c823403524ecbe738f242d6706feabd70b55fc6021be3da35effe5b8004b7a906e494ca8ca72e450ae8522016b92bfffce79ffccfc0cfdaa71105d89536c13abe55a2b3fae508966f60af70ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231472223Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53b8776a19f8180271f9363f64d14dc8136d09e8eacf774e6b5e200d623e2a968179b6a3c37d92cfa9460c8e563dde83499fef1567dada1cb77bda94cf81952a5f5bed2aab7289c82db0df0946da48f992be03526814d83e966a46bac4a14b64c4658d6a1f972e139596214dc1f64125191ee6484eb357a89052d5552902957a68919291feb10a582542d02b20e31372276b0e6d0a1eb7bae65892ded06e068159b8bd3db858f972e5068a726eb553f70b85eef7373e7b2052686d0f48d2ed1c83a9a17b605ae43ba13b9ae7ae07cdf284afb2bd94fa10b49b14aa751527566cfa649312aac76965a2b295ef6ee20af673800c665d238e80bcddb8446d820208&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231920528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=237dfa32be6bc5b191aabaa2e1a47a754ccc41d452880488b413fbd42baa2dd63b9af6968d923fdbcc316c65ed65a9b2a9e7a3755604bd77332213bd97ed8c31d4cf21da16ecc1b09abb15865e4fcfb4f0c5562d682ec7256a7bf7289cd349e78aaeb6fc370f98e4c22b13ef101f35c9f2064e515863d2b1c4ed3be56fbea2e90935641e161bf8908feb8b432d824bfbf2ea7c95ed9a80b490f1e0bbf8c3b4af606eb5c4ede5927438bb5d11d25a3e7b38184bff24e670e2bf079e4391962cdfc412684dab23da16761b770552ac126bc8bf03c59d4e9bb67ef0f9ee6c2cb92595b35f3d1cf6026d71a06cff283ca0b4332e0004d1d22d5b062dc931b3956672&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22780392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ace039afa82ba39f4fc21ebd613b26b5596b624df0ddf477d4821616e98ba1d3b7f1456cdbfabdb0f522077a90bfef92ebf6d6f89118de267dfd354b52b4c45138ca387c09537f50fb13cbe2b7c0ea43076391d202beb0b8727a6dccf79a9c446c6299991aed86f588ff01e4a7214c13610e47c7bd40cc4c435c74a79be1af75c20c2b2981197832982a3b863fdb3572f4311630960b5cd156ef151b443290be61d173fc00c06d72af826edb921d880aea39da5b36acd0098a872e96438ba303c5671093795f20ff9382279a3d855cddb4684695c43a307b94939e51def7b7fcd856ad8f0bd6c82dca23357c8ac28769ce69af3ab1b5886c5ee6689912955ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231528029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fdca0a0d36af1e7837d0bed059bfa2aff161455ce36c75913732f48be1c0f4bfeb836fae5474c2c55a7efe482e683c4b493465144c08fed34f336f22c47491d6ee4be4ef8f8255b14fee74e89bbbc392391cd636e38bc3e0ca69d72071b05ea9bd8e3e773dc1dcf096a5bbcec2e5c744329dc9682fc59158eaa44518cc5ccde0a85505efd1bdb2e19f7a3c691e86bded68d2f05267ba3796c57bffcbbc4a6dc51da520857ce23e171872fa09af597d8601347153d926b67bd52bb92964ffa3cc1a27e443f6fb89b9a8fd68b82c6373611222c65300c7a93068b7de79c9d62ac68146c73a5a8264de2fa672c63d40b5367e1bb97d65862b8cea631d1311f6252&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232085349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a93a1580af93d6efc8dc27e98b9002828b2edf3dc6efa3a01dd5a2ec32694bc29e73b3d96478b411314c87940b93448cfffadd258400cc13b4b93936d0a71d15a710302c2f69b32e69e7a1b573506b58611a516385c09c67d1577e41db57a7d0ef0dc61c39f573a6e40394ce26b99aef19f494faf2a535b52c72f867fb061dedaa94fb2b9e875b6f07da2373c0c910372d17e11e3020983cc3a186339f365e6b3d30d5d7103b0663b93af5549474ac2eb4d7c0574637d61ef8ce853bdd0c6fce13cbb594017e9d51b3965e6505353752c3f99f3037b6a8b342ccffc92983d07a4b1c59ccde3b47fb7127d6166575955bf9890029f893ea74e966f87431dcfea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231588252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c6db8e5dc698420de231a3b0f9a61064bf59b9c2873814ced45189b675a7f04924a79a5dd7e44e1173acf829fb4124d1eb0df3b2074bc3a5ade3f5b1c3b628a6ece1743767f2f330b87d3c48949298465148cda07242d695004a4158423aa45aab66d3724e17d7ac591e37f0b73d30c04409286b0da9bb77a284d63a9eb58234f3938deca263d1443d0b2faf27d49fdf553709238bacf161e597494dac7e9cfab81c8cb157d128049e1999174a60cd01da269c62ab7c48d0ecd298a00d5c32bf9774403d3b27a686cd5e0a5cd9e313d4a57fdd5a8dfdb06c9959911dada16140139c29ddd8f0306fc633b35d87614524d228ac74f2f55646d83869bd090b982&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232057386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b53aab8496e4641bb64516ebc59be653717d5d713df814c4dff64e28c9e3b872b10c851de02d584d01221830bf2465adf5a719fe7974706d54c1800a7b40b9db5c73f3ad49fa176efc4b0f4936eac799670775ac37a7c698a4915c3050383a048ad9314488753f9e7cb4da791d78e0f939103c857c0b369b8482a875a616dd96ac39becbdf739dd73c5c51c378585cc5b8d30ddae3ee0b8b5e93db2bd555712fefd4e5367e9b71bc2282f656d4a3ea9f000cd9d766c0cef816972b42fb674cb002cba0f9dc598b990f110f95ffd96b58cd4a41a74dd80573d14fbf5de73af33f2e267172505cbdbc0759ed04a3f1790cd994ad0e207369022eeb356d7076e969&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232143338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43764f2b66ea03e6330e863dd4e703f0fb3070f3ebdb8131760796d26aca99f8ddebad3a21358ee67546aa605f016964034c2fe1be19e68825da559114eab880a0844680b98dfbd61b53c11fa8d7c8ece345de7e13a763286787eb2ebf8fbc2cb5b3246fcd11ccc866e7d7f04eec03c344c33e19e0217a8f721facc680c5838f54ac2d76436b85d6a197159e0657dad5dda26d3fb7b45f9c20093aeb638f7c9a2f15b14f987dce8a71b2151126b4bdfda5525b82991f851c9687741aa0b92472233bf987ce43670117456b4b99b3f6fd8f06c22c8152d8fea4f0900124a6d5e21e0542c59b692f47e28241badbdedba3a589a5cce85fe0c4427e73dd436323cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227819249Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=461bd865de11f5fcea8cd59dea25cad354bd07cf89c4ecfc720fd77c4631b693d48d82f2a9588a2c1239afba6049661057c289a3b0b0df2b90a350ca7d0f06b7ef94fd823302d2d4451d0c6f6fa623005e3d4d7d69f6849dc770343809a2e7e43975dc4c08fe60a64588502d5cb3177ae6ad6d4f5c4a2fddb4595a05b8c632ceadb4eadbbdae407c60a1183e61f1a1b968f63a1174fdf8c5fe3d4ea84f17d0ca338f968bb196ae2b9f6e1a4897d8e2b6afc941b45b683986e1ba038d9987ab3f9a3297ec063c4f94fda5d9c7d10dcd291ca38a07c6c62692410b09c3e8c976310efe9bfbf563d57e7f83c52809743e27f7ae9ab432fbe1205ba9b03a7281939d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231046782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a78767f4e3a6183c5f599b503f0e2da772b97d0d6f09f612aacfa23ac5d78d84a98c260a8ab79cd340614ee32f2e1715541fafc86ad2c386a9020afa37dd3c062c13d39e556c4726d112f1099620f5ca52cac215418dd6d7b4a8b6db86ae8d004fc5e791e3daeb0390876cd770777333028dede76dc9684c8d136806ac5fb5949ade460c9cab0b3ef5022107bc8d3fb5e13453d356a967ddf849c95e77232d1f19d1c983b0fa85f929d4cfd9bf8dcf4b425a362af6fc34bba7ead74d21d9c12dc02092ae1a7b7cbd96661cbc4689e8efe0ec65504d0d62d6591e066184b290b2340df1e5deb0c4c4a901fed382e7ad5a8889566d08e06507a79785cd4c148bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227876336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5173e6e8474e3b5267518b252eb344a6bd62a67706f117bcb0d243e075c03f29b50592f75c4fd9144ac144fcc05ead9dd6a05a9841ac50802ff18264c836454aab707ec6115a546db11c2f864040985d2d944858bb4813a1b59c6add3c82871b8c96693d3805da05c47b4dd72e2a32968018579d3a32e29e2e4b4ff4fe148955f7d37c5a3855e45c51819be37fb590d50d1e9e4f47ddecf7cea44d9d0fe59672d4bc72cdc8771d0727f80dc57c290d57ab8a6fb72681e424adc1d8ae1855483e51045f1f41dbcc78c82179d128cd4601405310f6ddfbdbfdff254fbf30831328c5dd0f375cae83e43efb8b46de72ab60ee2cdefe06ef81544ea60f0d32598ad8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227869684Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5f03ab2967a5b7f84cc56698d504663f6e8c44bf7442b8185c0dbe78ef4cecbbe8e8d916ebdead44712b4566b2044420c014e8f7c42007b72a6ba0521d5b18cf9ff215e0ab3e79ef01fe05e88c8231ff0f5657e569d8a315b897ea03c5d7779b99024edb106a015370d9bf1e2766de91d70d9d6f03a1dd975b8b44e7c59028dedf80c258b76cf312e2beb2a148e2c0bb728aa242b0519c92dd1b2ed281efb2ae474eb2951fbec2a156511b8f290dab2821741d10d429ddb5084d940545d3ab71fbda47feac8898abf2912189b425ace3fec8d3f47e193783ecb7981052865c75a1afc75be5e7e6a7ffa1babedbdc07a40d481756c4a88caf96158fa6b4ed792&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231701205Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0dbcdb6f69d7c0c9e559b050a86091142ae0da05c75ff44d6c188ecc8375a4d5da73dd4514a7800ee5fb4c05b94632ec33b2357933c893cdc4a2f3d972f46f68e0bef128fe4b37e547532bb495f36dc21a277bb0cd2d36be4e15e37cb0ec3b4173a55067cc5fd6eeaa7957284d604d6c714d2c2ea2eb931083d0ce9134235a2e33c91eedd5adf76e6668d625bb11b5d958589c43824d608f8be200000e33f9656eb3dc2db3cb8ee2d1d4ef1956fbaee4d6b2201d529cd34156329c6ac6588f125b17341f42e66a40d3126b93346f719072400d9c6917eaf9406a9764b933fd6d08b16244847b1814fbcdd07883821600976ae3854e70695b157ff0d72502f72&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232209573Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=032d57b4cef238c27782b187db39e86fbd86acafdc460fa38f707a8fb8770962254f72a1c149e0b7e60e70c2863d893ab6b5650e5db178c880fed80078158c0f19f7d7559fa19c4e30f1b787d2c5f1916310b1798ffa17077b2cb227e134ecea6e662c1e4fcb96e8e9b5695cdf744aea9093cf0e5919751ad57a42254c807b2d8233e7311c050615b5c14606cf8ff4997bfdcb4f604e1cdb1b5d42275873f55f15ffae0557e8a02de9f35f95c27721a39b16032bdb8a62f78c0b533e0c703ef01ab45ce1cba2cdb1ac41c6cfd221583b12b19416de1b25f4f33c4a7d9ac72eead8c65f18c8af49c3eb056d31ef55cf672550846555decf09f83b8394e7288194&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232224351Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edeec3b1ae30f8a198e346c2f8dffb6f90d6147c9b900bea952b9a3dba49f7a6a950b98ebbc14fff0a70879226bac341065d9ad6b93cff11ca62183bd7111e1d5be9ec42ca43644506b0e6a4522016e412e4dd631009816ba6b79c5f3204c9acc1e45aceaae80fd152462ae99d412e3d41ec8839edbe535c24cc7deeba956ed994d82982fd4403fac5d0b9c199dbd6c064395d1736b6a9767dada66c591cc232a0d5eca7a98183d61dad31219706c581b48da891cb34a3aa533b7c14982f4cb85f11489b099833434ca319949601999daf7b012a3519b046379fe71cefe3c89744ba42770bf3a669182773c3910778e89efc1d749e44d57ac315c2b58906d2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226650596Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22315b485e7a74e140a9d763f724a27beac38c41af7463e8d1c19ea813d36bcd3bb7e482305afdac135c9bad8ba3701d47c274190508ee707029878c53cfcab6d0861296be001b7ddb6cd2c5636af90eedaab0b07280e4fb2720fe6fd6339de71b04fd0a7c0adc3620371eba6ad333c382dd5f323af666a2a0b69f1740b6012fbfdd161a2158050568ccfbb4b95dd3bf7a9931f009fd4404864582e5158580d4306ce5eb57fc5d0e8c865b320da328b8f3e9229c395084b9e4597f31ba2bf229abfe417b52ef1e0eb94c77619ab48922cf3a427c74a002495a41399642996214425f024898cfef15574b1231601e4e1966205fe86cbfa434e5307a81dc2aebd2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232269286Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69dcb291a39fee68115c86c6879b6c111f0ee16cfcf672dae2cfa852bbf0e09f816a7c0650d9b9239257df4a89fdfcf97ae68fb8f723970309efc99b0b522f31abe08be929dd11485283084d0e0651ca47c3db8a0d7f6e565de7efbfa68696cf20e382d375bef83c437ee02247466e894103419df3dfcc6dfda7ecfb585322bad4e80297c0b1e0d258531b0517b46548fcdbfed61daca3195ca2f045fe343168b79dd22b70d96ddefe68c05362179c3685c7b000ff06e33c99f24298fba66783fe524a8cb59595500e229bd111e94c2e29c77cab754d385a50a50255a0b47a647e604a652a691c6032d7199cebb249b44cca2e1a6c60efa790f280b54619adb1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232284524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5cd5ee0059b3bbe5b2cca5027b38588f4b224937f0d8443382f5d3ca11eb43e04a9b328b26e9bbdab4ae647ff4047ae44d94466d60ff46fa8c05052f67337ed8b9d683d1673ef4fc1e5afc0b91c0a4bc4f1cafb76ed011441186ea98ed057f6ca41fd6240ede24f24279c284b0b006fb7c9eafd01d90db09fed5976e2c65fb2c6f8117f4c8d63811fb308198726a25c6500ce393d57d2cbde6c484983541d5f41bb3510007440a15eb77c2f51c944c33415ea234e49ee5920f20f750eb37663ae509f60b38e17c37debedea2b9504cdf7383f8e1c34aa6550001f8dc8ee2ac17ccb36e7a259171baaa04a6829cf8a883fbdb5007212f0ef55ba3b5b199e6c5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232304352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=148ca58f9f202c08e34ba91f62ad34d798af15cb9b4133d11e943cfac70221711ec2aed1d9b73d677b4851b189c1980e70cbc2428fd236125fbf6a757fae4a28e11d95215b10262c29d48ca8e89fedc12d86c360292ed46734d8da3a91ec62267f496fa6d4e4d03ce6ffa0462b55420467d2135e8f8c68c0efaf5e3aaceb8061a2c4786c57f1c872935eb72cecc3a7c0e9e32e61fa59f0ba8c0078c8fda215891ff677855606b7cb2b198e597aaec938ab29e6e1ba73f5b00d4596e3ad934a087ab435cc1dfad5d1da9ae62fd739f72f1642f3234b05d1d064f06615c781c3d76db7496439923b8c735549626404ff4fb96d32442b95ea59078f7b5028da2e06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23231394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e4d759aa2147ebad73d7fb0cc81938d91549aab488a42c7cf0fdabddde03ddc039a6f795d4416afd5eb89df77f62eca770c182225cab319f96a7017e7b6544e8756ccd80d71df42228d82a2a28249e75ee10f93eca8f881a442eeffd774a26c780285a49da8bcbd24ddf4850d9fbaa78c43bb3c9cc07cc7bd31655e01f348d3840869d7877fabd179d40b2385819edc1e00be831ca300c4f9c6b12fa3b1fd6d31923c9c0648698f94aefe308fe9f9bd1ef90be43bcd3aac1e6eeb6e9996271ecc90a6beb56d69bc6fd25f048e49695bdcf7189259119f1a9f5dab2d567a5d91200cfa11a24b27fb0a6d75ada1af47925eb670e5a9a43edf01447153d0a8bf94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232342944Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0df2fa4d6043b1a5dc90104a1fbe4f7ed79b6d0fb5320c1a4d7af535eff5687e26df21d637a583edd39e89cc960ebee5d3acf445edda88b65b61c9d5d35b7f3bf0f2cbab63685e5845b37f53125b564389e03234d5a121a5fd5a59c221ce6e4cb1b4567e0537233735118e0a57ccbacdf3808b53d56adf66fe106492fcec5a91f125ba60e5eac76ceb46ec1abf7a29af08954d34a8f51e4d0a6f612c9dfaeb1ea84776d4d1d881ea30a6edad2b6be3174c69d9c672151674f95832d4c133792bfc839efffe7339324b8f478b7412a5fee6c84f7be1f7f16353ecf42a3ee8c9b6764d46e882dfe25016f577542514d101668215f36f296113cc6673b2f255d5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232373031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a814d4ca2d9e7f11607715b599f04852435348e0784f39f13fb41d7ba7eecf63fe5ec16678dd472a2626f2c495a6fb8ab2536b223fe4975ed2eaaf82a8deb7be0a06465dd9ce89e53c82ca026c22cfac2360ef46ef5c6f03b7e11569673b6f5c2ccc6e0099acbbaa9dfc599d5730e177dc4ba258c33d4fbb512815c07f6c522075eab4efe9befe304bc79424e53f290ab702a2b66d5dbcf622d72e1f825d85277815861da9ba163eccc3dac16b70267eaa1edddad93c0402a2f2888da879290b1114b235a27660683115683364535a23a036d5f00b38a081de81eb9760dc3e889a44350a6af297639e91a43bc67ab746bf7246c68dd005cd55daee4aae09bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226654063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36272612978beee717ca4ee4f22396d5d965092798b69c97625fd3fe0e0d76004c5db08e5351439c1da5ebf1df8e218f14bd6b3f439bfe48ae3189d1f66eea9f2cd6b854e44fa18ac95384d92b18b9c3331312dc9a88976010ec2199e9cc26abe1d6ca9bcb76ab1da221a7076a361a103e0c6f479b1673d970bcd60a4e184709ecfad750d31d13c46aa820944113debcf449e23f87c95425731aca2eecef9a82f715301d6c214ee8e32cbde1511da9a88517d8924efc93f8e970497f36b574b0cb5cc90110517ebbb7cde531eeee8f5e9c2446b57198da15aed471a1327fdaf4062b5cf97a7ae7546bc753e9a4f2217d9ec3540500798422002d27574313f1e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232520319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d69361c731e29ca21efef22b4e54e45ce2ad53dfa84d90c5279c750f37b5f4676aa792cfbff6e7673228b8faeae02ae4531883354246bf3bf512cf09982410edc4dec76b20411bced751124678bf7788fe37e3e0cd602a74da0270e264481243235c5e2dcdc06ceb4037e280bac18e32f59321d558f4355c5daab920eeb947c9f0db28406790d76e87cc4a20af6d7058f4216fbfa1ad13b09c5626ee1f81f82dcbabf296d53a58b7cd835df14c78b82f8bd7eee9b682a8c98c0aa2feaf76bcc980f21c045109c6ac2a892da69b542b7806ccbfbf1d0ed0c1f6799c15701c72e3252c908db1ef7febc4467b8bfb715b6be04ac02b5960491f290f392099f9fdb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232567167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3de7c0b47420cc2d34cf891dac77bff45e6c2f1b96c636cae343d8b9bce6adc29dee083929626cf8422dc1cf79ab05760dc3474d3c4aac1269d6a034764404c3a0bda79d1ba123143a9785be9115f82a46edb3dfe1696a55bc1139e43a1c4e40fc9324a6e3843626e093faab45142aee17730fb86728f16a21204dd934c4254de20c306ad2bdffe47005db38beaf91ff7a9a4d0d6d9399bb6b74404380f051fc5e778b0aba51178e8d2213084823c2800661e6400269be79572469cd58cf550e6e5a31571996e43a1afb0a22e4b1f86290c8dbaa98615bf893457677c1a4854b80f94c9ee45ed094dae11f279f30993255c5087380f60875acf2c72c80426853&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227865185Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b60d429a93fbd93990f1a645217c07fe0ec868c609c3417307834ca9c650cd23ffd41d457601e64ecb80c887dcba97640f63ab854f3b3519b4297724028258096746fca00a6481fd82b2aea7afaee6a7e105d8b8d203b34b63b2f0a53a7427b9770428a8de1c30bd9b20b9bbc0f673bbeaa48678e6ee1588249a3c1e7533b43eb34037c8f6d86c0a7bf2767fd807141b6f2f62b9c76530a352f7683f603ab95e542454ade6c5a5a27f4a2f02dc0fa9497f1837d95bd0d195d1b2fb737166082f3bd6b4db81568ceb330220eb23ef328ae058ab88396b1074fc5dd60659a33c54f4c96d964de3641ab62d61781eb3f0d03d2e8ce42b6d705d0bb943f11cb71f6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227918916Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a5e3032798f5db9b1546921a92e851337cc5d936ba55c767f533281d6ddace3d5443b8dc1136418456f808d938f76565ed1f89ba88f0dd3672d8bf52b6d85e74c2d9bc7b810f34a2ab942d50eafe0c4032825e69f155b13cef5fc0846c75220c296bc3931be13a703316efeda104712aef9ca20ff5d5a86d118f104705fddabab460caf2e3d89c1179248973fe2b73748aa614d57834a0f4d93aa73856d6d38c0745f0d71dea939e485903c6ebb5041ee12e3b32a8c3f4a266995b0e49570ad530014cc084db6b07a857f5f0ff2907f453da2a915ad6e2bf01640142b5c6ce5971779534c073c0e61e6a22b7897663e414abf3511ddeb1eacddc3ace784416d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227914658Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c6eef798a79c6fd7f4a70e37ade23c22d6b278390627af96c533694956517f7d4b23cc3c21f8d85a815b6a9a48c0e77c212889411fc90b9e73906ab6f26a44f9eda07fdbd32d156eb1658caac29fe95438563f9b7a2c03412d3b4aa32ca1602a79914b647773116ba95f0efa6944457c5e4c4f3ca17265843009e21038d3372ce6f5047e5bde9b014266064ea1b0e115c11007dce6fabfd0ef024d4add788dab566ad6a1ae88a23dde3f61e2c51916116b6358ca986833593d69e834eaf62040a325eb653b5de64254a256bf9fcfd8ee9dd02f1e29b9fb3168336cffe5a9517ba970739a231a37cfe8e2a9199ac1c718a8e857b7fa6d4aa4e08003dae65929e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227924958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7faa626f223f421f14923a2eb8c390246310c9ba9eb65b69691846f6489b0ac3fa22e3f57ed7aea9469b426177f48f043f7905b4dc804b58b9e19a27f02664868f69721a0efb73defae52dd76f8c444803b0bf971088ba2ca4f39d908d21febd05187b17179b30e91154afcf9d84e0dec28b5ec59286622d974d23ec2f0fc8086145c13abcca3c98a95e1c0ed5b234708131740c973448fb9bdfc03151cb108a91bae046d4efcf56b4db1ddb57991831b63c2c17e5b5d0ba295506a260e4b710ad7807f4d12b33e06439926c2f350421089c4c8f9ad03f914dff0be5663983bb39bef987c6be077cf07e5be785745e7078bff584ea54946f36ac645b00939900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226707824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=abc5484ac2602a89bb43d68363d1ecd8bde401458130ff5c0c1482ab70b5becdd41e77103a9de53e354db5fa20e539f2ce6c925a69e1c303252771ce6d194b381bb237a8b6bc44bd5b625b6b0dd1ffc3729b3d914b09b0228fbb050cdbd58e7073831a1ce0889aff3fd2eca34fa1ca1d870658f1ee2e99d878ebc55d3a59f261ec94acdbb7b35ee24ebcf30dcb1904e33d19bfc783e3b5f1b1a2e01f166e0484af0f5c703eaa1c309d10381bf177b17b66d0bb7eefa5c608560cd70d66bf96cb235dbe297815510f9828dd38b3b1378b779c305ae02dec6ae40657fbd5a42d52cec19f33d40a9c1f1fbc9e46a9222019ee00f561f3c7818d90426b43ba88826a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227934195Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83ca9b3d44b663ef2aa4cd10de5c000893ad5a2e09e81c654b714bc43cd49a271ce80040ae0f4d13ce13ac3d3d6af1edf87c3b542f74c0e169ac33e51680748857b41497d9df505c5e6f750abd09bc7baa2d73818a3ff0fe3af53cba2e30f498e0b7bdfac9728610a4300eacd11954356d70ee67c12073cc7579663dc642120c21b72edff063d05ffb888022d5ba93ed888a3f86c5b7335d0474be7e0a719c9ce5940d2d81ac8ed72777d673746090ca1ea5009669eb11e9ba0e2b2e86234f1e0addbf6edf11f631c79cc0bb0168582e00ebeb046e94220364f01f3851aa90efa5484e3091b95b87a294bb40dee43ea47a554feb5c41e9bc6a9fb7fbf1c21ed5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227922924Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=18f8f0661e1882bbf070b6e0cc54cdd51db5dba57a8873d35de3b59e068e2e319916d2f5fce86f12a08f46df816c4b5fb747e2223dc7c0367641f66dd171c61b5933f96daa6fb235f8ba5ff9ef37828ed6645f62c1216093ed39988c98a0b58c6a863078a4add90a07800cb1e0d56b15f972bb9946419c0cc2bebaefc369d2df942937db6ff890400e39758b72c7c027aceb15bccf2f7fbe55fb0ec27f8e86fdc55ea57688131126c75f2adf1ef10b610db028013e11626a88bc87999b7311ad91548585ec211bb25c74377167db72eb2bf416002c53dd9e2e3fae3c12bfe4450d8c576d226f0fe02b1b5b6816520e96af75cb41b7b88dbd36805cf131410d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227958812Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06daaa0fc65c710a18d5f0a7229e9ae9d375d6c5ec57fad6127be5b43609a0a275287972ade2434021b6cc2749fae6b39d68fd02777295c53acc833a124f6331d370a9ddade759a88da5cc87dad5817fdb27c5ba259de140a6434ef5b30d98dca62fd395c4e17a9399cb4d2ef46f86c73f70861a09f3cc535ccab74b59bc39321d90bdcbec573caf414eefa61255635975e6ed648212bde2eec7320cd0e5bb4397332d40133d5908ce1a6ec13661989894368a334639e5d90588bb4ce64ac3f5c6a02f796aa8e3e7c137b68e6ac6e38677f3a377405637452a3b8eed509f236f52564dc4de6f306157ee83f042caf4e54fe03b8ba74d99342dcf77745a903a4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231646722Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67974929b23440c3b62fbf4028c11993f1f59781e12a57ef9ac0642898efa2b0f4401ea819b84e80ff81a299eaa60395305567dbade559df2b8465941cb98a8e7ae175a193a7029b357201c41a132b94dd535bd3ec71b536abc64d124ec1f8b82968ccd125e7fee91e7a8f832c82800bd6377622eb7c4e5c109c6dd60ba108d22b6f6a899e88bb2b9aaafe653fa2ea4a1211e04fb545c3c210f38cf4ee8078ac064baea02348ac803eb706f1985cc46c1dd02621c1e99753dde997f52b0518fececfdb095c20aa35a076c25d1c362043b0c1a3c0e61687b9ef99f9f8b24b99ec6283aadd7b7f499c8a200dea3b3bdfe66107c18786dccc29369959bd3e318d73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227958711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9b54fcacfbb81bf75c22c0d9851d83ab1136d478bea65ae8fd6a10055ed9511bb200238e0d263898322b2d6db968f0ecfa912f5c50fd687544db1259f2c0db54767cf80676c6865d171e7a9b7617fa8cb0ecb3fd028c396f5f719087acec55a8f367bc6afd91e767ca755eed1f157f462e2f8a50add36213c3b6d7ea478cfcc8fc4fc586d70daf3ce2feed15cc8c5a57e9e04b92419f9058ef8617f1fafa08e6cb92b803eef34f9ad7758b12344605228241e4b4a9c4f3cd5a698798f00a17876b33332b36905d8b92a9f1c80cabf3744cf5ab524786c5ee244f5038d6e7775e66b1fc920055e55746f9c3ccdd5e3ef9433e4fde0788d0bd602df70fa4b001f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227971145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc633457547403ee12226c3677a59749cd334423c0d8c70007312f4682831a539dff90e03023f13e21f0ec0dda54d22e8f51cc93c909409a5752f0fbce8553f98772aeedfb6b344ed1d0760b78ad83a6275d6e8fd6ee6a93ef432acfea49fe1cda91afcd31bdccfe69792f30abb3078344c98275038bd93e30fbb06aff1520d7bbaa5a2407d6c273165352aa1eec0a51c8d31ce55421701b4540f65669628c46d709b073750e65053577592a2e9f6592f6a5461bacd3042bce2f3cf678499992a140e9ea373a46ba583fbf485e7d81341ba6d66dfee4a1fe14e01b30f1d1a5747ce280bfa73dacfe6df71c17c66fc0c840277e2f8b73bd5f9f81df89573ed02c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232209583Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=762a8b40780c617861e2a959eacea5d1ee552280cd555a89f0a2226db553744a23cee01cd459fc5abb03194e068f4b2a527bee33c936f72b6c3eff667828b93648aa89845248bca7bf2b64d8fb7d24247f02b1cac658d135f2ba87b0d9dffdfb383534d83ad776bf3e66d1e75b5e2248eddcc95d164591e533b0d2e0c059a2ff52016ff3303c6a541dd1c89ea80df44713b32ba78957217761f98531e49f2d9c55665d31d00888ae188584c151a52ab8dd19e93a7dd909a45a9dfa21d8abbab60c75e264b0505d767bd3269f9b8467b3290e2b5d016b3a080d7fe1645174ab6d036332d68e1287bdb011f3464ec033a7c4ab2a447e74ea4b2df1261d24693302&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232705718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b364eec60b6a2a3f201b6c0ab88f2a9f57e89ad60d4ca9079c8727c8e6c0d4b39bd374e4b7477c5ed1364fe4d174112fd62d7a136b58480075ddf0bd69fb0aed50b200f9cf41cec2dd21dd4dfc85270f75be71684e281153f2e14f35749ad57a0dc2de95e936c8c57e59f8b339439e0df99c643e5c7b6d1ad5c2613998b048b44b640ddd515abb93da52458e1cefaeedea341297953b2abb7618d662c475d66ed9ff310a91b04dcb685f3618714fa911c6b12a1f11950abb79749dc1e2cb6b2ef36233b1c62b1a8df34d82d59d23d3d21e7184e5be4683c21fa4b2f76e8e6adbff7cc8df677340a17a5be920b2a99024f6631fb034d764dffda013d13d088e21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232726167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c4995dc84b755be2ec5797e479c24a7dac89cee7b51ae2ec644383d7d30547fb93f3e90f2ce4b893ceffaa25bcd489622824ba6923ee0c55cdd54d37f42c4e986f1a14eff954c11e0469633f7e1843ee9b163920b188a3e606776ffac3ed98321f5b5ce31b72f24a40b906ea074ed1125c6740f23c32235dbf9c7f98cf32e3f245757024c8b664013ce82e4282a27c7f5ea2d6998f8525cb2516ba6e26a437040b1376696c271b282dbba004f8a1d768384bb053d2b62c67d6eae4b7a5776097281495a0ef7c19397d0a34562c32d4e0fcad5dc3d38943660566a23e24cf690d30eca653023e720958256369c9a0a9c93b06f1332bb2625fb281d324335b6c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232240271Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b363e63c386e11df79a9733772f92025d0a350e7780c0ad7f05442bc4ea22ebef59513806461409e140567e1aa92455cd8739433df391a1d6a8f3643923f4e7cbdaa4a007e4e9a6c1afad9b4c232441d719294aff1dd2f70a88c2339d435456b659bed3df77bcf91cc0f414d986813fbca003f17259cce5f57d082524e3937cca8a6faf1da11b1204a381b598b8b18a18233136bdbe200b3c073587f24112929a273b2e790417055b99a2260d5cf0c1a4f2b47507716e1642a637107e39f99aa347ec1a2d94484e28cf62d24d127b83de02d6022f8641c62a0e0c263a9092bb9fb9a3a7fb2fdf0152918dbc035b98e4e75e0c507c1d4cf37c53252217f884b0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232762285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25afb29b7d7fe4073d49a3ddd59c3641547818871255ac2d12404917950f94fc9773656d4185ce2b2deab3bb235a217edbae09eedcd7e1e58f37d48a43dbc674783b83cf12b57358395d787878f25eea513551e5fbc9768442b4aa46e6997d4556290e552430435718fda185196f0c4725021a85cad18605fc42977a81f0eef7258e2606474c928e96f0388907b9d94342337b0ea2c3aa7dea239c98bc7708c6f375e6c7a6c61c617152f36df05df422d256d16842ab718bf20e53cefe180a0981c6e8f1a968e902b2b6dc2b5a4a7ec3e0f7090d7e91e017615a67b352b6deee5cdea1a4912851a8fa9c4de77e4daae7cd399959c354f59a173a2a889e150c0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230168326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59b68087ae365bf9795e7c1df23e762b1fbd9286d34003bd0a830c2439b97c32d0476a72bc23ed2cebeeb7ac674a3418a600fc879243852812e213b7983c0b883a70a7cee60f168bc43e9804096883d2a05c7a995d0986292bcd2aed27b5fd26ace3e8b6e1b4b0e6aeed2a226c7bb712c7fb20aaed2f55deeba62b6f533247d84ff29e9ed5ee5326ef0ebd2cdfac495226498c5dfce02ea59fe8b73ae93530ce3867f5fc9931c6c7c16ce2979eb3752f6a7682b0baafd44fb7c4f5bd8ffa24fd717e1f94136809bf9f8618204a9d4b979af659a6721b002456920a407474847e722086981e927e791c3b4f4d62128e0fb611394f8b8d166b427e08267aad2ef9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23279702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09c691133b79098a311c0bb2c05ddd4dff4ec64f6600d621ef0666920ce1b2900106ef1ea397260a228db71985bb51d3c9dc0342c6766cc75aa7169c2bc485cffb68a0dbbbfd471585f832e6ff36c48052f3c75c3e1b9d5926da67d5b6fed5d08414752e1e24754cd6c7e06c4422f3a0415c9bf7381407c3f3c7047ba59abf8aa15db4946aed4891c965fe1a24424597cfa3b5a499e4b5e456b49d69855428cd26412d3bab2d5f991dc950e691c23ade6effcd14a1f69912fc4ecfd9a94d237a3b856e7bf0e7e5f68a03e4148c212bc39be409b465e536c849bfd428406040128ef75d60c00cd0d02a1f847ce8c6b5d6646fec9240bc0fe103ec6ea770fba3a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232809784Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2007b775a4aa1e2e5bf6fe2a9d9f7db5d6de805e102ab905ccd85268d5e8cd59926e1bb3480affdcb3c1d745fdf150cdb84e8deb7b177bee45dc27594fa366d38600a493dc1e48a0f732cb498ef2aa15c308f013c535b787f1281ca0455a4ff9ff0f66499960f2d92d82e86114f9c6c4705b1d0dcb0c232645b0b2669e6b9140f7e78d883b629bdfce74939da10b21c16a586afc1380f455c26ddc4cccd9b2a8096a74ac44b4326899a42d599b0d882f76bce8d803345bdfb1afe857e35a8d450985ec73e6331e426db8e0dbcaa5aaf2c50c59ac1e6501427483ce42a4ba137928b51cd7dde531c45b7d55ce41d5f0f950b1d72f7779a1c786c19625941befe6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232845512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4312d72f95f44734127e1292ef37e66f82801f01c9c47a301a27e0c56ae2126f642cf1d1a01b596973fcbd1cef380c745eb19eff48637f0ac027fdd455d3591d373610b384d3b45fd597b9ef584cc2b437ed36e553351b7acbc072cac526ac00cbdf4d7a8dfaea71035a169feac0de7ad69df695a725906569d0475c03e015c49c523684496cf4162b03a62e331842328c91e6ea64b7482d1c603be3bfccee778b60614543227fc3f55f6facd74e3ee72654ee2e3ef03c8eb366e389b14bd15afbd861ef0792e890cda04c1f5a16c7b3e25a18f8c33b936845e4e751f7d7a009d8dd9360f384110bbf5233fccf815090bb4e5eb9032878749412b200e93c29c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232129091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=45b9ac43bb408e02703856e0fcc383ba617539e9e6707e569d2b328e1123c5d0c58e60576926856fb7d88c2c026b8247a8d3c984465d5a23842af4f168c9e8e46cc4d95a89a07b51d6c3c33151fac59160091e27c77f51a90f2ce2a49571db3f097376757f121c3feb1cdcf7d8f58324aa1f0a94441a74041799e0e2e997cfccdb0576c593cc1952111a2dfd42ed89abc42615b081df561d892b1490920089d4d7801ca317de9a7b17b1b11bd50b6e386976298911cc704fd00c23ea0c98471d764662190d0936b2edb8ef3204b70ff3d12394c4f20abae1a0e7638af16ac9ba6850c9c0ab69f90353561689d0441f9723b8a9a42fc4dbffa770b0e3d812150d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232886699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a501a95bec2128ae4addfa89c3cfd2e93a3ec1c014adba85871028595de7b6de5f0df4d28a2da776a119f9203261662ac1ed46387b0c17a59f70f5c187c89eaaa7749388cf7817233e70d3fce083c3e24a4cc1cd3e821efbb1f5deb9ef8740a91dc839a8a4f3d66187e84a9df2427bed988b6b67f7b9350a7de13f5019d0ab173a503e74ab7244017eb63aac45f3b094fbc72067ed1e838a330646a580222d04e898609ae13f0202b956be9d1a18a35462269fd3a3c961541ee8ea06bc9f7eaf39ea40e6450ba8f1dc8f26dd0e6cee33e5a06ed088988a17533c818657d4cd7b9fe4c9461acb01aa7cf868a433f934e4b7e3d52a59c454fc85819bc920bc6df0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232518024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9297b73fd9bb722e5bd5f8dc446b407edfec1505212d810077c80470cc9a8522dcdb82e1cc6f6d056cb9a4c27aee8075ab4e5e37e7a908f51ac03a7a836cf9cb2705ac509a81c637e4fcf5bf23af92b29ca46c324c500e96e1c3905a9cd68913f7ccfba2496923d216e56b8781e82186fac1fd8f8899b1214653ea5c8e5e1b23b79ee8bf42bbb3bbbb0d20b3a17ecb380006222cef4b5a6128f7485978805238aa53f891615fba72b08e395b003a37b0b2803a09ae570b1bd5f500278c08102644526ec5f988faaf54b60aca65acbbe48f27ecef32245a5322649e03c3cbc1f6bddf60045c48682455e5bf82c974cf9aea3bef5780a8f87f8f339f5166f2bcc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232944799Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0966c0372c1611ba06231d97d300a703f8e843fbe393f96b9d1f6fb0c64b2234d9d8de1eaa4eb69a05ace129d36b36ea2988297e504fb07cdd50522f80f40125b3f74eb411ba102c87c0ce5ee794e0da9152ca7ec3b32f31662ac7fd2c78ef9592ab721c90c4a854c852abad89a99ed5d201875c4b8ad8c51b462dfa22b2d0b5eb6d10f5eb16e0c2a8372b87ac3774a4bccce13b2c7f532128646e1dff22c4fff940bacce405a351596fe6c3cbd0256c1454c57f4b761b44232fb9e1da6c376c5a2dfe3734a3a04cc54ed28883ab120b31f046d45425f3434af010daf4c9980eac9a4efcd8f45f7befcdc060e0730fad81101b83a04f0dc88276613c4eb7554b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232967952Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5dc2f4e177a539fc70a1e329914be1cbd79e65b9da3e4d9dc6cc51c9528c00b67787656a1c4241604702d03a62efb2210bcab3bad45827f040dcfaf732edc38eb871b7ae5efba66a3ca8d5c75a365ab0384cfd7e09039fd8556ba640df153b8acd1d3223add65ac2839045def97403a878d31cb1fe8cc64981bdbe4d7746ff8bde5098902b4f7efcde1afb45dbec8e6bc113f27a682b1b7e84524be0391fb35af7ef4d25a7239c43abfdaaae00311633a970ed7cb7e4cb597be022d9ac3ad71f5c0c63ae19792a131f2a62682f89470918bc99a07e21f7c49a8d7858164d563d5b2d8340d3030fcd888dab35653b43ddca379a3020d7c22767c4aca8558d89e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227906663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a84cd08f409c976e1de5a3434c7ff22bbbb7a36192ebb3786b9cd5ca79a6972e5b39538528ce208df5c60e7fd117baae26d79f39f5345639a3110670ddc3fbc382ee23339f13b8190911454efcccb6f61cd84127ade0b67d19411b37f56e2a1b25118782266d557f8bd15782935e71923c98b881398cbd0b221400fe82d6b6d18f37ac70dabede5c5b7c39f7d59639d06fae7bfa33f62fcd2e814202b4123dfb8fe9aced20855feba875b3797ef31cec54d97d9a091051e935772896c27be2611036485bed1a057bf4e546137fd2ad82864a85c45cf1121d7c5a64fa2d36f8ce4c3b69728f9d96754b5f972ae68da3199f4b5f6d65f3e9a5bd6d54d2829a8f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228048511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9217e49b5df162b1d1395adb1f96bf1428a784bbf920b50a2ed7d505b2ebfcea94f7a0ebe424691c5e7b615e3a7ac1bbda1a3cce2c8c4bfd40edd7fcaa5274d9d676307eadb26cb3daf53abc4d388b5c10517193c39a5df0f9e6b39fe2220bc73da26937e0865f3b0471a0b34f892e465ba52e11df27692dad76c90c706d5beb6c644f7769bf304683a78bc05322a52a49fa794c63de5349163e6c6ead918e645d554b7aef5ea770fb2a8bb716d443a57b62af47b1f585877317af35ff441c58a06b88ffba51f9944890ed52ca3e6241a2433ad5f7d4c3760619f39f6bdbf563d238db381d7c84b7ec7e1b453c9d1533ddf03dcb2c45787ca3fe104813a832a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228087855Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=87acfada0548935f79afbe9191cd951ca80b324cb429068808f769f86a0beea1830ad9fccf1bfffe9bde7bf75f726c1d1873336c5edd97c46e9de268c73f9ea3f2d7013e6d47f02ea6646e731d777a254a09e2270d394ad2932a7bac18879ef26d3bdfb6f58574d94638289c59d01ee1ba01704791283b440b715369821ba76a496d239740f0c5704c788a4d872a131429dbfd52e8457c546a85d3542c32a11843fde6bb6c4a8f0df9b392bf5fd269e07c4aa394f9864a9bdedf3e1b4b8986e67fe41bfe8c53fb348145262a9f5ea536534ee85d7eb38eb6b8259a5d5bb8a9affc6eeef0ab23c0a16b5db333f90f2846bc70a6cc5eea70f3cff89b2dd77860a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228527203Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a8cf01a3af6e9e0396b1b64663e6a258e8580d26bde2fa819c11609d85dac30fe2cf64abf3ec5864a38c880ecbb0429190b8bf71c8104d609335c8f6adacb21fe142c3684679f701392051bdf04ecc8b9b9ed3f2f5d43adeff30758820e6a586645b2170d756d5e1633384cc80195694189f936ca991bbc56c1f76656fede493767d3eb7e0489fada28cfdbf5294a1b5ec52580a9d47d6b206afe06b90f1f5fcc863359517d86be2ed0d8d4c03872eacc8575fa2212a18633508fd5a09dfd352a88175aba4fce6051d1b5080611fc49ef5712d1adcd3cbe3ba200b3e5ed6ea639a55017d0e187fcc901001f93e3e17a34c27f8050c521117cb3cf86655f6d77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227923585Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56369ae317ffdac82dc85aa3b7e80d88b30a6fb31bbd6f4b9ffc7b3921f80786470603de8379b752473a0c8f7f10151a31ec7d05d1cf3c15c361a677c83d699115b2a039e10dd0342a374d5708a14c58bab34dd85eddad7efd55bd45991c8d8493a0d6a7822050684827829ed9f02625889041063860a7a0caab707a1af2ae05806e2868bb1012a98938127855467a29e2fa06fa4353d93400100b9c048d8bb2fc9e2f6e73587c9bdd3d78f7de50b9e7b3adb61d48ceaa06555bc5abb27b7ef8d0b26867b47bfe4263a285c5bc78e8b79363aae1cf710e7fbbdcc21ee36ff3cacd28d0d11927fae43aef60848f270f03f48bffeff5ac6e511eadacc291c52b35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226718494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ee352423c95b69632bead7910b2232e1c91fa4b5dd5c8e5b5d7f067e398865aaaa9327a4541d1b284c6c437bdb6a7dfc4d36c0f5d10eed09c9015b7e4d4cf50a476619b10966ba257c46c42db8767ee0e928c7e3bfcc5f782dfdc165ea6645f8925d735912085447452f0bdcabcce0e84c4c03d26a3d5b78c4626081329868447cefacaa16ed6ec4ad924ddea8e2946d865ae88295ac7ce4256a4afb0e9c149692b80ab9de86097644dd67fad0bf9ca22c265e80a53f9b6181b66c264d2daef6da775216d8e970dd96acbef264667291dd43a2277bd68c84ae3d7db4b952c1385234d81b0ccf13d1e56305d57e564283217f6ae7001f8e671cd0fd831321bea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228691342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=addb03fbdd210691361e8fb8652db68597c57fdcfb4d4ea0ff0e50043c9f160e480e3daf02e8ad826211274cf69a710be736f52ab65f4649db817be9cfe66a95c430ea7cd634050fff65f98b0f43878e7f475dc8a1c273b8ac8fc5da41c830f5f425a3aab3a9edf5c14d91359b7be1ad9e7664a5978351c25ffe6b72056968b5f888e0c8baf37dc76660edbeb362237629c6293b8317eb4b687b8bea46785ceaec33e5ecab4ab77e78e9812098d3478fe35e261db98296a4060b70b595d5e1787fcd0360106b99ad4d2f8a85c5f2c03d2c7e82a95681bf9ad93290afae3fc228bdc36e21b0905e886ade814517913675e071e1448593f7fdafb38dc5efd4efc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228944589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=551332f5531db403eca18f90a8400bb9b6f8fbf4b2fd93832bd13150527798888f4d65aaca8c07ea28193bc92069d20ee2e095b8080d4038836b563e5b7d6abc82420670471a0ff34df1a5d4d3b55692c352e71ddba36f2eb24c73289facefc1ac18c5da3955770d723ae1e45fe613415a83c7ecc4df81a2e665d43565b35ac408af50dcebe9ff00476692d53417cb039f02cdf237691d23f7441fbc04927e5db1266c2cf1848614255b5c357730f21119722c66c5b397bb5e4e0f32e7963edf3790fbc9b6d6120c1c2f89acfe1ed78e80945e2122aef0bce47539245c21a838f65a69f5ed77361c6ebbd4250e983a0f8ad5d7268ef55be1e9ad0f4383002dc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228942516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=894240e09faa6350f6e0161e7dd5daef9cfcd1bce328b46a5b51c5ca199fbc874676373a1200681682c7e64005545fe0c5490736cd174930b93f8d26224069a469c7e74fc96d289ecf84aa8744aed7035915a51ba2ce8ae517cf3e411f16f1388f42e30e04c6e2447aa48816e80033bda2fafdfadccf6372b1f2c73ba328c36ff5f1388a62f0a5664c5eeb09395d0c0ddafc33396495fae7c504d78d463557690f0c23db2a9d141f0af8acd2c904fb057db4950576c77b7cfce02abb2957213aee6fd3956fe33d68ec26e4d711d1ac23c002718cea463d117bf35e30c9dfa9db014c40290fc2876795da578383f68f6b405854090877ea5fabbef9ffaa29e240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228967633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=62824e6d347aca5eeeb0bcd45fae24345393906f71a365e47ff6242e8f6bf687c36ae0afe116e607eb7525a1f69d20a9bb28f502ad9e4752e14c421044e2f3e08481b5142348d0f1f75184ea3356d65340369a322dbcdb6be7273182f089a21b5a90943b49f9cffa1d572f0228b3cb2af537543f2bb113ab223b94598938084281a408af60048d10681144aafcdcbbb2783e81681183f042f2e6d275a41146e361694ea6d96134f528eefede55f9ff60f7208e3feb9fdb1ffae08e5d7d2a5cbccc2e3e172f6c73623db1ec15dcd7afac9228944577def505fffce43acf6a90445773930967371eb7a3712089d898ea07572f944e71b9c7acbf9ed72c424e1c45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228970849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaf4826adf1a6ada211bf9a59e7d3057c532f0a1efe7e46c2e1d9f0f2fffea2ce29393ef1c57911702becae022637fdc06c07e9288e238e3c1100e307825e5ca563eea4f254798cc5c5c2750587e1330538c8b75ca0d96e064737ee5f559a8fd65cdbf80ecff6fbf344a1d0d852a0a4704002c185477ba3b0875198811ac91176d8c900239a7915784242a1727ed7be7a65d1b860e9098b988e8cd9b0b8bf0deed95f7584bbe86c7b90b1037b3940f9cfb4a785e3658836b7b17dff339aa006e9c16e2f074707a5ee8915e35cf50559969388c1cd74c709a6fa564c4eba51a7b5bb60fed96df41dfec138f25d57c39b0ad1dca80f8bde1efa83a103fa97166a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228990215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ad2532ad8cd20a1461f04c8093c6bb045f438af89e1f9d60447a21c262d606ef59557027fcfd0ec21082231ef8a85f550639c97933e2d01a7d592b1dd5eb5a725d2bac4b11cd0ce08baf72e1c7e737355379b8ec15419b916468e32cbecc2a644fd1853adbf6c65a3fe3c80ef6f8198dde4749ba491034fcfe7538fa68d1d3fe778ffb33fc4a783e1591e01075d1041c5ec5990df9e6c0af0aa8f3aa97d9c7e46b839e01145d7370d8d68283b7f5b742e9289c003f410bac26174a365fcb2001f3d8c79895c84cb196e2d6485c58348ee5642498e2aa49e9a18f84c2db3102a867986a741b1947fbdecdbdd846646b53283dc530bb39da4567b4ad5784dfdd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228996597Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e246ce7b093c483ed9a0b550b0137da0d8c5f8f52ef61e35ffff056e320429a396b6d3c6b1a9d1187afa8a49adc6048eba5ba96642023ea5dd4a13ce5f5519b1c020dcd650d1c43b9dc0334b7acc39fc8db29e8e3783b50ca701ba8d1dcd521f7f5171c36e6d3baf9bfd5141eb80b6d96cde58244d29068480b12b2b50c9f4318caa731f99fbbad556e1f1018b844137b82c6b16a7f08efbdbf948745daaf4ac0552cd1d9c905e4c420e2fa9762813e0c83c500c3147c11bd39badf376bb42f0a96fa38b58e75e0a0ae132ea39eadd2ceeebbf215a398aa24afa1c52f3527dac64b3595767afa8cd11d6eab583950d7f2ccce995892adcaa8d95b03377f4b00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229004603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80f9aa1f0708a6113f89e6cd47ef220fd6279c1b04754a296ef995d11afe3fe3e84395d67b2f6e41f9cba4d949bf9fe1e058d32964867331fd6ddc31859e03c52280024fd475e426990726c3692735c0844541db88e44581a202716ea8c3fa6b812cb2438bf761edf15f9d504d86322b64766b0dfeea35604da9019cde6e0f5e1e943e30e1d3f95d0b919e9a427fb6015727bcf0ffa9286c228e92ce8d3fe3df42317fefe39ea277d5bb0dc07fe3bd73c14e64ed24806874ac05a136f62947e6a4fb8083815926024d273c12fa2ea0ae70ad1dfdc59750b4564a2183bbf4c22e283cc178730ea9a7c8ddbb1610f11f8a3f3dafec22bae45e9f28d47738f75f0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.2290136Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dea304650a41e9b19a98c1445b63e172368ab0d24c7e1c347f1e38aa25c4adf0b12875103634f760bd5ea46eedad28125efb183b495995e195311f82fe7d2bc2cd5ce6597d1856a5197e5e53b2398545b3b053eeccaf6a314927878bd9446e6695dfbb15961ab9eeac0a7b09edc1552f16f8b4f1c62ed2c4323a790b3be5c3f80909d9acb237108c709919da70b626a6ed500cadf93ebd08ddd596334d7f6cd6207e582a780b095394ae82998f1768e656a7fb06b93f0b747720980cd357c4f859b573edb2d1ffc1ab4e5490b00d28b35c28dd1448722c9a30f15ec9049a1b3b61a92495948f12fc2d9813b90770605d016f1b0056ce9c441e9dcecdf0e7d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228993221Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b469fdcf29a06c75b2844c8d4f76407d4ca6a79417c3252055b0d2885ad23f6e29226cde92a8cf94a375937839f9d68036357282ca81065f4280f21fd496efbb7d3cbee3802909f81aa57aee372ae8e6af4d8a6a9f293a8fa96a80e75c338572c6bfe2c46aea4a0c48a8e49d7de89f99fad0fe255de370ca1b6f87eda50ba06b3c8075b1e98127a5e72d74fc0558ea6755580902f4c1f92033cfd72630287932374812c40f27b375b4193b4ab5ad61f50c1b7bbfe75d3c0f26687326e4cf52f31e799d716efd1800d91a12ac401340cbf493de9c23e65303369774bf37930f5c7207ce82351457a4a8550285649cc010da78050d5f338eb203243b2281bb5a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228995926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90a0d75a0d4ae3d8370341b15fd9f01fa9caba0e6826b06d6fa5c1657886ce77658c47e73d9732db63ed6b33b3e8fc42a9a1cc4cf3f10797c5e5678842f99b542e6a04e27bc0db468aab28a521c096ed224608f9f0a346ce289826e163dbad0a2204ff36ad2aa137842bcd6537ebeb56bd62f4fd573e96a8b85c0d56f42955a96e5a156b024b1e53bc481302b04c57a42ddfbe055377cc7b99dace3a90137de6094a0a08b255aaa82b5b96df8383a54a000f1b0df5549659f131adfb2267dd28a780e9e85ce3b3090608f4e632879418068a3d5454bb2b189b83513cfe9fee84ce0cf552f0ed1936c5fcd552e01851267d749a0624bb7a1f849bba6c59d42fe5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229029049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7f759bb23e7638392b0ce7936e55ce01343c1a164b617ef547afb65e8af74030cee3a43126d7a49c2c41ab6730f3a9084a541de305081eeb035c78a189c95a1393be6d82ca93d06f0a151683e530bcfefa76cbe33dc490b7b5419496e8dec49c188a91e033b51731b58f7e1f1d5b6a932b9c46ac2473969f091ad7eee34481fad811d689e3e2dec9df7403c8f4f0d40fca862a348253c887f4390592625a7c75e62ae2279948e292e68baa38acc9e33e5d74aa4c4c348cec179ec92a680758def9521dfa010c764d5a34b70306eb376e9273cc5b29d57761b8de8cadce151f3e1b7e3dd3c7212f79f9d8c08dffdd18915397761d7af8bc43815c9680b453afc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229041713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4e3353d8414afaab208f88aac486a44832231938709c16379f411e362ecb89e8aafc5c60b6ac15cd9cad34155591b6bd793a4e10b5f59792cc37efa70d02a183b100848a9da4abb585a1e15b3163f3a62c6bcb2c3980421dcbc2f9ca346cef9f39b71b6e3b8e796d81a44d275bbbcaec4b88a732c22575a64f7fd59d4f8f149e31517b0620ee495fc3a19c6f35a71c4b281daadc054566c115e94e00b85edf57e37e4cad3868189486b9e9a5440ac20ee01bae62b84c5e282be12dd09efd32d52b9a91660990e755bfb3f4400a476579870af08065f9555b3924734770690dc44b8ea1d5ff23c4edd176b4b7ea31ac3b59e1c003bdc40a5888f3b7e5eff6197d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229050449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=19985bc678254bdc2e9e4c6374dc33518ec24a4b6a6a4301f70a25764c36df58bed46bd0307df34364dc755b7ea4b528806081fd59f28602b1ebb4e24dea95598c4700e3da3cecfc6212732b7f1b70e865e8f57c3d1bc77857f9b928b9616c6108b1371c63eb8e7ee6a6aede96ebf8ac1a3b260397fcf2ee9b8818ac8775311599c1f6545bf3037b48890fff27cfde60f2fb0c8856c611ac22320c5e6fd3d1f407df3100188c5ba81cd3bad63ce159111a58da8659de54953a134d48e5bcdd237f2abd9446c0d519a274ed6c61bd852b58085ee1537831e304338d4ccc11b88d8bff5e38e5ce08c6375071d191cb13e4c86076b7f33228ff7a0c2229d15b0789&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229051731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a76b69ee44c9c601587fe40380b6a0746d22bf0a9b5e3fd9c55e70478180550594f89c56a24fee3a3e291006c50891446139999bc8e4a95378601c131b92de9785945a97183b0a660960c6bdb4f3ad85a32cf6b7de758eb86253e6a1784a4127dd54286d5f1bfa14cd5a14170bb9adab3137397c8860023d32e22b984a5127a401a17c6cf68994f76357acd01da84853631188c2c93fb7a4cd026c74762478c7cce8ab519427d9aa2b814684e9471a561d1f4a03abdf81aaf5223a30c3693b0efb796a8b6b01b09e845e99c162b5ca38040125541d78d4a23fc5f7842b349b28b640ebd0962fbd209e063932ba8dc65ac4c0078b3272b17e54f1dede7610c3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22907236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=299ac206d3a7935448c1d3593252f5f1e4e8d9c2bc15e1cf9b27c645cfc665932d55d03afb8aa56495ed96d7dd9be64137d51a87201ae121b43ee16932d3d64cb771276fbabf4958510802d733beb1b4d987efed59a95a5f57b24356e2c158e57cd4b349757a339f1bdff356a63477ec7169a3aa700746a17c59109f12630aeea0c3813b96ef17de7df372f58aaec8d31865ed0ec808b57a055c0dc3cd7afccf0170e82f241867718ea70514b96f8f1f6909b70dbf2ead437b01caa8fe573c867bc4994749b4ee713e125a14f7110f410c5701d71fc5c765437d8c468ced85b59bf2fa47adba54150dd28cc97d89847b86674854850f11d6ded581a9d018833d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232715236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b36043613220c2be3ef00e7b4137073af4c604811e2a6aba9de79c1c11180b97bf5fbcc2f8106cbffb20227d3a3b6acf9935d599fb5aed4f9dc6939ce79f4e6805dfc2e80fe4fba40956ba6f50b4c75597e9886979a70297bad4affe1fe362cd1ee2725eeb037c80fbbd0f5019ccf6a931d8d38c9d4969fe7a8180e942fc86341528382e0f0c6a5e7ece8c4afcfcbf3452e6bb5b8fa39e445253ddcb103611d212c4a1065918012444ab9dc622fd4379f5b87bd78ba4b78eff5baf31927bfb6f36436163a0caf3295981bcf743bc53d57149fc2d9515c19de16a834f14eb26ff30ab281a43209768e9e3136150ee9512f066942f2c5dc43fad2a08878bf6b33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233194429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bad292ff2f45166cd769715c764eb93214b8c4dcce0457ae3c2d4f4f4e8c670cc6155710a6b58b8cdf4d06133731786b22b1a6f8aa8e488f5068399afc651caebb6d31fc2a24260744c5dd57b68646203f35f1121af7b916f05c31df342f34f3822f60974a8b86871ac24a2b1419d121e88a4d00ca97358916839272a77c038717ff24a394957e2879767e756b9d66623eeb53ce9869690ec6501c87a15416d743876704851b45a86ffa788fd488b4084d940de672c9d0ed435e5dfd2d044f7b2fa86bb7b69917b944d99bb7fd486b58cbec031b17396e8857b5a0def04f985a18e6e28335ef77a228b573c5c48a190be400a9583a8b5e532f34acf8e7929754&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233222322Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5893920749e20ca463642a7c5b1341f38becb228d0369be72aa0c333171467c469251da36547f2c6f0f0e38cadae03d2e1a071f30cd83e99a72612e3297217076eaba9c115ddf908bd92e0353221d9af0421522d90251a5b1a753aca136f61560498c5c213f220d2a01572537df6a45f18416380b4c0d9e3b71209b4c0ac15be84ea4d621d017ac42e3aee3f74b0d608dc7d17055a6d60a404cbaf83ac5a97b7aafb078c109cbdd2a7ecdf9fc741ddd8a48d7dc414c2368c272312580319f81079b2ecdfa2b64149ad5c2f9f3ab5e163ef0234c6b1fdee2bdef313a782fa1ab8b4e869192b8fb13dad6a5627a2afda0bba7a80905beec2eda3dbcc6c4aacbc77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233239424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=40ecc75b79bdbd1b7c4963fe9e231dd88c1222b19a21ff2a8ab63b2ec32210efebbbe6475f5e8876d52c203cb198d393990cb9fa0da29f4a9ed90f6767bd2b7d2966c234645c7e78c8ff2da6fae16cccc91ffc8154178a7393c57d490503001e99f99a06fd37e186eab3978a9c3e1c471c148402152221858ea6a794339756bda7957222d3c906436c2a92602beb5c0d6426ab3e570085f31f4e8de434e3bf8ca636594b5661cd97ea5e2007e6f6d87b2cdd373f60de01fcd8073a0a0ee273bd69cdb4e8955c48b5a83d06b86b549bea53972dea499ca135bb70717c675fd117fba004692624c816a721599f229aa0f6c95f3f926d841a43bae7b1fe416d4066&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233249132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9987d99caa3f452025a13586b79832cb8728154e7fe484c6cfc524043bb189f0f6171491d0cb62e74156aa3bd97341b46decb09145710196e4818d9edaa922d32ed585dfef751c4185ddd1490d196e74effca1c0083f3bbdb261244eb381f3c6fd8233f5bc661a37c03b48079a3ad03a81c3c3fa1be397945d487589086e17dc0bee92d8f4204f30b069a69efbb035a7a3d56ece76dfa32a9bff4a0a94471a652ce427e8ca63a8d0d5a6be4f4ee974cbe45ab59aa47f41c9f8bdfd89043a50822407c77402c5c0b041f606b3ce6b010251a10daa46e468128137b35d4bee0654bba4b8fdb88214121ca7d4831ba1549ed7d7b4f2ec68898e662f56bb60ef105d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233267898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=924f257f6ce34187c49f21e1584e5252bdf280bd56d33e3c42508a5f52a1c027ea1268b796827a0df1e399a3b09d4d93c4ecc66fcc77c4f3c035828c2799a01af95d51b29758efc0be5121817fc517a597f58e3e48d5f12168c0b909abd6a8b9ffa42e923ddd89a2427b171a53964a72f855e49e3fe1e2ac903b9349126c7e6c19fcafdbac78108c5f21189f7db1ee3b3d70c4770dfffe6b051689b1e61e8bdb986a8a81f8c1234954b4df0f84260bfea4eea6a5f1fa1eba0eae9a3f448325feb67e3f8349b2bd0274c128ab195d63167587a15fbfe476e337f384d867a218dd0ce4aae544f55c8883abea2f35a8805e2407d5c97b14871171310dd4eab4e58a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232797571Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8ce1ae9fa5d452ea83ab073b827ce63df4d4c1cd3348043ad1137c018a21548d2b09198816cf18949bfa31d532ac99fe71d193f205b3c79c4a519432f557eddb1ed7557f1c0ea9697e705844626cd1a477c382de9cc1398b062b4606275fa5d80178766804315d155f299c0434c77ec1f02f58c1343ba309b7bb28b831aff8dc8e004b9cc2f8a6b89c898494da0315b596d7dd15cc9e5903dcc898f585b2eac572a1656ad4f9026ae3dd63c72d3a6be620d252f2f0e440f70465c5f1a1692c31414f4da7dc90424fbc14cc73d5a52aa73a152d3f15592e595ca4ba597bf1ff4e600df737d27f7ada69f7b5c96e4bcdba9b7efaae7efa82ed1276941c08bdb386&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233309166Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e820b3cc29bcd7ddc0d3d5b5c1ccb9ff44b586bf1d46c993d33e2d2c82cb7d0dc72d47d9dd9b496a51806af2746dfa31723eef3807a5b63f75c923c06c1e4d03ba64b36942f35c48f2788f3eac3fd19daadcce9275d4525a4b4936a573cb2f1ce7ca9fc572a13516cd293bcf2609d189e8db4115f540c29c8b62cb3239294429e8709f80ff640647fa4defa2bc11dfd2b8db31ca9fb01e59c674d300f902843409918d74c86c5f05b5a3f4649b11361bfc13a5d2f83e52b3c2130a255df53630ef95972a988ea0cbe2c078c25db59da5f47ce951fb2b962365b242d034830fa4ff6711a4d4a1e12570b215c81ad32418d08ab9419c1bfd466ddd27f5a45709c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233339072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1f6c5a46f7db1fc86b0609e5b7efd7e9b411b128fad38ac6d759cbe4775202edb16bc1ed7d45b97ef2099286588082ad5fd32a2b023665b56e870015d04a72e0c7d21120a91191c2207d8bd73884624f6bd287c6f99155f724fa3c9315bcf722f61406c1238a222c9ed38915a57ffc3648d0f39bd5e8fdfe3a836fd80069230bf5f1a9e403e9b216a363ea29cdb4ae3bfaee49d6ed3659bab24d075780332a8ae93888106714bc63f97034b85f0ed7a75e83732fe918fdb7b386a0f060cbc12b9168ffa9ca04e4b421844490f6d2ce1a4572eda5cf286006e3eb39db5287144f65477624cb4f62f5ad3789a7e1d69f1ed3d128f38a559f066ede0553e9bc892&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233342669Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a65b83e0e733d94d5eb519a13858e96f4163eb4bdb1b30cf8ae9fdb601acc7b1e1b1de9ff534837fff66d185e0e58ea68cc39c7b74b56baefa4009927009f501ac192e91524d142d5dcc76ddc3dab6eef4bba3d4a5caaa12342456e8fde558d7a93eac0e65fe712b0c05043a8b48de9161c2c554de83b1f5e0ef11308bb5814225185d88e8f0bd8dd85128500489a13c86c39df92b13b06301cf25827e5ba1d9328df2680ea61516db615c703e178301b308d2de7b1f7197082b4bd18065ed3270f2b76a50b4e9324b5822e62fba32c2b5c3e67374c34d03721610e39022480f36d3d0b35136c620fd0a799322c7093c4d0b051f4bae672c8b821322245b4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233379749Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8291004e2c36702f068d716a1f51b436af41c9d9e32d5361d1955537a8df921ab505725a3bd96dfd0c3a09c0a63e8f1683c912aa768b01079538e0ec7b788b9acc9f3067a7c4f62a53d270b88fbd9439608d67841940d9bcd3d9306d042dd9dafe2abf937ff096f5b79e6fbcbb0184af927994daf3cd97e23716fb8f3bb997f824d8a0050473c29be1eb0d4be43c3174c2d62147238dcc47a46d3ed9fd815719f8b7f25d9615ef8e8b1815e6d4590e55f2f198a8f74625d8244d43a035a28c6e6fad5c98dce8e4cee09b7ce6f7d98bda9aa40c15c86805f3f99a129624bf17018242035a2a11b35b449762386f830e378f7c32c274036d13f8273e2d94524c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233392843Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a211f022601c6e351ccd3712d92387cb21c26182223e837b2202ecdf130578e817cdfd72833eba35c2c8f54ea758f1ab56e99a41a5aae8cb4f46196f0edfe7033886da7d8850a49988d80f52819b8e1326c3da09da103e10df1da9f6f220ad7b648f3475f0eb53b59b86baf27e63e9f895695d5573d49d78b2c704555ecf59b6464cf6e49ce324cd1a41c70229bd720e05cc63bf63bc685d3c5c107287f43b1b5ae496d49a098601b99d34989673a4b67450d0cc081e7c26cc87c9824251327cec77fd876c8fe1dd62a88897f4c705bf27e3f258be855c51b9b9f6a0a77fac67433e62c5cdd045a14d2436270faacf68467508f2b5c4f3170f964e2da857e2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233393044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3dd7ccb2b9457cf058ad1d2b626cc47073f95870b79a69fd6991202168973722e1682eb27bb3d4779eaa94bd3b455d5abc72475ea1bbd3f715fc5f9a36df78266099209af65c99602c8720aaa48c4c04bf35f867186d9641fc023c3fda406b1c83393c263b516274a0014903d84540ca09541c52ca829eec68bb1a25ee5b50c67e2f3e93dffd48f1b3a280cdacd26a3a7cb434524f86ca756663bccda32a5a49f31f9ba4657c1725a21f9c004c245ad721439a2d313ad829683a2c09da1d814fcf0185a9b9517a9aab47edc4bb972959bf5de15bba383308a5dde587bc9b17fcb832a036f4005046f84e38227f9d42ff35dfc4035719c6bc469854845cd667a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233421497Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=305217b5e2f373a565fbc17b2148d5780b9620c8c5d2350c64cc2e5522d7e955e05b80b493728ff61e451a1988fae1580cc8cfb86995f2e86627a5730c9bbc77d92b78ea4e4ab3ea2810725080649e01663b0c01d89a35f41a9c1e3bad6c22b7bf1f460d90b6403bf431f9bf52eda7e1778e4068e4c33c62b3fe549bc0a8473f713e18ef6dd44071c588861fd987f07e8e26218cb0f380182b381491e060538c9727a88e81ac81ef5f2ff2bebede89c89616d414afcdcd65f0440f49b76dd62276e3294850f7dac5936aef400ca544fe68ee764efee1d021fe2cbad8c84d01b9cbd6eaaad025a3ba862b38af4f2ab7156482f553418b763d1bdf4342b1a8b66b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232946492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=979fd3024e7eeee8190ee3edeead26e3057abeb28cc86cc4b5c4c83ddfd55ac1f0e81b6849f8aa3027916214c11e74098cb6c6da92adeee0e13e6b79650db360a7f2232a0904c38194cf0b7f893c9ec86829f3e89bdfa0a24b48d7bb32a6700777cd94ccbfce624f40f365ee32e94109b470dd0fdfb597f5ced9176e3c558d75d8c95df604baa81245b30f0d7f646fa93feca71f64a621e238fb2d0cd8745f6447d1559427303518cc9f119cba25d9f74750fbe8cb2365c1a33f0548d028ee99922bc5bd790a198267b82b8b44925466e07a1d31745d6f5cf6986b9313afe953b86bc47bf63d1c8a1bb13a028f4141c21b22db88a9445d9ae6738a08f12de586&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233441505Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69118da870961a44741a1af644852b1b8b6509a3b8bbc082694ec254c56d115fbaf872205cfad256e2640f9369bdae96881e63391d81cdc1c6cb8d4d425a614b1056cc23dc0ccc1d65264bd74e18c1a67d98525e78527ed5690a74609b0685940948a927e9b3c04e62f4f61799f62804bcf260950f37295c440e736cfe9ec7ad1b03e78b615b913553191726819b816e29d8096c413fb79de1df07f6272afe2d6be38a2c11b4ff966fbc7a7c825ee92d8f383c51f128416018b16f5fb48e1c3285b734d93cce23d8a8c7e7eb60e9589d50455cad24d7659a11432229fb83e8f597bb97901425238850011fa4c5b9c7c8512f4b9db99882cf774b59632eed10ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22908274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e618dee0e4cdd3e13b77aa0447589851a0b9e8f1c7dacdb8dda5de7eb73dfd4a92da48dc5f027a8ef8638025225adaad6e392ad9a093f77e094e467f8757f6b2241d2ea0a279fdd6dbb04ccbfee7b657c16ea3b44c8c13a20949be127fb3262eebb3158c81421cdbf3c504327ea697c0c4f41a2b9e9c79f6395a251c2338947edabb08dbaa84f4eea9ffdff1c2964d7526eb8ccc3a21e47da070831f81f34b976fa4e0be1a72ff24593b6c07117d63951223d8b35ad4bd694973290bd084f6abf159a183c89276a85da2b3d30059206480bda94add92d8d5e4740feb60adb3977896041f52a2b947d47a7952524218d4630f26a5ce23482b98d3f02f6b33b36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229076869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=630532dc8aec019209159c4d027b05068006338fca02ed3563af0dee78edd1d9ba1504d33260e003b7cf23833efba71cb1770ceb8d647b3d681ed322b907ab3071fef8c7143707212938a9f2d1134fa83b80735b6527f915d72bd421677f6d26336097c3c96cd368bbaab31c9c3c12bb17e7677d05fd43ae252fb910988503931bb8790f6728539abc10113d6d320880bf0510ce8c14d3f113cec4dd5d7768177c414a6abbdd2654d3e64dd572763b6c3b1c40d4ace5dc35db1191f3dd57fbc7a476a31b34240ed117249cf82af84de7d04b1527920603e91dad01695a34a6b81e5a524bab2f256d7a8c936c243be18162b94e4ee94201535a2377764d3b3a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232290225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a9bd0b63a53f24d4a046865e1c3e9ec480c3fdef9ccbb3d6b2322a630a704d88f2d9e28df12519b31e196f35748a7cb5fb7ee405fe81dc118c32e69e9afa762cb7d84107d9b082576ccdde1bf3169adbb93fddf13931a12f25a98f88159fec4a68ac7522c3709befd9aab0605a0617e9095efc6f971c8a011bec315cda670ab2eb85d727d1c070c94747e33472495d5916101e2657c68773ef8efc1f40b25e6d77c4cb6baa3f46976a255949c8bdf1674148d733ddc57c0989746c2d6ef41a965d511fcb448785bedb995ab3532da9f8125fc24a96032156e652d0774ebbd1cbcf6a658cfd585a6b5f87812c39d2ad4df8085a5cb3f12eb719dcd1c8c3b5a6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233248501Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4ccc8e3d3c4707e29df007fefe3bb6ffed6385e7c85f0fbfc1a7aa44caa35ac310d97d8600669b4bc55cd1886d27c15d53b65e8ab0a2f37aab30cc866b1f4406f3a11972713ed0c884c1713d979522cf2a427a87b943d80269411b14b5377d2ce439ff5e0ec4219bd77ec725e0fd40b7f085efbc3b0e59a7d5b91f6eb5f952f62f46a5d5587ca9012ccc844bf6fe4254332268da28a6247f2b89d9283feff4c94c8efafbd742eb24277888d009ac16f338025f27539d3e5d7407165a19317dc43134d5ebae6610395f0b12789304c671376c745c43a2a29b288f4545f388f2ccf4c69c1e2a30cc2e980a545a5b2d03dc70e1689b16d8c05b2d1ad34d5ed5416&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233768201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3e617f9532013912ae7b78e7e66efc77588e862605bd38868c757a0adf56a969fe750cdf4efb816a94b3b119561cef579d6e7a5ee342c71c2028c1c8ef1597d0ea90045ab0ccd6b0ce2f7bd5bd67549791211d973570c82664ec259877af8e9667894c4c68efb57652b66d379291ed84eb5c9e909d600b383f474bd04af29c4153e6838edd272414aa5f448376f64aa6b0d0aaedcdc22b4b8a1d055d2cf71115f0668160435941ab04a9187af3995741b3c1547e581c6cccd882245794c6b55417ac3dd3757b0ea450e2a1958f3facc0d060c89105c2e44766f9c93b3a053c8c580317d07d42d6581bbeb58cfeee0fcef6cefff95b1b7333e488b991c041246&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233782017Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73b45548f9d9ae40d39cf704b46b1f9996ac5d592512acc86edd88a0f1d411f690d65e7707cd837db5912d06ced58d5e2d60739bd4cf36c1c5dbf0316a3c3781aeb71f1898816ffa068a3c6862a4211a99fee21000812e347a5e9616a05a7b812c97410ac3809b3963c4bd506a9242f2aa55fe379edd70d38b503f443ca2c06b27b449d7eca4cbdb5dffc251cdc120f2d2abcf016e754a126086b39fcb8f6e22c59c5d7578f52518a5e9df79bf7784541369043bd0ff109d36b0e21f8af4aac9d9c6c0bb55c0f8924c0ce88073eefdf06003344a130c0fc981111cd89cb2229677d4b4873f07f47518eb15fa88ec98d992b5d1ddb39d6ec6f243997e27ac4f61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233814338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98d93f6a350c27e3f77771fbce9cda36efb60854599a15bc30dba8f17f24354ca532a387861296f0bc99e5813d482931807468b96fbccb42660b52474e9692064cc798a43fae93f490e9ebef9172086853f9400c66bb16b51aed0f31966ef55dd668c28082f5f4f33641e1de1a07576a83487786c2a7e39aec9c34d0d9fd53c334f0eed6dff6147a91c20b1a5127f53c5349125466353497696ba2dbf3fd78ed3835cdc92ff37eda9aa9e7335317d3641543db86d42f526715988ff71a8c13cab59babf85eed9546cff6279a53d01ebf64ecaf80ba52f5dd47c80f109d6e016e0553d08b74cb9d30641352fe66b62979d8ce248bb9ed69b49b29dc376b462571&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233836018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84c40eae21700926b951e999ae7fd95592b5f3de86e079caa8925a5c28f09426d1b1960052dd2d80ef284d33766c1fea6ca7b984a66742ba2e378752f40cf477d0f68f00651cc831e3ebc69815bc9fde77d0166e71fe14f298cbe61982e3ab54d12813adfc37f49e2d6e3ad5c04079c4da2124e91c82410f4bc8df4169c5ce122b59f022b1ea188d5973977abf09692135e5fb4c065ee2331a7a626ac21163704381efe5bc0c6e0bceec5b5da9f4b43cdddd8589b9b0b5e1767293b025c7365b1209abc0bfef28233a6175dd1fa28459349aa2ddd10ba0725ff63cc957e638a53da188aa1d8a0521630060b43c06b23958f68840309e49e65d05bd3af580dda9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233842831Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bea4662564e98da32f0fd358bdc989960e94d59b74489e983a0816221c1d731a7a6cae6e19c8d11249afcdaf3dde26410adfc27310f0ff7348bc45544a3b22f875ada5127cc952ce2a854e7191074e57f11d0a0f819ee4f866f40260b10f50916c12c03efe50f60a6a77c72b690c5b3cbb07f195b97b43632118e529091877edbf7966e79fefe7848b92e0b2b62ba6e4d94000114ad0b40bec859f10a85d8f45d9f17e59abab3b8a333d7682b466bf182cee1950bbaf680ab7c4b5f12a79e2c768db978c55d3e7075f078a4814109c77da59dcb920114980547b3d0ba00dd6d621cb506b7c9f1f914ce0abc7e51351547f125aa751816f37da80dcdb74d08ab4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233898186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36ef1bf5938ce505c96b4e73fd739597e7298c62d1bb5f2e24eebb9341bf4d229e80509547687748e8532fee90e920f49928bc6172182e971551684427fb05f89eb94b8a76b0814e6dda470bc328c6bddf6bffa5361a9001f97222a2a6bb280e9867701b8e22ef299c764028e64d2b82d2295b24099d1e2f4fdf3e0650bc350e7a9c52803a9c270a2fa56d812e4f5395ff95a7962580f90eec721a98c683d7ca3e160f29d3a86013f204a2b15a78a2a174df77b8bfba56f4f6c815505fef096d880293ee940198cb1b2fad24d32732b88e0afe62e99507d5e83470618fda110883337b8540458652dcde67c0937b804b995e4448e2630bacea9a8f1c78a92c6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233911791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=821dcb1c295fa6f7c773711bfdba4fc7d46fc421963d7cbf15ccc87686a0239e7389cef933361f52951ab3c34a92ab6a270752e1a7234ebc739bc30f3c7cf206d9d8a87629a95cc1e0cf35135145e6a28da3367a0177caf48fcc079ee3268e0c289a555c18e31845807e15735e64790ec7a5e8c3d2a7b45496902b0757b317ec886f7115a86019f3a8dcbbdb7169ffd1a3ae7235d271feb5c9a769dddf9464d3bc8531b5bbf67f36a2ad8e9dc7f52cf0a94830372794ea82b24ccd83f1c29232aeaa6f98fc9cd6043050f5229574b8e066b669420d0cca20318084d5c1723b6f932a283a396db4631575654606334cd0f07f9a397138605b8c1a5f1c568b62cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232807149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edc7547946c2b03db5526654d78ac646d0080df2c4369a1c22d22ffae6ef011ae7b237f01f65cdfc4ca30a995cfeb0b90ef9bb399ecda33b39a0029f62e94a6faf192b591a81c69e54582fea773f4ec68d607e18b7269d973e14991ba227b187ec6c2d15d70f94881083fd1cfe02544eef64bdcc842b9aa6718945f46b89247cf02e51287eb52edcc552d01599d42540fbf228dd5b964a438d56af96c5e9b01b5c969185a6e2b7ff6b84b703bb73d4d14c05c697e6716a7ead7156d332c7a65ebfa1b34183106f68834a85692cec65efa43f556fedb02376efb3a736c88a8d0cb9ffd32050635e162f1f5aeedb40ec61e3f8a89e26c8512b3de20f428aa29b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233957958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=14ce57496243dd959fd8cfa833aa8e9d949ae43b85d27a401118a4b4bac2d6fbb1bc7aa9ea2932359b5f3e585074e9e5998b5698088f4eee2f6631ab37be0b16e656534685265558222e468d2db9fa5bf3cf11a52aa066b340caa314d54f8900cf477ed0d6c4c3f7371b9db96646a1fa25a1f67ae56be7b9d9869de24de7d9aae0b3ffab9cfb26bf0786bcf2d48f7342c0ee0c9bd069c9c9fab857286d5865202da62373565628f938781d505840417504e96ebd6001d44af3be6f5e4bfa7c00ecf56a9e2551cfc4dadad6e0c496bf81f324190c2ed229418a5c7135ca0bb9be3d3d68e0f2c9fdcdebcab84ceabc662b19004f2f9c7c6100351f34dc937bdb55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233994978Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=999f415e715cc347df5bcd3d54e796e4de13a0ec271e6d25f2f89080c50b5342f6cd3f16378220dbabc825d02119c939dbb6b53203546876b9673b5d0256dc2775ce328b0e406f68c6fe523c553e22d09f7f72fb9a5db929f54c5b89e180d9a916884dca2efb29a862389379b3a13834d18041dcd5cad94b0c1531cf9187b4adf2578c82d9bd46aa504d98cef53dbb4617222fe906a0a70cf331659c49b56bd22bc9758db5bbac7ab014abcb3b4ffe01dbf5c17dec902a26c0e5ec442cfccf63db06b4ac06e125d8013413ac26218c4dd72687b67d44afcc9137c6f71e8ecd79ab01ba621ccdae0c50d3beb2cd256e2c06f9050d9a197f0182be9310e747516e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234017521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6686598483ca3bf422b6767ed0854ad57cd235e3f5767a8ab42b8b755091c4f14d232ae1aa4fcb1615599914774c626c74a8baae4f20fd3aa2ffde8997b5bc53c0ed3cefddcb290c45aaa61c028901b0354201a05c39b0333852e834b062cd40f0763b5b9d6d27a2a1c820f796cc34374f1a8719f23b6a50b6fd328fdd6718f6a7d8940fbbd0f67c2cab16fae96c2875885242734cc21b9ed0228b274ae9ba5fe7f8a0ed816052e83f12ee373a2ee7f7446bf714676a4fb8385d5d77799afd2df45f90887ee977610a32d4a9705af94d1f7043057b03117566e9f993c793217f2bf2cfb4cacf544f1bd4e955bb5e9bc301e9245895b7f89f8537f9200c11cc8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229117856Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1726c35ef12671c8901ef095593773dc501b574db057cf05a9f7c129774b856cec4b6b1d9c169de86dd178baf5b29901525e453981ee2fb59fa4f835e331f0a2991e72292d49728e6ebcf2900bcd68cf914b888966e692a87f4774c0e4b3aca908ae4fb14e26735e743aacc04dedc156a7a14c6a23a2c88450637146e492775a577059b2f737f2bbab286086039f8bfbbf13ead1717198719819986ab03ed5eec28327eee0e507545634a17ef43a374e63eb92cbcfb3a8a11f4cda84638e0dd822a03526f73f55098c6032aea0014ddd26458172f291262449ec5c442d9dac57864f068a31b90acd93cdd6124507528f21e1d358dd6b8aaf5cba9a555c3a8668&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234152595Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b494603a65df741c8f6b509816acff3ee0e33c2f26d7f31b358b87f6598f772f6598bbf067d9f9c5bdc0e689c5866e6e2564ada1e66baabb56500452bab5f2e258e020c44d0d8f5a94a42e26205770068dc51def561d9aceb9e722a65e7ef4a2ef3856d79f1837de3d993f2da93b1a7f7dd45f7c72cf8a850888dbcbc3b8650591bb582ad3a9f9172256ce693680829dec6792e2e479302be7da1e4b2d625871788f2e400315195b4f6b505ed374812b6ea6569a41c92b391b19de98b8a9923fd58a3d2af3dcc639ea7a09c6ef2c6802870137b248d886b2e4625206483cb9ae40149dac5a4cda3ebefeb8166e2a003115a34b237b74f6d0e5a0c2f79b91630&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229142032Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=385d3aa55f9d439ce47a4e340aeed810b916b58f40a13fce0549a1c93bc5d143a74a0eb1e78f34e1ecf2d28ea80bd2139cee57c0a6e16a8f4f36e80205e059203d94bf33cb6b3e05eec16b3583ea45a3555e817a34166301f2db2e24b4ca2437b4e27f2b59c9f42f1a7372bc8346d0984f9972c640b124240f121ea07d4de0f9f864ad47eebf1cc15f6c8de7ff8f6e5878b2213e1d106d7a5d4d4ab72403652d6a586ccdf9d3bcd483cb0f4c42284cc40ab34b88bf5aaa3319a34b1b5e9e419e0a56fdbc20a9b27193cc367f0f3be263419b5ece7765f294e977cd2eb2b956f878d588b4efb8399295893cbe4df5abb72df0580f77e49a611837b7df7f66fe2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234207479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b874d1d61f564f21223aee235dcda11503822ff7053b3a27331727aed8a7a6ad69f7bba6f8faa539d616e8eb1ec6aca7aa1b8d31ecc6a4c7097fd0d4d7b4c789a58c6e7a952768a7e1a367eee7f2de5952592f29c0c70154e8943af6029ecc0ebeef7d5a2bc9a9e1904ff0e76880106f92487b316d59060905660d349702231cbdd6aca00b98f13e126f6256374b459f2b4c1a10013a96070fc93acba54da7242307acee0b91f0a7d1c9c65ebaecb5b6edf31021469aea77478c3aeda0198637c4314c8f1db68b9cc1642430fb72abba740f9cbc849c3668e5f3f02613fa665ad46d31eddcaa56fda5c295c586cf398af3e2b42933b037a1587df6396138a27e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232847726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57959b1bf9f335eb996225aabc07218c5a3b046d9f8f05973d1cb8a687a38253ce83e0b585db4eb4b3fbd0d6690a4158b2df9b8dd77458155236124135c38df04c93c22f4d9e3fcd7485a399982f27d6d5d42deebb79c4343818b6b10f0a6b6436ee3f52f74d4fc9422396f3b907fcada7cd73e8f0ddf7ebea1d70fba12a4d95f96ad71e575232c4e181724b278efb82e72e778affcbb5b09d8e5999cf446de6fc6f06ff77742ab4fb0d449fb613de2b6964a736821e2ce787cea15e2fb3a7fd3266aebc92d1b0f3088556dd94a6f131ef6474e44e014c146942c0e9b7bb90b63ba3e20b3fb7823852bd33813acabc5204e9f8d3b895edb852daccfa5b255afa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233341166Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1743833fa1d50dd60ddab999efb4661a97894fe50603435ecfa5f11b8d418311183ec31971a840b12f1773221ffe2b8afcaf35ee1ad272f4c6b5f7f57747df7449cd66474aeb451d1cf0fb96663c78a82e0a7831612bfe65b9c06aa67627058baf5a7d3f1f3b3fd395270b28a7ea4c7a61988f9507b30cb8c44f4b219f6c1a8c890c986e476e76e2c0b245ea5aa5246688ed57a47c34d8c920a8a1b89f1abc8e2cd66a50ec7e5f2168ebbd9bc349a2a92f7211d80ee91f38280078d5a1e354f81589df4d5458c064dd9bd19fcdc7e85e3896daacabf8d576e22e9a76cbe42a04c0bf1cc22a193b551a9cb72c8493ce426c62da8f107a40974fae150e37e02955&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233899829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddd6846f38a62748876910b77f8c1446718ba409bfee4f0d29602dfcc337fa0730c77a2ea77b42c23d88cf3e2cea12acad576f1d7f13260bc47089df45b3a62cd1bc1abc1c14e13c68f2037358d6afe5866513c2dd93a834769e83b59e887c058c4a5771907bcd218cd1620eb077249bd52485437a3762baec9ad0e6e68a171de37a317d3ee484faaa3ebf066ceca046e65cbafb3f0841794414a7dd97ee27e091df166a80feb2004d79814df5ea722b51c29a133f0cf3306e5596c84257b6cdf5c4c175c8c57d6f29f3ce9c3db2f5f6888b78d7ee2b645b64136d0f7b16734b6560b6409121c8f8c8aa0c10f52e01fe19f22350d609832a5452d8c71c32984&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233348179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bcf8009a8cc7347f6656119009d449686b177a39b6365189dd36e87d615126e40f244f7ff6173b982d409efbad568d63455fe0f248edda4962d2eeb524028da063c94b41f69d57e91792dbcea2a9a6d474b4cb320439c99d56a65d6ba225f8d8a2327da58bafe8e6ce50fbcd8801b32881f380ce423809797418c25f94d6353905939bc2efe86a6555b8e3a100be564cdfa4ca24bb77dc6fc200bb5c2ec58182524985ed9067bbc37c8aed2ddf46c7fb5e9e08b016b452f1fef234e97d02358b7237c0ee8b8dcf6256a56d29d838bd132513d518e7eeb6126bd47cd8379bb41e8399f3605c3b9dee2cacf0a613b143a0af24a97dcb2bf775d4d1839c267c3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234325491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c1cd053d631e635aedfca1749f6e90aa7686fa408a2a37e080e33e9c6f1ab230d1d709d981cd99b12784b4bf0ed4ecbbbb96996fb72b473a534a5cda79509a54abdfde41adad9cf0cb91c6ec21cd884c5588e36af1086e28a5f724b3fd35da13f0e7872721f395dcb61e6ee9f5d6fcb94cedf678b799b98e26f6dc2f88e47311917c70b874b465dfdb5b62dfd77a1dc81e03e3a138e5c1b929658846c39af8b150324d22381883477922e10b00b446ae6a0c02f277191fda485e38ccf9232f8a597f1b7d22c0f5665df283fcd47582a7b2ac88d0d5a5a8a1280c5d864eda399db9fad52ec170015623016cc6ca60623e5017db56642d09b4384152d23235563a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229154716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b797a1cb4df734efbfa80fac36fbd24f07c288504a8d19c016f291de1671226e6bb68846e91ca00f1036592970a078da1bd3c3cfc581876ca74da8e4b368baae228c44c3a9c55f9a1bcbccbd2da97bfb554529128cf5bd6b06a682df909e4d49cf5f9a69a33bc8f67db8f0314f25cbc61cb09b774fbe9970d1c6510d3c0f18d5c36791666672c773f7d9d155f41aac12663a98af2b6642ce8e4b0610bfef4a42b9a03572f285548766996e4358f2c6b6b2bc14ee7f281b1c7c8507a5b8104b42467ffe32ef8ac3ed1cfbf4d5ce00edac4b847c85c77ef5a76f7022ae7ec9d76d1c4cde35a2813c2f1a385c229bea14a183da6a5948d24e53d75a600f90602ca9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234412645Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=140bc72f42ec7e6491fff71f75d26fc44970d57ef22b0ef024f611ea7bdf98a2deab153e5de4a1f2cf565fab911d378edb3414aae8d341084997bbe22eaa9188a50c689ef68ff5665af22df2c20092dedaccd3aadb0dbae31d7317f7f4a6bf39048fb16995ff4c053a894be270a47055243c4b9f24d0cd20731e884c93becc9f6db6b0b8e9324197ab84278381e83750c02675966131ec6d15cebc56ebd6f35b0e5dd50745f35690dd05cbcb061fba6fc794ad82e16c2e70a446cfde7ee0045103abf49f9f1b9de001163b5a3a22249713115fb8e73cf33f48152eccd48324366ae851a96a6fc684f7d551a6d99798e3242fb988e354a9dabf3d8dbf938f137f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229213296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c240c6d543092b5018ad74f385056e59d7bd0e08317b3090f32bcfa1ce78900bf2d7c9b2d546736ad50eae278af82b20d96ad7f0add1b8d5a14e134c11ecefa5dd4eb0c290750320cc72ab8f2ef2c0609c9d308f9d5b0f6965e4663b65a1b5aea2f5e8dea51844f948e0392530619dcef0cb698512719507c9c09b100156ba71576abaa54e8c5a17e1776a3a74da0419ed437fbb7db1dfe1f825d87035059e25c17c0d7561fbb97b2f66fa00e82042b2ea17677ea34b7d21c52566138f046bcbd2d2942eee767ce92f2b81c6c93b480de01a084f285f038b36bcefbb0aa0384a0d69fedab09efed2690d4561299d3c0d1eec10a0f971ab64d06b22ef43e867a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234457299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2bb8eb1db48741495823deac8e630792fc4ddbed384ff994d18eaeb54b06621a5b1472bba2413c4572911ef370b429db47040875639dc3cf1f05a050519939c48e4b4a7c4c9aae1dad1bd5f8cae7c311d6585a2d54dd7400a49707a795a74205c1da2da2ec081e3995b205bcf2884410318e6bc9330e545c326c7ec63fb4eb48f9e59a6e437ef936c190fa6c609b634c6121cb4b478e7b3909e6b44b9c5a4447d959d19c24edb1b269c96e320f17f39d74fce96973484ec3273c0afae03418b2c0b25eaf9e24a162269e3c3c51c2eeb1f3de130d2d13cb485afc29e15332d4d85db7a1119bbe500166e04f0b796d8b986e5969d4fd88924cdd9a96d9af970692&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234484761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5612d1b9e9c0bc7df6a9ae11fb4ed5447b82babc904ae43819000d7287a65f3def305afebb3e504d6d3d8d256af7cd53b4960d82237191f4c9938e70e9a55012d6d0e6c10570d31c21fb7636a4bf587bac3466c7d35af16efcdc7a2ec879e4a5f357455db3b69051c73e20d90fdf838b3e2f4e27f64fe3083d7467a04199b722456c564496e526bc6091b6d5ed31314a232e6ca4cb943372d3025456e64a3dd7da36fbffe0c3af0ff4820fdea66611a3ce339e4ee54206f1b5feea6335e6be604939b92881f65318253ed62835b1ccd1da3afd670ed4a2cb97d17b48b1cc024de4bb382c25c37edaff2ba908612b4dde91aef26f54154cb12de05d3d8e4b1b03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234524857Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=157ab81ca7a9d15092f20d2f5ac170f9e23c49784ba67a992f4e5f05dda4ee44686e132b1490a5f0b58509c19f56bfc69a95906f11eca2dfda7f045d8c0e4bf0078c43f8bd52c0fe2f3f2ce3e738691f002be38e42a8b4c69f9e4a18722befdd91e6988e404842e892d93ec682f665fbbc0d9ecdccc0a1556ffa10609413ec4ef1042626cb8217e3bc2f4c022f47bdd0203eb8bf421008729b51b93954ed4e627da997cb562dcd992aa15aa93a27b9a0ff2105a5c93a3515849c6285dd8312765cb5e58201a32a8f8ca66b85de6432d090e6c5900b22f51e6994fa227ea99e74bce9296dcb290f70ab07d7c013f59a45b2c952abacd8f647117e334b5ddb1445&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234547239Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20409aa2bf2a8b01a7583edf71d4d8a0e998a9f56b8f64ee3b3d4abca8b048ee18986dd867bd014deb88f6f6a8a5feaa55e6deb0b6d28b6a91c85a8445b6c94a521ca68d89521b8771904e7188693a7e18f23933dabfb9826a197c681df29c8b87817421ac8316c70954689567e2e7772c15843123d9d1d6b1abc41984f30449345512ef9e54486363abc0a8351ce7f68428d1654a0724b48481ce9906f0942ff4e3505b206d5018ed74744013b0adfd8911b8dea08baf5af5ed0a2f750b153692bad1bf73b21ecb604f2db0ef54a12d0713d3bdaa2c0b5e51af3a4d7c59bb5768e91d4b1befa4b902b789c42bc89b104664e7c0a1e7b4caf5ba253482378ede&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234597103Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba77b8bda4162857d9de064ab0c83563566aa80df8de3e0fa738aefb4d27f70ba45d843d66969635ef517bd54778a4dd1318282169f08576a3a1989c329d9860df7aedaa43e73e8e80e406e5cf6cea08a4d27b4c295696d23719b9c66dd546d3dc6e59f0d5d35f8c80a7db8998ae70f761cccf91775cfa3ff3c6238871e818cd7df84bd8ad4fa2685e97a5eeff90699bdc979c00cf016e3d6e0f809333e84b4d62cd6ed241edc5f9da80d3ff777b94db2662ab5a0fec2cc4b33a41613dc9c2c4d96ceec48fc1b44b294a7b7967214bf1e2b32731d9603812824ff31a4b2958e0ad634187b79d973d8e9925d6d577dc8413d9f0701232a1bc2864e7cede7ead3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234659821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=49e9fc4c4a2ff85667b2e079083f7ab72e2f911337bb3388ae07338cdefa01f536de8e7a67c7d1c458e272da874f5452d3fe7b3286d0f8d20410a50fc6ff7c047bb769710385154a2c25db9a0fbd9e0a597b2175c8afd1aed4c7cc4d28ca25c0d0856eb2ffeeea80c72c3e5960ed23cd32f454b4cce73e3b5b7fac172ad74135625b32b4d941d6df6fe2ac92f638829f341996755febb38a85847143278fe4598e0818e14718774293e1540416a5788080b3a69fedb8201e7ebc74f8b135cc26983b492b34576a4b918499eee250dc61b2cee270966f7b01c7dc9dd09f9992f8b0a4c1048e2e020f1faa7ce776a48093c030f773a213204972d6dc657289eb33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229266526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55ed0e41440f85c9bb827f4e9bbb4e94720a4aeb9a82e8c0f752b2bdf787c4afe62d10f89b2ff222fc08fbbb36e6709d00002019071346923e00cd5be08754ce46a270740d7746504559c50d7725bfa60655d379e2022f3927dbb10b8461940af19319a222a901d49b1d1ddc0a19f1bf4b1337618d16951712ef2e2632750ee93a78d6e462dad4e87198c398f8c2ef5a010aafa40857bff4c8de38c3caad387196d72740b905531c14eae7d73dd2598868c8834b4cdb8a1db40115486ee4cb619d504a6d4cedc42b25ea9a4279a46e565d31a609e94b60acf9299c97fd026fb5387178745af76db8be6a714cc8f7a7b8e7f3287544583857c818531602b79653&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229381082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=827f89feae9a88430e6000347d7559ae633965ecc96610e323e0e17521f53e6ba0604edcd95fa4e327a9b7960f0589e87a6f0f199571309964278e95eb0ef38160ac8b39c6f2ff2a5ad686ccdfb21356addcfef3881d2abcc869c9a45917b4750c524890c0c2faa979e927cfaa2747f3bd9739b60b74c2aa8247764c6f738202090c440582bfbe11be902bdf2bed54acb2668d7b1e821db5d81be13fb8e202856899c2f617e898d8400135e8e138c3e05b6b6cf72a2433ae92c8b6c94b27e3133ed2c6bd77fcceadc6c8163ad5fd745d450308e0f710b322a8bf648e57eaaf5ae1e86d175a68c9f85938e54235854ad0b832f39af3faff5392a9bbefa399d8bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233769623Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e5ad2788535ee6108ca644742d65b5b955e70e969b5cd813480311da4010f42173729b7336d7d1b6afd799d98e6bf077b4b5e2169f4b165bd9b745d3ad908dfcc7ea9165c723201754476fd4035c44aa743ab5eb1ed858e8e8ab1594390f0cabf8d1919f1d81e53b8057beb0ced4f43b8738ae427eb96ab5aacedaa39903fab11dd9efd0268015569b0c36a81e8fe2c413be91a150c7a3e42dfb8d6337a7608ca48ff6d2e386761fbb38d78d92a2b52c27ab0f8342ca9648ba968583759d4dc0a7803ac46ac9c4398a01191e80f9dadc1010fa4f57e2171a76ef964be96940fc6aed9b179a38af68f60b886cfc68c163197f6a157b9ea06a4aeefa4079d8f87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229182969Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b101ff18e30c3fc91a5143b123e9e2941a38d2ce056d67eeac17af3e39a7bb25bb0dac8f9474eec409ce49f48ad218a9d893cbeeecdb7a1e1e0cf35c8fae88cfef9347290c5c557ed67a688db2e21ca25b7faf7a9c4a73c1d14de14ccb58c8a6e2dab0aa804559bb099e4cb65863d939fea9d0a7238145b73be1fc24bdd4de3404deeccfde50a672096d58226a9b345a9718ed43695a5d3fa470b9ca39309f8ba0fcc7e4a6a9fbc418d6321e543fb5c5c0689e71a94eaf11d7e4bfe29b38c347b77f07b3355265c944a98b643f39644515a79247a80afc1ae4a06d7ecd0079b2a5c55d1f5a42f79e8d6ab2cfa61c6770a8a91dbb760339afce62dd8c58f287a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229218235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4f6430fe4d37c51926f8f0fbe813f087b7d4b80a8aa6fb4430502717bc9469ce198631aa841abab94502d0af53bfc6619a844ff7d8aa4de2337bdc86c90c46ca58f1516648a978f19fde9429b9207e2735b58442a22505f79863eb962b09ca8509044b19f94e0fdcf8768343510650cf02f7042585aa20406abc21e97250f8bf7e3913ee2b1c385d8cdb36af2114c803260995ff80ae789eb86b062fa55190ade9278f11a45f889db6f2e2e1a100944796dc19e7cfb0086e1c4b4ed0711066e248c6ca75e55fbb77be47f8d3895e6a09fd7f5092f4592745577d69b1e8a24aede8de76d20c71c911c16aaffb212fb7fb218ce9c2ba404f7c7de2ce8ca397a86c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234739932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1373d9089582a1022ce6028725718338d15e5cbe0b9a3407774ca31e619112f4b24e4260f725862e909ea92944a2e65def95b3f816b46f907452f1c0a3102022cf38c9cf75039cfee891db78006149b2bf3054d5c346edd9f4d0ddb8610b71646b0492f0ecfce35717eb308b767561355848e2cea5e2e8803e88f3d2bfc0c2d716a1cf8ef106ff3c3d23097b0caed7b8f06bd23b202e2f6d730a52bdf428357cc99489abf2ad1ba4168084ab6e0e2f8175c3b97147f7f56f590620c80047785cc57ccc2e5ce9afac2fa56b3137a0cc3a1c38058fb0ec038d9eba7f1666b185c98834b96e2cb4170c9ae9497433f563a05b64f051e4f63a4c475e477ecdd9973a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234736145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a4db0f50a54ad636f0ae19b915028ce3caeeb2de8e1585cbebf3b97fb63c8c46b59ded07d4d276f4765cf8fde224a308dc206beb4bc3ac025bba37c7ff44ddbc876617c62e88c4bcb3b474bd3a0361d668acbd9546b1f4f1d42781715a402f2f105185afd73f4a25e4b19a28d3c06f1cc7fb5bde7898d37ec840212a883b9a4475d0bfeee5f8fd75e88f3a1b166236177431809b4dd289b2330040bb36b7743a7e6210f23e437a30389c9a5af9452422a960afe26f77d56ae92dddfdeda24b768c65a1c8c6b905e9413a534931cedcfcaee23be992631ad5ad037e545b8998584278d1e39b981d69a10b757c8649e9a60ccb908e40ddb6d1716a035b6ce71c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234768416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ada877a744c7f2f1ab771f963e7f8e8a8899c0b7bb99fcca7a0e1dffa7c4482d683ae80b2fda1f8a134b8017de954d74c93f827990af6431d58240076349d003aca91df21da6a4a4c365dfbb40d63fdb24f87d4a9db4adcc292cf6e7cacb43148ddbd70c653b2d0762fbc6ec5e7b220e3ac8abe3523a2d3a50760e60b18dcd26617bec18e39258fd821c11877e9c9178ad6dbd1ab3e4c591d0c5e4afbfbf4467f2089e5dcd4a546180a1ae1af62894c560ab7e13bfc0d96ba3520bc53fbbe9faf1edce1cded36206c6425958da0c8fa7cb46d82da73f45ef63a9a1d2c90d17d8ec6314dcf41a1c9c80e04095e7aa9acea2497c98f56d3cbef5863489446c35da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229315168Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b30aa8360e2e8f926b4c318ebf1bfb1293626fbadfb436bd7f9f571c88cac585e79542e8bd180002d00a3fafde86a821df814d146f24e17fe2169ad5964f024ecc9d5cb92c3b07ecc410aa3e4f29f91eac3afc6fc15f062234f46a49686cfe7b17e68fbf4c8b3729fa554d09617ea0d52dc9bc00f57bf72bd9cdc3516820c2e3e860692a3a2f2f0057bf74e161837463b9ca016dd8e9bc3b057280d403bc9465c20b222770a78cc351ceee6ce8791a36bda95964bf8889014473fac10e0cb3bad0b18869e0a3c8f025c121e69f7817afed21d77015ac1b124eb3452624cf898ad44f43e00d3e15f2ef0e5d17f313ade04442a2401fb5b83fc8e2b7fdfbcb8daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234809744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=805209c715b18fb53d35cbd0d5632c257799de34b6539f21934a7bc0a52d8cb3986b101045be58c2cb76a71f82eb7ed5f60228d165160d7de5c7892496780e4c4fb5f4ef17da471722c7f77c3d6b629f40d308d9953ffcdd6cbd0d112c4a6934e181d82585b604387b1de225205c6a027f604efe003f1dc6629d7b561a1bedb16c0b8615b5baf15a451f5b64fcd6c21424dd7ec8d234c893b7b7347a6dc902a7ae707618551ca11338c5f03a425867b334d9b6b4b2aacad6e1dc46f917884f9fc8a69e401d04c4df55fd895abaea5e923876046935a51366830ae4246685e87d8f946edf4c33dbade8526d61888aa6dd05d0f3b1dc53c85b707b8339285a2834&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229333442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77719c28c5dbea9ffbf624e9bf0597db4452565c649a9c54d1e777d700f3b4fed2b6ff7d6e205071a96a8a4ed2701522245a80a62db0f11570553f31e9cb3a55a645cb1def8f804d358482bbd4abae065a443baca3cb592c080c76faba4f6a2473ff70dc54960138907fe013c9d4e5959e63f5ad248677c00c6446305284e605a759c12203d995c103fb4e45051d4056140ce021917153401d56808aca8fb55fee7768acce55f3c801cb7cb288c3981d8963c5e3d5466997dc17ab011c2376971bf91d9e6909aab8d3d2bd99c0419899e4701c416ae633f144e8f38346d9a14b1d182a1c27efdd459dd146ccafe1ae9479a5e7e91808479dd8cd988c15f429bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234905925Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=525f0fb80e759ca7cee298152bc246cfec91ea9886a7efd4da5f6de644f6778880fee737e4504b2dff808a5f246b255554cf43fc74b4b60029f3f089959ae30c69f9e4653ffa4945251e2790aa74a4e73c67463835ecb07c6dbf7d6b4ac32ab4555aeab3fca2786f5329390cbb61519267c7a5f148442327f8c2658f302b68160b6b3c3d19ef850e7b39f28405a2aefa4a4141177dc8165f184a1204da0ac49d4fd358133a05559fa119eb43f061e6e1d31491a740c32d6d5b0f1a1d7a255638287d6f606f700ec3c4e535b3e837b57d618774152a98b187eb4c1edddadbb32d48c417b8e40ef2ff41e27826904faf805138a37c395f7dbe65ee87875388da6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229349853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=477869e760aedccb6a10c9de677d6a3c928dc5769a4024e2050e6a66e8c111d8b9595df83be885fe8bac870b0367c7ebbe59d65be5124dd5ab91936a0078b3e2ea1a73be331d3c59e0211748e6b4950f670eca7558a874d3466dab00d47bacbf10f04b12b2e0314a6403903c95f81ff2b4e78a90c0d23271f264bb0df2ae7368aee6a28a31329347cc0a8df39eaa05091604d8567fdf6bcfb890285552f36dd19877569ec2d1a0857b0ee609c47d0f1b268b141781a1a24a63bb7f292aff7e8e9755b1c7d527fdcf2f5a75da7a70e8ba546f5bde8da6b3a75ffa289896a3c947336adef265adcb9446629aa37c7fb0209c61de982af6abab43d80aaafb2aa7dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234963814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972bf8fc8bb04dbfa4e4739244d8e97f04f47c18333b0c2283c8e609aa3758b9617cb078c4a87194869688ff66c02911643859755b90265911ce7d4bdca280072d3981590669a71e3389de6742e263b0b508b28819c1c0b4d49d5b29999013458970d5d26322c846b2838252749ba0a64680a8d9d721d00337a8f9284a6f834e1cc4b5fb8f4ae1928670ed2351e4abf0ee15e6519154fdb57744131a16bf1847a69151118557155f4bf386fd57bc79cbcb691c7a225159b3f8b60359efc4bd0c4ee4eed8731175d2ff35579ac24270b666ea508280e4e4ef41341cf2adf84a76193631ba0c42ae3c23a2d18c441a0b44b78141e8b96a1fa396f15e449c14699f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229414215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a97661c8c4e7ba45d76522ea64e044faa914a63ba9042d8790f92bfa2351e8207d0e751f14edda62632e3bf13f0b4c7a17bbc4776138892dbb234366225dc5b1c38237c627d50062bbcb3e57524526d56ab4374003b5f5c08ea76033f5a9cd7ef46ab11b58c1ba4592620533e08e48cd0f96240f100e33c4f0cd494feb9d904c0e69443ca12246066e7694b5cd1a3868bc8ea4a1cdd985b87066a2f4c1f9da949ef09f1593a3c340b28124da0524277aee9675739e8f71c46e6337c881ef5972bf1d59346d6c3d1d7b063b467f37c762d453b6c46d516bca7ff3fa1148aeb67c0e08e7612448541a6be3b4befec888b7c3e19c2f85f9a8fa5eb2ec501acea909&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235221119Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2030d441561de40e4b2c027642ba15a1973ff73dc41d576040fb282478c0d1d88a9a2606d27da36557b557177ebdb4972d55a4a9f9d61102fda57efe5737c584d7e8ce0f0d7736aa16156f10fdcc82e2a3e1bcd7b0df9494db088bfa7e5bc44df2c6d2de3a47f187308187617f17473572eb3ca93b2ddfd277bacd1b4f266c847380acbabd33b73ae5a95e8addb27da7f495b34602688cd8fc74f59b516fcf55183d51b86477e56d649399d2d3aaa301da68cf4013d7d1f80087c4c879b294b49233c1033a1bd23a3087a26a82dc389e17b56ac868efecefbf397e18cee6794c8630432770223ce500b3e6ee866572328a83fae1f07e14e20b29674a339991e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235240425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25e0f204e24b7ade50847414e254d0dd19b315e6e833c86ff063918ea20222dc352acb9c80e41ac14e9cbd46007161495c153964625dde06271bb236bd7d645caf440c636cfb6029dbf0284491fdc09c5608a1800dc54116e484cce60327072c97db7b8a26d4df77a7978b3ba6e9ad6bd4fc76272d27b0948118fc9e209275536c2d2f8bd5499f637b8d8da9b90437d2132acf8c6eec7a334de06d39633fb96532dfca893b6bf814d65b784a9f5fa40fec4fda0c07cdd8c196fe4f85d375118015ca7c973e4df601cb2b7734777b43f12ca0dc74aa4e26bf638ae90f8aae94adb6808c66e0a46fad9f5ab837c35b3aa465b00373e34bfcc2c97153e94473077e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235266895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ba2d788a402dbf1214c8a1db08851cd0d1e2a23667fdbb171de55aa028243ef3d68b25654ba9b607c6031105ebecee41d0cf0bf546e26aafa1f4117a6b37afa42df0327a1adbf8b99b563206ccc6f847a2c52f26fad0306994ae5872dfff6cabf4ccb021389da806a83195703d802f406bdd7a6c835318db14411e537a502fd9a27252a71c446917da8c9e7408258f4e664b8aaf3f42cb8a42d853d4bca32a77c60f0b1be12488e4bf7a02be6f794a4a72ce7066dc2f0ddf42ccc1403ef00f60a706ad86c0ee98d80e2e74f1f7209aa545e46f9895fffa3913c05aa9a9f736cf9903950085895e7c53bac67233beecbfce37db14e0d43331001f6ab1cd077e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235278036Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aa41c9558295775cfa4d5dc7b984faa4f1ba3255c32faa61c96938ba7152b95af1e27d51c25944428dfd9838c9ff5cba876131f061aa8552ad6a993c7134baded19556dd33e5b0dec00d0daca050a20bf8ff659c299002b02106f9e5117e4d5c9fa87b4e6ff523927b4cde26e045a9354746bd5d22b4a431ebeac76954f8bd7ce8ee249a630a495494888f5439055ae36cd81d2fdbaebfef82c3f348c13843cb438972c4279d20027b052724ecb64b95eaa150fdde17f81faee179a83723b83f6c7046da7424d6831413d09ccd6c28fa5d8b60487c7a67220abc0b1a52738cbd3d2350c20927fdb4bce69d0cf1852a80eec7ac88bad760a786083cf880beb97&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235303705Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=13fc422bafb1e336c831c2d7db9b4079184eebce3a9fa69c104046097194fbb2eab0bdf9609ffa7739534cd5fbf3a419cec9e1d0b412c0ff218d55c4455f719328bd14e773adba9baf3bfa781c3df65e3cff81ebeda2c9d77b581d1b54026ea3ee61e639ca0265b4a2303ededa3def5f82a52c4dc068964ef7e30937655c7b756b7de722ec71557325a8459adfe791e8f06237e53d42b765edadde29964180c11b5a8bf0bbe3fbc7b20ab6ae049b699a3e54f10bbbcf6ce0036a8a6ff697f68c79d78a3afebc7f34bbe4dba1bcd2145d16673c4199b9b5c9d28a17cca1ac8c4cfc1a7ad532ce75cf88a798ab7886613a9eabfcc547611d1d78905a062e9e167b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232896327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a5d2fbfe7b5b5851b6ef4a80749be1ea701050758ec2a9cd410186127fc2c5aaf6afc552d507ab6be96a889e0c9f18ffc5793901fac805cd14603c15b5b9303d6b5c659f0d025515e1e77add222d20e2b736ea9130dd8629930758bffcc5949a69a99a2e308bde6dd37ad127f53e13a407b38b18523123032c82f73d826f405afbd0dc9bb5aec9424fd239b0eb9a671cdad0eae2639953c4747caa709846ea87a8cbac407e910b988179cead9dedc1745b5ce25f4be3480a9f887324d48a35fd02aa75600be32fff27c7779331ef8302c80c63e5effc474d23620f347634a07c308185dcb71a52cd39d4dc48d9efe7afd58ea5a7e60f2619dad045374a7692c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235625251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ee73ab79aa77ea3ab91846b969f155b5f82bef01f908645aa368b48778423753d91eb0d376448b8849d0a9e212971f3730cc4f8b04fb023c6a076383cf73996f33c7609f56b957824111879531316434709a3d2a68661b31bc04331f38e6299399486f59675aa6f59cacf213d37c64455dad4c5cf08a9ea443b958045e2a5187e7b3ab4a4e3a710aa780386c36e2580a426989fbb8323d4c154cbf6ec7fe459d3efef2ad261af56ab8343b5235d3aa67e8d4df1a66c34566510c488c6eb4cf2415434190b640e45b86ab7320b48123fe5c2a528fa5e4619f2cc1bab6c61dc5ef95227bd7ee51eabc2739245789cbd5800221750bb32926c75ad70df93dfdde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229464129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e04a910245b6871d13268be0d832bf60fc0ce1eabc041b53ef20795788822386bc8c33cb12cb99b246308127c78bde8c25502ce3384aa7d5aa5c19170978264ea160c745f91c841b6d6ee1372c392170e272bdc23fde04cdde609306084f50904eab5df940109cba1182189729b2994b7a75fd147421b4c58bc9214fc1319eaa04b2f25c05009a45d2b6cb4e40094b7c12140bcf938aabb29cbf7e70c0b8634186bebcfc38251504de4d41f5a2f620f490738d7bf38ef22aa87c26705fa43f832ba0c4c02c356d3424805f85461689d81a1524ecce948618615c0f50951b77ea2cb4936fc7b54e47271e584a4f80202c09fc303a620004e8293079e2812572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235739185Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6cb2b31e3360d61c1b70c310e5d1ec420000da3558373634d39baca2f7a6283e91cbe6eda140720ba2ad53a0016140b4db25e00b5008d6256f5c2bbb903dd8bef43dc71304dee03d5ff21c2d17c59ca1818ace9e4ab097159645ce35409f33e34883414c8c70dd8add7319203cacbe27bba5e708a872eb31e1f84c37bcd138ecb8e5c494af4a160d82d8e97c3d52dc6faafa2f7194ff9451baa7318606b711334a8b43a3418c6ce727892652697366c8cba52d80c217a492e85ff0ae84920bad1de84a307abaea40d3eb729f03420985243a25a704df7d502366186e0d42be284235e5d3c133b13901f0971bf9197b39938934e0a719c4ea1ee10a1f9b1df35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235801964Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4eb5f45555cb501bfe3547d9047efb410800f05056d9faa9853e9796d680f16a9c081ae0ae08ca4a098309e4caa80fc84fd65442ec8b152efbe1eb55332b3169830a46ca6efeaa50f9c7326be48fd554c017779047021d4ee8747093412286079250556436e22304a7f5b3000b1e22db772635c67527c7a10182a8e9d128ed5deb43d40aaf88a7d4353a024f2197827aa440d4b3c8150271bad8c6b4b140536528ccbecd9d918cbd3e456315191895a901b303e8f2ef3656ca75db72230d68f33f19939d5f7e74e9a11616eb611482eae3c3223e696546a24a091e56700142e10c429764e14faac0b721c03c6e87e5f64f4083ac351435f2fed0e1a80af89f41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235813305Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=701e51a4886909cb8eb450cd982e2fc7ee91a9c6fda145f4dfbce7c82b573b094793b7c2654c63f76af14558729cd6a54bef73e75d8e8e1c40635366646987871712a25620058142c2afde5d955052f01fc0e84030be35c8e26bfa76650d922624d33e160ad4df0e9d812911195be4b36f80f7991588b3ea5aadac0ab01266f3fa39b887d9aae18306ba10741c3cd25d616281d445fb528cefd4758cc8ea036177251cad2270c703a2e6dd3d514ba3de4c280466e9d49bf90c22b9291f5855b1269407eef88efa0d015fadc99259f4935951aaa152a0d013bd68bcba33626e84acc090d2570550c9fe3036d5e54064c9bdaef8d552b7021476bb567795d10271&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235865574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a390fc92161997ffb43bff5191a36c98fc30e276bef72a24ecdbf9c3a3c69dcd297065763aac07ff65dc7c8699ecc69e371773bea01c4d6d06e9d48fa65abe1a49f6ca99a6d5c44108f47a3730deeaf650d4ea72e8674ab9e9b32b0948fb6baa9397af67f6bf65eed21b8cd6ac274dcdcc5787d5b0664c88ff60a4210dce04d4b8b0fc5aba7e39f510d9d56e175a761a66686fa50043b5afee14748a814246dd8d1c23fea77bc4cb326c3ef3daa6a0cffcbc9fb0e3ba1a5f019bda5560cd695d0b19c6bf8dbad94a65ee172597b83ffb659dc39e8e47810ec0a12f957f20abbb0e2b1d498144d400c05b0e5dbf3b0a32c9bacb5866a04f2397376181e3de518&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235877145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3333944fd2b217e49840f94ed6f563c14d2bb9ab99edd15e3b5252cfb885a23481e87d7f1b96527d63997649f910b11343591f8eac20f43abed3d13325749c8473577bbd55f28e8fec91f4b8374567f4674ad498150117d34e7dfb1e924c7b614ccc1f8d31a6af52b2c958bdc29a6d68ace6f53453ddcb7be7bebacba3f395dc249c32fe5ee984df70c21d0bc4bb3e95551a020bc1ea2c71c45ea6ffbb579400ca84837c59e6cb712aa1078f3c9a23dcbccd63d839dbf2fd6979a6a5afd72ac6536b28ded09bfbd0c75371cebf7ee538af04d23b26360ecaaf046740cc2205b14ea5c9db9086bb28b38e051a74b9bbb48dc41edbbf2b812158421ae39b063868&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23587945Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f986767718947a7171eb4838626db3ee362ed46481da2a8af35ab40e838194338400dd457dfd156487662a86e4e181dbc18de36d100c62cae183bf681c4adb4fda48de4cd6f677450f0f96b568c7abf952cb6dee89bab3d9363f5f982985c75218a132242443a936f52090eb744f27dae9578c346eac63e80a803f1e69c7c1cd59a0ba3fa2fd8ee476c1e7842fadd464df1ac2890e5712d6f08f5066928f3299cc2ebfcb940dbac9a91f84085c268e0fcf86a147de2fa9e829e6d922db6dc75048b0fdb277c9412edbeb8e7396e947d2aa3e83ec1eba6c265e9ddb2d9a77817e6a6e38dbdef108b05992ada3d2fafca5e7697aebbe0b349aece09708b473f19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235938862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3a1bf71a8c5f7e496339bf66acc619fe23326417bc0cbb08a1b9b7ad809b15d2ad7224f3fea0e3163740fa3b744e99e53767ac3f2d3e52118d94292b1a35e8fad1f522c9f281612af2ad03df3d77ac86b3d856ba60ba2dbc5db7210ee8be4ac12d8389da93dec35ae5e2a467c18b472200c90eca780dd74f1f0e9de4072febe93578a199246865fa81ebaf400237d816fa63a5d020df707d376547b521ed53e89457d0d7d04e6e36bffc096c6bcc7be29ceaabbf51d706d9898f4883cef105a572c59c220aa75c00eda3fea87fc5ff527fe4777085fca03674d4114fa7cba2591a5203d43b04807b8417f207d7b14a292e1ff806e883ea3bf28341d1d62af9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235968097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=152a29450e86e5ed9a78189cab06b6d3ea608e996bfaf036a4222b5b5a13babbde0e98839e41d49bda11b3a777f3d1f3b9787bf62aa91de3c03c997241ddd4fa949092d3aab923221ebd6bef5f33cbf936504347b05fb5a365dbb74589ddee68756a105a92481aa70a3b920b8c5e4325e525f1435761f5473b498f051c013fdb8920addec2d46665e943902917dd4186254aae54df2779ba1f9b5c44704985a06ebff1183cfce0d395b4f60035ad73d9b163d79c7a02446c5c758be6b1c2e2c52e0e06d6fed01ebed3407e1cedd76ae4ca99d8784d9daff4643c86e14dff5818f2485c04929f654c5275149a8c90a1b43e548a9f9dedad40680cfa7e2b557902&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.236144179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e03fb030eecb5a469f5f67fc2bd945b2030890dce9a87915b6fc24dbfcc1af815a6e271d79a43b903c902ec58d542726a0985c25c4bd60c1973342db3b0b5b266fdc4acb152aadf1dd471d84c187e80705019bdbb0aa9a895454a292a2532db22991c8693f269ca5db50a0fa0d3558e7dc378998cf0ae77d471670f33862ac3ec3016ee120d590641148706df761d46a0f004873ca06d16dc3a6bf034065cf04e3515ae4d3221edc83b45bfcba9151196d01e7e849347341bdedc1e5d2263c1cb5255fbf969c85362f9d8d99198cfcbbb14ddd76c16f30b1e24cdcfc2194f67c7376a113a961eed07cf79a84e504148d9f1f773cdf4052372d91bbb57bad39b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229472695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44f4208cc78760116c158e6d673994bde6799dd84e4ee87cd641b51810be101a136c20395d243fc0ce602aabe865e4e2a2f924213e34f6a687ae3ab987e6dce9a16c1deb67d3dc582254f0a8507377f2bb39fce548aed761453c39254c7737cde94d29c4b934eaef7f572fed248602a8cd74c53093ac928141bd526bba4604bfeecf843ac5d63a237a3c6d83598ec01f9b1159f80d0f5133fa535a82ffe20978fbee0356596e1a6f40389c7d23b15e68b9c8779121253ae06110c4a01344f6baf2fe93c20f1ed37e358ab8d9fb866962d941dee689a1b0539b1516fe8d8898b9d1cb4965f18ce3a205781bc73835c57fbdeac7912791e43d3c6e5569429a29df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.236584769Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31118e834b088d17fda769781da936a18d5e4ddc9e774127dfa7dd262ededa0cee0637babb8117c3b7a5c4b4db8c0fe3675be5f2eb825b29d78273e0ca5de1f4484d614633e0d130be8ae1a55090567ecc93b82660c3ddd5e3b641d710b93eaf967c078c47e59901396c7dd559f76270032f32965bb7660b6768f2e1fce883e3a2656a6a591babd8621a13ac6a35a22d7d8bfa157e7e9aa21bc6c45fc283d57dd7eb8fa7155b1701deecf513f36f61bc49a5f72cae961fff58f7f3e5d75c32029011fc7f9a69113b29ca2b0bae9252f07b5a22a6aa5066e044baa59e025bb1d3861f8e04631db90e6215a2fe499985a949dd74b29aa822c03d16a06bd8da6443&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235739346Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1962c79e5ca1254efeca44a40cccab6391a138b5b4cca2422c88020ba549fe8a885d1d03c625de7f502d981b3d938d2d65b4cc89270d4bfd7512b48eb1b2c6123bae59542222d2b6a8c51172b298e66e1feaa8a30cd1f23de0fa7701a7c9a3a89817001df5cc85075b5ed97307005639d0febdfb7623a701245694badd177081d1fc0067fc94bd49210ed632c70024f2c63cb22179f24870277d7f1b0b89256fe173164b88d1c024c5ac81bfa740786c1bba444aeaadbb04b7f3591074fe37bf32a9ebfca87e58b0202368f4fc552d31a4897204f9aa0e91c712f293db95331fde1a44065ad84fa4eb6187eddcd0a4753c4ceac10841a3e5d6b245f15fae9175&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.236653429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fb5fafc22d3070db4e2b1d51f3ff4fd9f25ce7cb309555fcbdd44c7004eb81bfe07e217a5c4c0cb358a6bcd7ad9b314978e3b113c38c9db30edd5076862b30fdc4335137d77a5707d8b42e1734537da735c66084d07b102450914f7aed6cfd4e9f74b2e5bd45eb3c2108237aeec6a5b400c9f66a2ccff41d6e205787f39aade44879594807293f073f4bc1fba3d3041ef3884a6153cc481d7b5532d44a4892a3b12557c084704766d46157640dfe5fc1e3b5d174bc4e47c017417e8a35fbf96dd3bfeaef16fa284ec2dc42416d14f3299379cb354c53563b19339e11d73622e697a333366919d0a3b9401c912b4a60256003689f2193a269d21f31203e6a031&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235756388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d31d93c890b36447f4c45b8181eaace734fe5aa75bb9618ccb0a219c2e1d41fbfd66957d236172df6fd06438754aee1900f9a1e9c47c3e172284564d8e49cd6849c4d6db87dea8eade3770199f77336c96e02307d3a202374a0caaa532cf9064ae288dc8b43c90cd07a2bbc01fe322fe3468b8d3f001a6e0d344778d207acdac360f851db557425a852eff450eccfdef89b7902fc2f70f0d55c7151421624bb14a0dea9e6067b4fad4774433e011436b43d2be71ef09b0e6537c717b31da3f4e2f439234cbe3ae7068e62be4ca0e1472a016631ecc61e1f65ea659291f6f2608a141bacb7e2e321af9743ba52557cd4dffc3ac5d09f8c27b57913b1a3f1f2f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.236751503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3278a195e95c9f21a41541b7ef1b5520a34baea361a4431eea238ea7393059f453ea34852dcd8a7280a09bca39b989934bfc461514ce6df3fbd76375b9ee2c64ba789ee9dfc6eb928e8d8bb0fd1d9f037586fba15ab690aefe95fa3e78b06d63a9d0a5e3f72c4b17c4ae214b3a7266cce0a602e0a8d9c96fdf22a4a67aabb2b7bd53a466a5da11a3a1e9df8b9d5939bab5aa2a7889bf903a0d20207951157915797e5e2fe1b3149e37eb61db6935d56134ca9a3a0327ef802e1a12553df367402b3deee61b20dec7475a9f0f76f77ac32d649f9343dc0f0835df10c0331075f216200420c3994523bc87ad1b4cfa48744d6e59d0ef959bb4330254ca1e6115b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229494045Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1683bb1105d55364a17aa115d949987bdc7889dce2617e9a39a4099471f61b7557524eb79e3202e6256962cb614f8909b4218bfb75e22507a53766b9c21976ccec4b0f70b3942905e4c431298d2525ca079d26053c3f4341296324e5ae1e2e031a68d2ad28edb67bb791e52b9e59a3a14e94fdf2ad422f7632b24b8b4c3da27f77d2fc8c94fc0880d27e6470c183ccf543a91e5cf465575bd0c67bf377a8afc53823adf6fed51d803315008fce3c424dcea6529b6c643f7c432b5ac16ef0dd6a250ddc050284a6c8a465cbb7360bb17800a26ac4e42876e571157058abe9bc5e7583d4faf343a112c4f955726a0c61508e7772ce5213347bb8f1cb4733c771eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229451835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=424c0426a0d02588cc08a8772da578b4542f964d36a51000f3fe02ccbca6006feaf8f94f79dc7978b8cb508665bd91160e1986eedb9c345f5c467498593750cd9a36aa46d3a71941d830f10d4a40f937e3ecae3d063f9eda35e432fbeb68b2f13d645dbc3d2cd18575acb48830133af9ae216d22083f27edd9f43dc1d501792f713e3081f6e4883b2f6d9874ecb50284a0f0cb281225479a752fe6dc4516afe82a902ea830fc84019f97cb9dd0a245797fdaf083c7ad3dd9da3d14e6183d688534e4121ee9201b96ad23c9962e9fb994387ee50b63366a6ceca4a3f84d44808f91c0871ac3260d5df4c7cd987221dc14d296e70c126ad98457e0ee4edcdf8244&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23696193Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c02f66fa8b72f680fc84d28665075fef9eea7d57688f90c6091883c22ce7c957e77ab5d0f7d634139ab36b4456556962b598c872090b0aafd43678a50e41ae70112a93a5a4e5b13379d831af5bb2f7da3eadbb7d3e819f581359022d3fb906f32d41e320684a8e8999acfb970b8e2c454fc7d505c68e4244773710dc37f1b9c6e39927805de1b982dc86fa83fe67d9ec2d408a6fc57b17ff2225cb7b1886e483f75fe0bd42080420c1f5224c5426a423f6f2b9dce96eb71faf826e5f0750cf9aabc8a145519ecca07482d3a11b4247b0f8ccd57ee4ea5c70200cb05be9c8f1e8a1309022f695b826b5be3ef8b21fef74b927dc9bb8167444bcda42f2bbcc7bc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229530243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b05882aa549ee11a138bcf4e9d3849a98b4a5750edd9960e393f2a18bfce500d51afc7cac8ae218388bdef5076fec1cfdc92add2a752cf6668c3dfa87a3a9834e2d242a2bdee2a1cd39ea326535e5a9c866374d460bb96aa0ee7475a6b5441533906262960474ecbf6f1e01522e2c61a7138327ce9f1f033788b723c3a4342bf7871717f2b640b814097fa7655f27fc9b1362d55567fe8e766885d9b84645417bda380af7420a9ee72911052131c695cd8caddbb29a73a121b2b1c1124a5174816641092a58f76f101704797d7fd35e91a4d6819d2689e20a681c6f9d13a91c066aeaeeed3f92b923d5281f21fb74e9d47bc3000cbe9bd61a0a72158eb85277e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229380972Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4742f5ec7b369d286322888edc7baf8e2e2da96ca1991a38462b778000c9ab6c7400793cd864cbed42878b644926cf2d65696ea08c301d77ee72185be2af44f36e65010316c761e850281543261b754a3ba1c33559bfba78f79b9b743aa4afde4349d7d831ccc80169e970115487b33d81fda4d94b10f928b10de41f946d8bc5abff61692a8872bd2dbbf9d63d1e5c71d071d2312223a59ca7b1dd08652bc980ceb8d749524ca9e98123362cc42961e89d9235c9b4b34274b568a6fd1d049aaaaf2641e588becf1cdf226b69c3bcb2c3f192ad3c5c67ff820a4bcaf90f44cf8f2cdb199eb07975e15f84830c5b1f9aa4eed2f81ba09b66a0650bed618c656ab0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237098748Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05b8c3837ac117deb23639a993f4f857575bc3a2d39ce0007f7b465e0aa71bfdce73168c0defbf07ef4317a6dc23ffc184ae7c6a2a56cf508ab7cd3422e4578a099403355ce531f5b5d8642366edf454ea6ca3983c0a82715ab05914c97bb0afd63a93fc8530c9f48c7e1b1bcebd710907ebd5552393caade21df6e1ed0f566058f121681c1a6e2871cc30176b7817a85bf0df9be1f8ae88060a41669c0a1c8db035ed8c0132d286b785f7e30399fa35dde76ea969444aacc69dca56f3fde426f5e5dc4a008008e905cc3cf73c25dd6ef667ba334effbecdfeb7598256f233e797845ef4bb1d98dfd3233be84e97cf3d895f0d495caafda5fcb2364814c3c4b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235973327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b07e921dda54f3938d18b19f969f38198bc83cb817283313318cf98da839971146773639738cbed11b8926fd98c73e02af393087fb3598dc2a37cbfa5a8fd0974157fda441bb07da749e2946eb573b1e4a65e77b43436cb6f4a9d65a81587c75a8288a95ab58aad0d38e1c08f48925cf7f960ea6bcda8dabdd5adfbaaffba174aa48910a5df228101db3197defd1abc5fa2a3e99219c68dc3b313ce15f1521576acb23f42c39dba56676f0b4414679577795d526fac3ab46fce3f46005e61295ccdf1147ba920a81d0cb42d402d8a8b85d2b9918bedd35b25b7e0823cf79d4ada259197033ad0349ddee6a656c754d1c64d8673883bd25211a0732d554a27d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234207479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88f49b24811f9b76e9124d366e68d6b4636010b874e4ee3ec4f8ad11dfdc17b891f975c181ca78b6dd9367484ed0076331ce6bf2e99782fd93f4b88c494d0c77924ead6da36a704fd40520529c156dacc123cdee088b872139f476163454aa678130d45adcdb489256d6523291dc7c4ac8bd7ae210544b0e066dc7efc2a5f5c23210f0c1b89af246eef56369a0144b032c00f7d64c175cc65a56c7b451bf190a3f5a99646f839986d83cb052987f8bb429ad15c1c0630c33553575d9359c1021b9c0b1b446d5b5abfbe90e303aa5507901c970685c2a078234c68a9ec0024f779203416f5cc4ad1ee3e3d6435f2d1412725502eb8773b1db5447e68cdbf36a25&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229570169Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f05edd0b080198d21910cd7bcc1fb120992abe294b09ca114b6b8030ac0d112fab94d5c6cab70472452f4e565e504c1f826f2dfe142d4813c03320ca514e276a99eb6a48a8c1cad9a05e9c5bf29300e6c70b711f975b0d426ecbc9dbe4f575d58197d3b5eb38201372c6ea1814d52dc1da1db2d6e9b9e36c9ab6c4c2a0817d8c88e941be85b37e7b7ee2f9961e03f48cc366ba674db4ef1f0644865b0972b02b195e349ab5ce78c57cb86eb805ae4d579df9634a699aa18cf19bc447c3dad34e228bb6e311cf33bafad710474b4d4a309351c2eaa1db92dfc0a12fe5c89b3969523dbe8f0cbffa014f5c8250b0edd7519a89ce13155ba52e9968615758f0088&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229577452Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43028b11a1c488ae6129991bf5e78471d9f3b8989b74af1e9ad1849a9a25d3b4ee8e856d1deb948ad5f4aa1d2222b8378bf8f38451ae5dcaa1d27981e06ac948c7de7a8ac52b2d7668bab3a13fc06d473e781f3608443b1e42eec56f8d57932368b44c76144dc45f16808c5379adcf668d76b732f29d62e357b502891379681f64d1928183c27c82fde061daa539fc00f56761f1a6912e4d0686ca01c120d82757800230a2768b756d67b436174ef281b12132124598ef4f3ed0ce09082fa02975ebbb3c0a781be632ddad5e519c395c155ca8b178abaeec68abed77a9f6a7b3fafb48234328a248e52fc35da71aa8e848d02e20cd35d42f057e312ef7f8c3d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.236154959Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d608862311a8dbde3c8d1eb82d0bffd3fb46b5b4f9ad584952e469f1a2ebed0ede0a47e70f7b9e1e50bdc62646b9c661be32dad11ab8187d63c1226fb52b7bdd62b8188942e46c5cd6052f3748ebcdcbe6ea600ce6ca897d3f3341448c1e6359854cc036c2ac177d938835218644f46bec66e3a1863613fbe591463708db6db417501da8e9ff2211fe6707928ffed294b5e90897b4b1b6bf417ec731e5e13db5bb083376b90d41d23a9bc231924059d25a25102d435a4ffb7baeed3808d00220586c62b60a89b72603a3748d1def3ec1e3b93a26fcb9c15c34d5af373132e75ad87b4145b9849e63b81db545fdd99c2c91ccf9438a5b47ac4b2479e5cb16c31&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229590296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20aa8f3dca508368cfb4846e5c8a865432b413d4ad05c2492f748449201a2c64b7243f6e560dcdf11cd05eb6435d70a6e3a4ff36bb091ad02536fe3e269b05c518f2413ca40fb322d7bb157f968961e39755fa8ced96774c8bfa827e0d2f077ebd3c1a62efb4b03a93375a1fd56ee984ba21e3963607a3deebef4dbd7cb5af81f88bdd5a42d9e19b5f5e068d36667222b45c8c6bdbdf165aad15413a920eb05c168d88695d17eb15a9f6655764b3284d909cb3c1ce87b58249fef5abeb312bcd42f7eddc25c6a1e846a6f0122ef5aa22969ec79fe8ad605b2f6d3392052a19a805b37fa75c8865cd8227481a2f4e166b627fc7ada48e9d3e5732fff37772bb94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229594765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9782a8da8c234fabb7e9057aae941ea6a3ad384e72bf630323bc4a2fbadf95cf0af875449082c04c61fe563d98cfdd72c676d065d74e97a53225222721fdd1726d09b5dabd4db4aee2978e643a9efe4c9ea4067fdbe4c6ab4861f8b70340e6ba725cbd55da94c74a7469b1f8f245b64a321ad8da795ac14c626264591fc74ffcf2958ed5578a522a21f702db4d0a204430569282169d71e786051a44f48ba71d21bce8a0bb1de0eda37b134d621b665f047947f4156af2a569d024400b078db7a3d7f541745206faa07a946c8c305fd54fd29e0b53d4b047bea1d0d5d066e23c20ea76380fe52ecadf9a2ff27c56b7d16cafa7dec5b9b25fa87088b774ad99b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229593472Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4596b5b491217b6adcca8c10116ec5978b74111183707994b62e3e35c6e5af6063d6083d8860a7917580533c7fdf3450ff95da843030ec27f9f0a7cd87fc069b6720675e324ab04adfc9d1360a71c3b36e1ab0ea6c7af9f1e1d2c551249511963837104583fc803a5adeb428d5a8483807880804fb440b490480be4ddd93a8963d16d2a3cae07cf716375c969ac73017b57a70f4d0ea79dd6d30877ef9e12af2388824058f039493e338a8181b75f8424e03a9ac183a890cc46541331448e6edaa8484f583e7fe676a537315129699c6a9e872e81f8174b1696653fc06cfba9c8823694aecf3697288176c6d47ccac9c5b41ba47e61dd7f08c91e2939a5911c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229590196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=50f80236362e0ef2775017c1ca82e974b06d19659a8bcdcb7f2631708da695d0a980b5130a2054fef8f28ee7236e717e066b620cfb89bbd36f45064ae16eafa9a40dbb1530acbd0b960b7cf6eec526cec233409a59151d372bc0b0582ee40cb15050184bbb02a63c063201819f76c5e844f42e0fa552f6ba7afccac7a1e07aa8584e0cc26aca3b93b070039628f359281d27784ed46eee34a0af875faa602b796912d13be8964a3627e1afaa12494dc162a7dc5a28e79b7992abac9a9f43e247d1a0aa1f6fff05192c4b944447aa6c805c26ee163c9e788b9752bd92cb4e954c3886e40105ee7225e4336f4e83e59bd0d857d0a2d2f3163164ea94e0275bba63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229574236Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97afde8c0d0ae923464caee9be7e4bc599813bf2174c41800ba62045c48f457b3a037cc65f26a077171623145911bf95779a2750c6fbec6d3f36b63f5697542e05669e4f954b80ea440e141f6c96dab5887f09f1aa6d303fbeb3544e2c7e6035c97bc847ff45010c657f870f9f32f5ea703bb2449944e5ac8ab3aee71dadf7864be0ffda39247be7b5f801a1b60e6f74834fe914772a4f5ff1a07421c491d28a1a372fa934f7074d1c830ebe41f354fdb15a65f3650a40feccfc488dda827a5a9b731552e54399a750e29f3f84dfb5c9722cafddc59f065f8810a74453816eca1acdeb3950ef076f79e6f80ae2682e4268ae9a5fc675c0b72bd94991a234d04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229634981Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a49f8f9b8fafd95849ae25a596f08b1bd332c57df1473d8fbfa0c5b064d14fc6ac44609dd2f4b57085b1f9dbb3a6aa322c9348baae2fd3f3b443fb51418832299f14d56b460120c4c574f79faac2f359b204718e70e20a170b6dfbfd0851c1dd1d15e7ca5cb840d1e7bfcf2b64af7bb8e9b177d485cc0376885c38e8e4bd3703cfafc684abac2211b34ada033dfb41a4584bdf9cf0208050c607de99d1c5e98eaabf3c0f0020fa0f76af3f944c0ffde6b214a71e28592f7b0dd2e37e544df2f0a2a7e94d8e540c950b9a631dfdee8eb54f3c5e12a5c4a44eaa2ab830b53108722c77f633720fb7b33372dc20eb72da3284a18ebb5665ece9203b7bc72bbea3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229618129Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5043a147683119ba75c4af99a75455c19565877826c61a7e4d4748717e70b8e6555c303d5eea9c07b395df2f734ca9377cc0a00d19a8dbe14e7c7bf2925ff1aff7a37ae9bef6a1868a9d924ba5ca62cc26550139a2fe90c3ae0f0f7a9f9e774eba9187ef9faaff0041b3c48b96af6a2475aff672a332f8e85afe61fa8d358cfbea20ef7cb3ca4e01f8b923f6facb598e9827355f0812606a9c80d3bb7dbd37d08594631ef47212296366aef735b616fe1463871a9f14d12a5a60307dc256b30672f1fb8831de40dbc9e297927a0530df97bb81f1eb77b64a4d7bfd086e033dd8e9bef0ac54cbbc3b7dfc6da7bdfdc488b284121ffc15094378522b7010447c60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.2296397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9803babeb2c237a7e70104e289bda49aa1713db3dbb3f14d5e31ed3e1822fd3276ba72664052a601e4ac271a00edc29ac97e75531a1b2b5821926565c43ec950f1292ca70cab3656cfbc0d435c1bda9f8bad590feec24517ef1e5569d2c7e430dc57f9a7193786cd769f137922bd96240b55d49b47e1a5a3fa0e560ae21f6c22899a61530e164707839e228a76ccfffbde0608efe6ae8b458eb8bb582480f73803dfc9c477b37086c48ae9c4677b2395affe6120b6be2abfd1d8b189d7bda4947a1f7123230b3df9ace34cc29b08936ac3abfa70b190b93454d1ded4952e8e3595c21f359fad8ba987d2b5624da0cd7250582cfd192ccfea30aec80aa7f401d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22963479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d8a0c70cbac640ce903010b44994104023d80fc70a386af1216e2ae7e038926c8fd5d768d896793bb1c95cb039cdf859e607731ff36046ab8bbe9defb03be55ccd3a8c8f1acc968517963a55af0473f0061d86adc1169c4bcfb08524238918e0c906db2b52e81459850aad746f4e9c6b5193b067dae0f072fdcefc8bd0cede80dafab6e202464762fc20c274bba8bdaa01e5e9bce45caf58be9135b171038ff94fc3256154e27ddd4a90080b0c976f334b3ab1a1d4a0a90b441108e42a0f288bb0439389a5f764ab003211ccb855bd84382a69b96ae7da2dd79b105e213f4c707598beae763d860141acbe85e9520b58327b4d782b75d2c703c7e0608bf8f2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22966632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7396cf06581c07bbe529137ff235d4a1db649c256c06a7b2f5d1e3cba7ab1882cdd5c2bc8fd559ec081bfe8ac29ae0b85e6f3196f3607aef65e628d7de44747aad4b92926f56d354086754cfb42ab70c4afba92350db0cad24ff1e221f4c3aa578969c060294fe71d1777dbfba071ad06c2249fdca6b429706f677e84f27ec2e33f87d9c850e71e1a0eeceffc96886e3c898ade85141d357685f1c6df19b6cf421661fa4afca80bd9d4d1a96292673b9b1aa251638a1d01a76912b7b8f90793f0b9d8da9e18c9ef458168cef7861b827153eaa3c3d0c98e9ca6028b177f6c9f587ebb2eb4a5df3ed77b7941b577c38d429e69db5870d8f605301428a6e06af6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229667692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ad20e641056ba3bb4debec70243a6af0030d077252c4a22b22d21b58b9a3591fae1546f024ada511d94844fcf43aec1334eac0d8c5a0f8cbd7a589021d174f55c231e5ca8db8e6bf21a1a9b4c816173d325b483233853eb8af977123b6c6dcbe48f5d1a07260e2f5d4f69d474bed0c6bc0cda284e1fc1434430d7f679b204e6bc6c52376e436bd9f1f546328157801f39438807c4125b98146e365c1d695656ab6c4aae23dfec4e54c42ca669dec6579cb5187668136cc3089ea625ea87f8bae6c47f8332b08f4bce4ad77c44b6102215834c149ca793ead29fc7e315e579bf283539b16f18b884d0cbfc9b980e3b534142b6ff0c4465de70ad8d5477cb5977&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229705674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f19869a523fd2b1da507ec5eb1f2795221157f5f07f353d31f2f69453a3c968220102fd13a2e2db2c13c5dca48ab1f641131336515aebda1121fdfb410b6d06d6c05c917c4c8b4bc280e6fd22f01f59deade4f0da03e388ade8e4009d81d5aa90daf73bb55029622364a08ec1050d16f589348820e513270e558da667adecffb2ed5791541cd33ee079591ab91fef68e70e2451fe51df43fb341dddd48b219ac4463aa41ccc194699be65ba298c481b966d2209f5281b5950d7d78717fca73d777e183e5925281d3242314836ec053eb66c7313225dfa2b24563780742948f19aa0707941be619661175ae4bc6ab51acbb0d02d96ccec3a15965fec7e79268a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229726082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31c88568d5ebc86e5ca25612d7a12aaec447c1a43541f8c0178dda8ef2440ae2e1617b3d0971cc97d003f2c3ddf0519e6f009c8e2fe47299dd682cd9d34eb0d448a195b057e0fb162fc8fe695c3e3853a62d20788e8f43af6685f9b420c4e7afef9c777c7ced96396261c563e26ec927b6649dca9cd2007ce05932b7a0af70c5309b8280d749b62176980e563aae5711939a588168376d8798fcf26fd6e90ad09cf8b2d41fbd47143f720c6fef4840ae382a3d082a8237a314f8fc00fa037a16ba1b06025829bba231a25fc2087b20c565efe14ab0ab445bd5bf21cbfd35594935bc880a969ee72c0ca13f71c09dc4dcdc1604223e09f77b5db9b4116ad9e25e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229729529Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=563d741d0d7315b85043659a9aa7fd4c8a6e7c5908cdefcf29a800dae5b5f5639482037038e9b104e22df552e032106ab6bca122c9bdeb02667c9bdc36736246b014beba68267448ed1a9473c5d08278bae7d19631909c44f21b914085aa10850a7309c9a0556153817f52a9463d5135d235292842b825646e83e0f2d5d2ca5ce5a298a76da26281eee42b8e3c333a890dda1539c6da552ac3a8f545bdb7620dc9e7548ded390555c29189624e3052bcf5e62450b055198366149ee8b729df037da52da6bb628f6f325013d78e88f0587ef4c1c549c9834a0fd22e2683630158d68dd6026205e6f0f922cd63ad00c9c83f29b51a19dc874e6937a622878de6ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229744798Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2061635adf7e6567d1c3023dfd9fa6e273fba6d9039cbb427ed73a3ef539e09dadd84f901946131c0595f1970c2e22f4925089f303a4b9065f0151c13b6e0973d6b2ae85365936d3d96eb32df5325abc080c6540a89b1469728a714876b3313038c14cd099ad9f9e91de18a9006c19c440cad79f31425742db950593331c78a656583cbe53aeff774cbe4335ee55864062f4ccf69ffb8b692dfa9a6d8020d493d47abf9097a6cc9781ee5dd236381e399b3b46453ef4af6b911d72288e529786d3a6b94b9c178857727b236072045e537b54518403426ff717a296ffe03c35a2719a11d35e500b3b567a4ca70e1585d8cf1951730f09d00c6eaee1987dec0875&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229738045Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ee26ba2b57d2fe87cf7c32255b3ed967d46e9389b44175c03dfe44e15ccac33c90d458839b80c3942c532e75da4544974fca4f52bfe7d414dcc28d6c52a24ad53da0ddd79656e35a55df6040890806b405d7a2a597a36d95325bfafc523358c40cfd5eb265ab6d72091c5a25d814a4823b32e86baa0b7fd80646d2f1574c508fcd5f223f7a93bf3e4b4887b965044c4b1aa36f64fe66d7e20a3c257966119e9e79d309a64378165d36c68893ca2595a272567757fd53def209986e20bacd69de284dd8f64cb7eda7ee7d81315d30ef6445d8e964dd1d5b2fa912fc496103cc946672e38c7713d4f181f82428a06a127819674ed085e0afc68d337506d300e24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229765707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6360c9592a1db745fd6ea97fbc53adb48714b60edfbeee5637e7b20b4bee910c4d4a652b61f001c287ecc3cdc58c10905230176d86ddadb42385e22d2218aa78c73c861663ff7094a51d99fbcd23cd84b2e149cb66a584022d2b079556fdd4fdb6a3cb8ea2f5ebd6c66a6705f00d3741e94d56acdd43c9658216ef57f204c900d3606dce31ce975312a7123e9c89e945f875e34863862ef9dfb3c7e4cb281d86aebfeb545b7011bfcce033281a51f93112fb008df6716a2f82f2fda9eae159f811fa716aecaaaf31b294a4a66bf30680844ff33f7ead3e4ff99702f2037325d4390ca6965a7c6baf59dd78794bb0d78acbcf4cd049fa57e364fa2ff4f87747f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229764134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64c6e91e7a75ffb9554ee7f35b9af2a81a2b844e8a904707cd5a88ef0f3a65dc5fffb24dfa1b888e0271a4e007d3ee802ae8142d539e4f509727dbeb9694b4c2fdf6016b51ceb0d3746b5b67a800e3f43fed74ad2fde68afd3b4748d9f2e242dcd012ab81ac66e8118796c5fc73e32c47be5987ed50f95f8697b094ee83b11634283c37cddd39868e6c6d8207a7a29ae856da7296951d612cd71995409aadb7a146a18d1679778fbfb0d7f13d3c8fcf6f91c9f2bdc51af5ed4efd52e7200b98224145f037d33f34a276f9de0b73f04407b5e7329c0c2c6e4216a367c3450adab7c858423c06904799b4f93dc7a8b5e78b69b6f89d6f43a9e00042e98692e051d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22977765Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95d851a9878fd8beba9cc1925e1fe67ce26809a7e239279fecb47c6cd71349efccfdc56a7bfcb37f2b980b462a6e3bae43fde6e4f1e44f152d14c6c0ef6e1f0f55a43204aae952eb7a65935866fba0aa0d82f8063ebfb680c2f4102f505404ddf2b48d938727efe42169ae85e37fb508c88bbcc83a8968df612ffb88e41ae543820c082a23141c554905f4aeab58684c6477755d666ba56330294ea771984d962301f6cc21996a596786ed3dbacca1b05045f0e1d2394ae8125db6b4eea1f66d8215866be53d39a9f2d1a38ea925e4489a7cc4dc42374d552e8a33018f1b56e0c6624f08f1e8e5da5f4f8767ed291bd5c2040780efc757f41cf2ba7349e756f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229762421Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7bbbdfdb934fc3c3e943623603cafba6c0a7f1497e53dda33d1a52b640bec249a3900539d6aa9e76a41847fb40685356dbb1c22866c6b71d248530fdc05c51fca8ec89679aad127f9847475961b718f12f99c54e7ee33134f2c5797c22f7d58b4ac8f4cb628ef26d21871fafe0c76d02061ee6a621e465751812c468b400bd71e88e7bbdd7c7e45ebd8f5f5540d60da75de4f35e873ab445adff806841c928503b5a55ecf8805e8ce2a4c867b2f06ccacfad7be7e1f88dfeabf8961575c60d2315a279221b1039e2da2f4ba907d4f57b215dab4a6badbfab85eeebe048088d3a59b0651ac68b2fd5797c6f96091010d2c4838406847e100fb4d1f35949d07c69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229801044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b99e4843be4f55e992e6e59cd7abbecfb1860008866c5d86cf8e32d17bd4a31c20917a0847b96216920108ed8ee7da8836231935852e8d4d6dfd1a5d44b6c4a93e54b8ae7e2d89886bf456ae05081fed6de09d3e100afcde5730bc66b4760fe33d32fe4a0e491b4363da4335db014c10e937620b6d19753e6a2cc4958943a003550ef1ee1d8ccc3a61849dc5db6b0162075cc9db819ae6d3f7e37412a419e3c8e4e9d626aad7dd528f9f595d9f063771bfe7af65eb2a5fe87f74bdb2a10b85b78865464880563d5acfbe28e75991ba40e0549c57f6710912a770473d366919790fc8e3ffa7cae4d31f91554644b256741d21e92c958b9d4e26c19081660a71b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22982585Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1d714279dd8ff13d8bd297c57cedaa9426a5452dbca219a738e53b5ad7ff2f7a997cebd97b752d51e349cca95df220f54cbb7d156b88c0452afc84a318a7dba165f09b8ef4a87e20deb506539466a82c09a5887e9d25b1fcb338c94d74e933afac1cc12174038ea71bc492fb3f091f084833135f465f6c3f79de35ea7b39236827d1c4607dc6690b81b2fbb75f5f4aa04585346a06dd515b6b31de25ab933c9240e2b4937360c6771cc10c8e9e909178f3cf9347b9c38a16cf9f4714749d87f109d4ed711de7bc4d839f8cd075ce4e92f6a6fda3aba0bc1238362fbbb0e3524b550b5287549844a9983a33b38d697eb8069819ebcaa4334880e8578f5cbae58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229846349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a84db659dc151f9eadc574de6e7644c6fb881adec11bdde5ccce38bab579c5223af8a7c9ed6ed0ca0415ac3c095eef6428ed3d186b49e6b343826f85f3c26b6444dfd894a5b9da8a83b6b006ba423da4e2389a76a943e3f606c3d11be8fa141416861c4bcffa1f923433b66bcc79eb3b453ad72a95dd35b6725d89cf4445b717bdb3a830858e970294403d41090a72608dd76785e7dbdce4947d9c23cea181bf7cd6dc970d4e058c6fc0f77a6c128312595033f2dc9d5384064bb235a743ab3c67d88d171a696cab0cfdcc49211d8f8d2cad8a4e0a6eabe01f06dfcc3a6da976bb165d45b0537df9bd21ed816152d5f6c1922db48af799d24c0ff9f5b750df9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229855496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1cd1275294361d70bbea88af3c6fbdd6d573d6c0918ca1a0be331cc2a7e7a30ba3773f5b33457f6a3a90407d41fc83da14c65fb2d09043f50967bd66d8ae00694bc72163ae31f2d952518482d06632504f94fe163b9bd91a0bf822cec84b19217fd917d5a654e157d18c2e416fe692915fa870c1b3c603d4c2e1edd60592568f46291243abbdc475d4fa4854372c687d06af9b47fecd47dd12f9d9ee7eabe61c7c7d91ba3e8de4beb9387c8c33971b56a75138f1368014775c4e251ef5181f4d8af2fbbd12a1b83d7f1e73a07b7b923bfe77d6ac4b5b769d7ef59c9be62b299c4fa021d384d98c07be12f1d28513e79ea58ace05f6f559e920f68f2a7a768387&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229855777Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ebffb074b4549c3efec7ac8515a8ad9a19bdb5fd25ecbac14b88b9e00346dc5722080c46b78c4821b132c2633d89ecd34884d85b7ca1537f02db84510020eb2827231b8bd2b08b399886e0fa323bcbd5a7a4aa42105b8586f6bd814de4880beac3aa9d7491d2d2f5ccbb08a439fad0398e385f739ea8db5d7e8deadaad3cbe3b265a30a23450a403d80a39876e8d74d9ae3e13c50d4758621e188d14e3c603f0b873637be8c945b1251447d5e922ba7f155fe047a3c7266b49504862c274f3e66d615ae34f28c2b27453dc10135838e041c25667b0ff26d335c3f594debd1b40b99a213f1bad02058784ca391de6f98a857f713762aa07aa9cdfe890aa75d98&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229848613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3e0716ac90fa4f6baec048b1dad907abed4d944b4e3dfb2f682b957879c381786c7a8227a8a50292e22732388e050cad474f6b2f0cae227b7e21f111184026f1c95aef6f3f25e4d26a3f7d8a2cb2e5df79222b0fe089b08bd429db210cb2a4fd9246203702063ec006bc940b7cd95734ea4d1edefaec96711541f02db66c0c1ba0d45bc7bcc9157bd2a523bc2d72eceedca1d3feb8c9b77be696460a39e0cf088e1f1e917f2137488157257a90d3cdd3927b5b6c89cbc9e7533f874e5a1a55195e46a4667956140695c59ebe1ac3c3eff2fd0b000f3ca87a5f2676a1bb1a0ebe2685989172329f9b63ba1e627ced153df8b3d560ad27bd2e580136799d4153ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229855326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5dbce008510e312807d0f4a126a6362bc8aa83298688a19f7021ff6d6c15dff8533115e281c895b95ed47c1728f7f256b8151b094ee907c4dc9696d3e371c32b3acb103df3b493ad4d884870bbfaec6a556adab5196e0a4311d7413b15716d3953f1d15076def288db9523efd497d3f0077f0e6cb906081b3319c189670133f1441e9bfe5d2112d5849a3e241e9bf1ec8eb1dfc6c5d335a2a6bbf5c21de0ce0a6096f9ac73bc8216b52db1a4db4a9a9570f714a20f6cc0cd539907502048dc0926dd3edc3770af4696ab96bef93949ab912de9e78a93fd4707638fbce64c4e997c82fd928d8cd1e57c7d205ad73f7109af1986250debf2314f92887d210bf3f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.2298788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=864f14ae91ab8bc34cdf63a647007ee162c45874b596bca4cb6a1a43810936bee754560249f4a4a9e1b3be86a55b8fc964d5dda3712e75ae8a4c85df302373e2cd35e05ace7adf45a53d3e9230718eb66b64249d065a0c0f5d98bbf9125d37471f382a6ad94a3932196418fadb1fbccdf040f0ed4c3db5cf0455aae72730b4f34f1fa5ad9d3b1133dd2f5c3953e7e67e718583a0e96c7263c96b5306277eb941a98f6d7ce7f8ec419f13ee13503b9554dc16ea5764cf4682efd4f84a2e0e0dcc2ef3e4c9d29a54a6ac979daefff1699d1b544151f31b83848044e175e4b14e76efe91a731890b50e2e2c6edbd38241890dbbe68e3b5e671ec64a9e92c58c631b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229908586Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aa8ed689676d476e440e6ea2716c45c1d86f0c2c67598e5fc78b36e1cdbf54f6f24ec1e0c2437d53ed436c061cfe7f26417c2594cd7ecd1b036e3307c587d0686b139d9d3eb163dbacc6e16dc30792fce1e206f1d844279fea7eba1003fc86e97c457f6ee65b59c2bc6e83e99d984da1f57df1b461c1f6ed1994be14695ff0f77d76ea00aa5a13375c589e3b3e08b1893309e8907033352300822c8c4e6eb2aad830e8081c94b5d42d433f15d78e3e6556b1f579da76da3bc0578f6e393e21423adcb4e265141c1023a644e4aa00872a8f87b193d3759dd5a4115568f216b514e2cac28c1363d18328d3ebb6ee105c213bddc75b9f6ff463226a310e40aade9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229891895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3b8c6e5ee78cb9777f6247e6f9a259a42f4dacdee62b4331cbe5110bc22b7fd04930daa3877698b378ffda343dc54c307c0b94be8533b3640db4876e8b32483eb52dcc10da72230d07cd6a20f24af514185dd48670851f777a98075d0954cea5df6349b3b4b5aca3cc6d445a60d4fa33bc762dd242156dc97859a544e1de764a8dc975d0af6e51e8a94e1437ac4b64296631c635895b2852facbc03ec83de51632b4616755664108151ec5412b82ab1b92b0edfa2250841eab92a2093a73c846baaaaf290b65235675ea6211ee2d6983af93b8ab24db1820d06e8ad4d0871d47263f4c6bd5aa9bfa402bdc91304870a62af479a6ae6a51beb1fc4969d408dd82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229895101Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ac033c1f44381a50ded6a6919cdc641b85e3c7b14c83520e3c76603c377cd9462cfacaed6d9b2fa4baa50e5fdaa90491b5a2058b39f8e810861575fe9c53d85cd687de07789d957f4a07059479cf88e6961c232d51ed6885bfb66ffe46bd01711225167f6c4cec7d99d60980ea1bdaa82084228a179354c2193dbaf18538ad195e4d6dcdf85ef556f36b71288f3bdad1b27a591b90da92dcf66536ee4017e4ec4d613581c2d03168c9a54960ce59495a2ca619e9251ad97f6275d96b6680ca51bf2b7f6c7a18ffdb2280a661d03b23b3c6192c85ac2ac7103bc25418d79cfb4aebad6ca35f568c9f8ba10fb6c1b6da9897123c09ce9837e792eb3c4a0a8eb03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229929456Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a4d2b80f3608f2d6c138f1a2d0f61c6b8690c26827ae2301a389c539cbb116e87fbf700b9f83089f816fd8d9e86b8231e4cc0062cb96a256aeb6d2321d539bdc4450fab9669f6ee4f65578be0eda4203d70f2a04595eee4cf6e54fc802f7a66df0b50053610f8ba47f2391de3786d7da50cca296360908449b5566d268709abe9a337864b010280936c740043899f00ab464508cb7f042febf690c9c28f2689f2fcda531c1701c044c2d7c28948b71d180ca131f7f713accd167af3de2924dd5a82c174f69529108c3c17b1dec7d99fd23e78cf90de17a7d91f800c0db391638abf7707077397f82151f706030268a105abd81ee3013f75ad2a7bed9f6525572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229945606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86db65d616b2668514df80df9f8b0b09244791c2293c033a9438f3b65530e27567628c22b0908053d9e056677872e3eeb9b8e3a2ac75615560893441c77bd6c0a6b6edfab60d01e9c92f19bc9d9c76d89c6c9364a07e389fe88c69f4a6709271a071b101a27e6202161e1f9a77c1cbc48a10c78f8b91fa2079b7d4ad140c28992660bada4ba7aa7f5d1bf0e7feda7ca38ad2a7b98e53d876780fa8cc1804f99ef891b72bb759816784ae28045bfcb34b25dd7f400dcac5b6d3259eef5d8f8086270fe7ea9a321ee249e9c4a435b5c5d3e8351f1d3c8200961570e34cc0c2b5510a6caa317fe7c87e385b1bb431d140381b7199a4988c731ebe8203806be4b8e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229964572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43b3b8eca2d7a964f7b8c5488cea3adafa4040cfd7ead8704d97f064b5b2f039105e9e2d55fd176094f36e0b53a3dcebf4f3cd76aa735a7e1fac776fe26d11161df0c422dabdd269994be6fce3800396fa56a19cf710880754309da9ca4bc3d49390802ebc45a01084fca435142ed4dab840abe010da8ce881744b77d294c0e42aefc9d732bd13b7b73c00fb997b7914cd1763b4864246690cab29ac4cf4c1f0f3fe83fc48b346430755fd799542840b7b7e8a17ad457e1e99b68901abf63d1aaf558d80974df2429725472b07dc0c9b423ac660cfc44da5c57062a342af65f4f5f4716eba18ce345fecddc02d32870b5aa4f664ac6697af9d85a1bd29160faf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229979871Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4911972cec121bfee54c4f36f29d52bdf1e22c5f313b3d2241f8b2e6c159f90c62bb8f7b20b75a8a7bbc276daef5c6a173ce09de71779b5f6d30ec3388e63ab4ebe27a7f8b03bfe61641ba77153f24fbd5592cba4e514e1edeb9d6f5fa68edaec6c5b6eadabc107b77e3a9fec10a4bbf81d5196cad03bc3766ec723e48e6c0442ea006c5d3687351bd100da2b006d533becbada39b410a83d72fe0c3d867043e1796186ad0995a2312a153be09439fc73ae0cf541e4a6bfed5770e10498bf75ab82d8f216b65e7dfa768dedc088bb374d50c36fdcd88acf4d83d690267c0884ea160500c881cfecde2ffea52c3a15805b99e22fe4dea259dcf59fefad64ad05f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229983367Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dc2af29a5f14bba78d600715ed6f5dc9fc9c73c24b40873652dbf150ae0794d10f8f885695da22fd7de8673d3aed9a99deda2ff48f54ac0b9e211768ccd0063ec864a2ae7821c1ee9236766c90225b98b99e857ca20fdeeb64ddadf693d46899dc1d61d1609cec508db60350d6a24fe557311747d0f2aa9df6bb53b931fd2c849c772484e75fd2d660f34dc21b6634f68d70cf28f31ab3b5c75da0f79e31414e17ff45b6fa7d73f30a74f1710b114d29aae6adbe9bce39d45136d88791a29681c4373d7e452e896c74d1f8c8e40d47f5c6b1081b5f4a4fc3df323dd6e59799e45ce02fb90be4b021eef661bbed22a4aca3909c291852515a7c1738a5b97b528&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229965824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1a160382fb467e242138656e4ce04946a7aaf306e019f5b514a4518f622a285342b524af550ca993797fdfe0250136571ee6c9a2ac97c200fe31d374ae99e5b192687441df27a9189fe98760c3711103129eb5facd95389cabeb74032cdafdd07902f1b487940cc829b19d3ecc954ce6365ddd012927d6fb4ad609e07a389b07528bc2a747b3485c68d15c58ba7ec247ca03eaa6ec944702e45c817ccd98d0416ec9efe54d5d8a1070df1d796f94c3b01b935f62c7483ccc4139e602cafa13de8355ce0ed459f763175d4f252bff2626d7203c00358ae82af020839844eb303c4f774a488a07c8fe4c6dd13c7994befa71860f7a8b8035d46d268cf722f9316d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229985091Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93252fdd412b9bdfe0e014d19eb9da36f19f2a1a59a228cdaaf81a9ecfdbe3631ad2f45df2af0d6104b6c15b29fb9d3400ad63d83bf576b7026490375afa9b91b0ffb8f943447b9243d8d2159c17df708b849221a8a7aaae181f648d4aa2f44617071b558da456d321e79a64306f08b56178c232942447e2a955f15bdb432e7e67840e46d3603ceb76e06ab250aa6772065a4b4746ce13511f68ffd7140a24bd202f713b0505e44b14e7d3a177ae9ae6e719a076666b514e5c82305946d6c0ee6ebb5724aa22c9c0800dda8a56e3faaf8dbc27119562374c6273f39b1cd8264369e0590b19259107a07416cdad8c76efc940d8807afbf0abd8f8d167e1068ecc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230003295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11b04be636177ce225f18724629173decc549a894a10ee8dd96cb9676b2bc709610048f00cc466e524d323eedafdeb4f69627b6b5b320e07e8b367d97a39113a81bdecbd06025e94cc647af0c69cb1c71d5e1cbb44c8c73b6257c98f5aeee48929a87613aa74d0c0f37d159cfc9dfb18606e23c85782c79343911bb97342de2832df73cef66fe8cb6dab1e8d5c4dd89adfe82b74b1463a9361c12321c29212443034be1c30787ca02c27eeaf9b4436b8062e42d6d662ce41a51293bdfa36368ed42e9d86a1ba9ea742709318f8f9c4a1d1d39e89d29689fac8fd2f1764e2ac72f44ab6f7566fdd23419b03bb274d3f471e41ff299566f80d8ae580b57fc2fa94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229965363Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=117fe9d31e966d6d6d8f9c43b86355278ae2d3cd2fc0666f58b3ac656bf517b325535356f336bc14a2d1ed3894d7a91cd55e8975adb454e820272057a423652788b68514d19de8f5790c0331111e5d036572ad3539abe19d7e5065bb8aff497bf4d51293d1a4045e06eb7c1b4e153e3c0f1386f21dd7a6f3aa1e9eb0151a785c3b173db9925fc3f5f407e3b15c8d56aafb75cbdfefbd418bb875737970cf7618cb088b75380872ceb6feb8ad9ace21db23306af29e7b2b441f2a56a312e873492884c5821f0bf0101fc2628104b7c69d3c29b99ed1aa5842d42a8a2eb31858a4f29b5a22fc4007f63e603a5a0359d0eccfcb17a6f2b78100f1ca6f323c0c433e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230013895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a6758eb6bcc005364443903b6ada498bd904cd1a061636210d95a7fbc90b302f694883fdbbed9190d16af37c7e124e8adb5736d5d7822d570944ed834731f96dd21534c4fc25381f445048f207d86e182760bc711fa2dcb185331aad80fdfc3e684ab83d5ee990a18154659de61efb391965049ba2e8abfaaf09873ae467c3d1812754cb0539f791725fda244956dc112dc0cd79b07d1894384b91beb1548c71fc53ddbe57c756dbccf86836002e39efb9c5e19fd1ed4eb31642349b89a39bdd37a7122e89d1e01250e8a6b07c248ceccf600cb442f6f9aa59ae1d9c96348909073676fe69a926738000896f0ba6c4bb90c823a5cf8ded83b96a11c2f91f3f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230016059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=953ad200f3da264dd97a2d14b131ca9876fa00eef4c129c7718c9c66cd8dfe0d5b5243be8ad015734ad80ed3807cb3e3409bdfc78efa36c3d2fc8cc9fa8a3795b29f9e539049b012a0affcc7f8d90a898fd467bd8768aa6903a4d1803905794fd9e93c55fb9b4b4c47cafb95591b40c72ca62b3521dd88e1744f43c1acdabd92e3a104accf20dbd0c2ac9a9e6cdb5195fd4d128afbe46851595b4735e9dd7a201d085d10c5fb1512e0c2a2ca876908c0958b454b77f81e001c7523a4a3f7c7a693a2adfa3e757b3686061091ec28bc695e0dc908c524029445dc3fb8cb2ad826fec6d9969c6ccc24f4bf00506055838ee4bc22f0fa5d2259e1f5cc37d878eafd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230023533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f38e8ca310bce1cb28ca6403e20615be1c0651549eee3c02770742ca1d4a35ab62a9fcb5a556244f2533ad74a95dfe155e2658d0f9328e7ea921523b65ac6290d061532843368ffc9c2377814dc5b5a9122babf54562662e6c9e23c4134251cafb2e80f5fdf5b47aad59f396234d137e07f71895e6a398b08dee195923f88b70dd0979e738987e3594ec6649d9f239b905a6750876fadeed0d2f4d8b3f722d59c603ae6560b0c0b8d06196572e90e059ddd5a23d07d0f63c2ea1cfee3c6501ef562e4e26d3b6fbcb07c7ca9dc7f8759eb63f9e266c87fa96456f266b579d9cb2b33c89c900e730269139a1a94379b380ba7da7caed1136a161a8acd79243ce7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230040886Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e3f07c81294e08d10c828b92fb55655f383705a5e991671122505720c0a548941c13d1abfd4f563088285aecb6fd97f7938ed613cbdd1211687b997b9f880ab65619db40112c60b82e89f5b8d5eb008dd04ac1850cf8d39324ba03a012b59a1939a2c9232859375a3dde2b30e8df22747492c2b0a1330995ccaec206802ff8d3c050b98b6c309fb4419e8372015c2bd4836692f38d9a93304b9ffde510f3f217179c90f08b6489c630546857731f98cc2c261f50fb7e335add201a80a88bf5824091816ae853eb98e3e961d5835ab8d6981a7dcf685186f5741e037a232797425ca7447aa329588786fc699d0c368fd1a47e0d5563fb41acca0272e7f465ee1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230042709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383389633eed80273bf9a2f96dbb4ed8ce645349433a18ac6910d79c627df14965106e4bb0bebb8677691fc0ac297a4786edaf52323b4daee3393e20ffa1e397926f71feb3bba67975a2c2052d4f01e0f1f0b8101535193137e93b93dfdf3a11ba89717e1448c14ed6f9751824764fff828519b61c8b6d807f7df6a95909fc22e2d4c394ef079484f6b88ca0ab1287cd315a3e6d8fa3e481f12d7f798b0b1f80510539e3579c2e6d8a8c5fba1b51869e4d535f0a6ffb42962f94636369859acb821668fae6099b416ce3e219e139629afdb98f84ba0cc6102e571237f458b25815d2d63645f7b52952f320c6927fee69dacfe11676e3b757f8880239cfdc1521&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230039613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5240960927d4cf832d463f0dd0cc071af2911ac4cdb6dc0a1d614280478c2de9272a6e91881dd2817e7804047d647bda48a2adb1b2886f0508d8174234cd64612986b4411ea8f3609c8ee2d27478a4bf3f967673daac7958d22a4d9604a069a66b1d4fffd04b9f06ba6a9fbc0b099c3f62e8e05db36b657d00ea0d0d5d68e1fbc38250dc38e77c42bd462842a9ae128ab8a4ad6fec1a58363cb264d4c931044f8b2455e62c3bcd00e4ac4b1ae463bd86f93896086c41d3b10d790d1b66c5e317ac1b9909787f23143ae2f9df267a95f53ebf39569aa2122ece66438f67ebee85c9a262d17eb9f899c01367de4fb8e0c93a139289840c1f43f2274ad6f79a8d7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230065432Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0bed938540f3b55236366d4c18967cb2214bb9cf12a28da1bbae0829b4e47a13cabfa8b3d395b9c486cad07fdfe9778005708564da8a7008d9d9e14e7d9cd84bfe4e15c79ab9a77ff79b12baa51f5df56b81416b9d686884371eb03777793548ed7b9afebf58694886b63c7b5a0b51b77e939fe0e29734ed15760d0db8ce36e5c1b8dcda21cc4cc1e9a04366458c23d0874e3e97ad82d9f28b203ae7dd83c15d3ce4b7afe5f07ec9b02fceb44c90e280f3643077138d3111a920cde113912c4ffa7ff6c827ce0a036c4f9528b46f46c02d88ff5629d8f8008ed8016eadcf452ce73d14620929faf05bbd7855ab34b7937427456bea46ebc65d00ef3d1b0c8c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230070311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b3d0c65081b4290306e3c71113458f1d87e319b0c595dc67b0eedc191444d84d4779802923d72af52c8a3ff9fcea59a14f3a517fc3ee5b6d1697123fe2eb1cc99d6dd36d8dcfe7ce11a0e715258adba73b1407b6230cb577ca2d15566848f2262202c21306763e956a89f7dfffcf20506ff1fa1fd67e1f92d0e1ff33b4d89c3a832e5c727577139e486dabcf6f0368cd8541e89236cf2f8ff53cb8647282101b5bb402e7b9ae257bc5409f43e8c94ca150bac7b4a18d68f386b3f9be4ca0eb4de909920f5d0a47a5183532fb2dbd6d902fa6ac5283ccc674dd567315e6aca7639fd1bb786248d4cc951304864f00905c15e968c7f681be477a44b7fce3f92fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230113252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a225215e075e47334c0ab55ae53fe25594dc93b79000f6742efe6e98813b3598295bf5101725d05fa4b65a5e9ff26a63858eeebee54740120b2bb672fcc385af66348a24382cda31c5fba7635357591836aff2cf86082cf7e5865eddb985bced5d0a561c7552e3f6ab2b567af12ba720ababaf8c6bebb65e077a153a11e8858e192152c6c52ad9cf55f14ef2a71fa2d1bef33cee566e4bc444d794fb27d8c529b4ca3b821e10add12376e9c0f6534d4b263326a0f6d5ed3d060fa89f58bf635d8f8c9e39c7e7f821a515644acb9a6676ad96961bafaad772df10236ebf01218c45a2c36bb1b8d8dca811658e6ec50258d74b4737b0010eea2139c75e2192f4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230116648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9364a047e913e3b6524ab1b5e65e74883d08f87fc633897f66b984b8c31561129427447c1bb2d75e0293665acdc0d1aa1794348f545fdd3b007cce817711f612226f92c606a9422ad2767f4900d5cec5fa4498f01d7784268f8e86c133f5dcad6f84371ff93e56d03ea68a78a4502ad48acc98322185b493caad10d806460088f691e02d1ba5b1eeb5139020dea6e7d6b637ac933c5abf5a763bfa232147562dcc5b06fc50422083996c507c7c83d5f04a953b59b441162a3355a9cd85d08fbd48a2391d9bb0c9f6d4d8e02b1c496c421641dfb64780c33133acea1ab78f9a9787e87f4bb63dec9144f8305297829a53e9835b9fd40ea8d6003ef3a0527dfc5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230153939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d9c4080b00d6cbb68284ae9c2a9ed8b82b936894d8d56f3be531d74690babb31bf7e5cad87ea49b07e3d88d8cdfe931b60aa5a513267f90172a6873a232b8baf79715c8eeddedc10760e86e131d71f946b1868b125bead9a07f4dc9c5ab6c26dffa616ee36a900f2e449b89ac688b3ec33eac8ca7d1cb6ccf91b442044c3c0de5e41c3d13180cd1e88bdd72667b8a45a71f902bc3d393a8bdfc732c2b4c567b303a97dbbd1915845a11ce3c4d8f835905e21eeac5ac7f390aef9be3d542e4f3a7b8cef35d9c2f26ad24c5c9a795652662666f07c5153614056370cbd887629e6c500ed1a63b4a7c6fb12e9ea2a325e14f86580e007f1358edc5e7c61cddb08d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230154289Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b40f8e5baf9d422e8e92aa9842cfb3011f4fdcec0bd24beddd40cfd058e002d62ee98a116986f385ec5c27bb032efe043e3863350bdba1e07a0b70786281dbe05a095be72f3ae57bf3fae23def1091c610687f9677a43ebec34274fc508d9d41f9804097b98bbbe10f6a8d579c9528d9cab0bcecbfa9df98e22a23331eb366e623326135147ae8d03516349379aabc25a5859043d5b394653c3b3056343f3ceeec54f65cb99ee00abaf5e0ec1cc8c1dfe3ea4ae96647c8e185c1aa283a896255d3a0ac29b7afe35c2c6ebcf28f3b5713a11e24673e74cf63e64ca65d12d8b907e722602710bfc278d5beeaa0bca2cfd3e98535bac5d24553581c969f57a87afc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230111048Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=352e9830f25f853945374e96fde95722a5d4b1b8c8df79282bdb685bc2e8f824f97c9c1dad9345759016c0f61d3fd91bb889afb5ce385632b11a3dfdb26684070f0b643b419a5cc1e13a4c8a994747d660019e8dd1b69402331e86ca3f3fc0a6dc6b02f6820c8462d4fd8dc301812010e9a548e7a6ee68e9e59b8eb02b99042cf4645ebbe9ed5e48006334c5b93c463b3bc4c5167c83ddca4822768823116feeff2c582ce0227ab8f1df8488e4f3980e74464a3883abfc6403e74482f88b7c95200c851e9d0374724206737cd78718cd496304e94b967238e3da30e6cdd1ce7ada095417d748f03df511f17d2ac73021a496f431a199f057c3e6500c68ab7070&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23026577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bbaf2ba07302c4e07e367e88c55dba6ceed82cf51c25115c2cd716942120afef801cc75b5c495c75a51f3989e0da3dc801a70b44187b7efcdd70db7d29b5b269470071d90da15e69d0fc868b2d8216de8ac64d547fca5c17b381b6f1e10c1705e5f7b30388252956a1050e047c1eb0f8e862bc921dd65cdcee636c81f13257619939e0efb390013578dbb8c8b5acdb66203b596d8b8eb02012cc99b5efcfb249c9e131698cb23c307251b8024f6f25a20ae369cdb86e3b20cacc4639f7b6d61aedf39593db08816a2db06f9585c442c7690b0159d62887f5ceb3799dd617ae68eea8b610152a346df6caf65f6869b4b264330840b167574f7374091977d8ce43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230285637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=675562410bf405290a970f38da63bcd72d5f2b7c97e2cc947849aff52f347f0313c00bb802e62fd4b41170ca3c01452d25b8e6c0671eecbc0a5e116638df2bdbd334f4fb86ffcb6097bc3de995b52d4371d86117861a8510acc60eb334e97a196c9389d13ece8d617c84a626eb72a346051871dfc1e554fc63efbbc26dd7c87b80e690752fe9331df6ff79c2bfab57b83f0c168fa19bbc1dfe71ad59a59ecc2eb1a15705d1b0d562972ef3cbed061ec5dfd37c997a59607a6be913c2e4776f748f0d07fdce8c7f1c9dbf2dc37ad81dd05c631c36762629bdcb5e655c28332a291e0698a09b5ad589d89525d1eedc54b374ba8e858f1f1d33c1408a324db5d952&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230113713Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c486e2bfe126b39af248a2937e8dfa91d02aa101839b8bc9fd7780ad907c701289098187de731e0c185d74c6722e2db1cac5b5f8377e8373abd75d02aa7872f55a9f2be1729dd47fc1e62fbe64097a5d793a556128e0c19088c4db2c72ae8af15be911b891459a56471626159e9eb1ef55e876ebb36cc30ab3b18e6c0b90907298aa9ce1852adbfcd2b08baa43d5ab44b0efff50eb0c7b51796c990b2a8878eda58daa9cfa670294754f8137b1f5e5aed49a50baea548f37bbb715f09b5fc590a2c229556add9375110b95dc6d9ab6d72f855e0823cbc18e1919d9dd96c963160e12eca8caefcb9362b1ba06eda2d8fb3bcf15c00d040c2477a799dc4404dbe7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230131416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=130b45b75baf2723b7353b9aee7d66bb10d924a2bfc419cfc73c5e88717b133b1132e7a1a0c22c7acaa123735bb7ce7d28540a8cdb5d8ff0d0e646ae3c17ba9d054ae27af5d6df2b2cc3bf484460ddf2b6c4e449ed83ee3fe3fd8e90b361b857e023aad8e3ae657059d27abc083c68442673d21629e4947b5e28e3d1ec3923debf9dc882d44c718f3feed5649dccb122f2c5af38fb9a7598fef1153af0db9ce18cec9fcccdc4e54ec7257fcb4c6a2ed03c495c9ffb31ff6c751ecbe9bbe168849fa57701f1e1d7a355e391538db114a42638fea71a469331ee6184178d4114bbcedb1611d4597d699a828e2ce72923a940b8fa273f5bdb024c27fa70a3b7cb3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230157295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4063302171e4e5854c873e3393bd6b385530e5e5cb39805f3c9f20153e2f32d694801ea4fd99a0d2b4bf4e057eefea3c88394ccc699e2b2c38822162fc95694e54a64c01bade94a3dbafec1d9a421169445adb40f40827f3f56771ee16fa9a5ef8146efe3e20679babcfd5494f98965a048bbf2c6d25ae0c5bdee857f24059632b04b938c8d639376c7e6d5711c8d9c5960bcf0e9f1917bfb6ac8716b26c0c832942fc54a90e554ac3b8d2d34cd1ff3668418b5c70676ab5b15c057293cce4df6f1a5dee754275cd2de0e6feea4df3ee3e51e2034bd76bf015a9ef2992847a6ce398a45d29a5b0321f249120857b2dd9b320bfd790092485f560d4b16188cc13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230141145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=142f00db5af2f5af80c1960dbc1aaeebd526a87a5763c1a0cc659ce8a9d82561a0a86e9fa74aa07b44bb4113b6a4cce3d9120cbdcd8f9726e062e96d3276687287762551e8e3e0854708369b3b5a1b5c4b740d710ebdd511b919d561a9f0d455168ea07cd41b607dd18f257731ccb174ec9ef0fed3709c7ee8de5084365c7f4e644bfd03c8f626c1337cf679e20858fb4f53ba223bddae457096418a9c16e3e90144310c5e5bc1b97569266449d4a20d3fbae6b443c913a1bdea46ef342290bae4023a6e1b5cdc4261b15b65f7d66af832f778d644130a110ca2aec1cb76e09eca45a7d153b725cbd7af63181e3f5c029cae40297d11271e986bc61d99d41baf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230331674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4b552670a4c82ac527951ed7016cb9e10a2753d56dc84fb7789a8816dd9c1255fce8e5e0eb289c579321891831d24109fa4eff5f77f7a32ac72d065dfd7dd4347f62765759f9db4f3c1e648f09b89eea260d62c720046c35aa51f442f680101ceb84bd86599afd4a377ac0a7a39ae5d6ae0d56bcfb07904d262b15c44b18672f0efb74084838df7da9e58608499059928ab0f942899422715e7bbbe1580ce1c41a17b24986a86e1a5c608fb534b1bd32efc0b7f708882f967581715563f3f4d9903c3bb9166d7919e4213eaee3e57abed23c4d74bcd4b7024bb946c15261104c8334c8c4a5f36e9cf01053d223bc7e4ff2e2d00e9931df0eaaafc602995d613&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230360298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2feca7558a0924bbf27bfd0347f3a2cd4d3afddb123b7cc02b193dc5e4b31c7a1551cb407f804221eb0c4a37674bcfc80a4931f4170c7f361a56796c3c6489b65d673c99a7ed25224124f1e26340e7f3fc32e1766ce9adf558ca101ad9704944c148af2d8f74dc5cad2e126857983d40aee1ae6aabf3bb5be353db64d1ae8fe2399148e1bf7788638ba453eb9e8b9c52ea79b21129d13c6519aac646a51fce71714784c6fe349bd98b7ad5c050e18b8f0757a1482b11f421ac4f9c6689894a7f2733dd81aef70151265e579e95e94c6ed82d62b6551ae1601c7d3698219d6b0012bfd7a22f40070d634027215ab55148016134fee73cf47b44840c39a6da9830&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230373402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=102a45b2801cf162a39d052ed0a6a4d6fd5eb076279393021aa623c604980d0f211c595481cb81f89426b0b81fcd1956e675bb2d67522e550117342a08b67ab6608a37f0d5530b88a56b67357b1313e1d69848163a186822b551a3bd1c797b1bbebf31963dd32e29863f6b10507d05bcef49b7056043bcd1547deae1decc2f5979acdb76b001e7ab8b1542de44e1e8db40748fea0a6ad65b1d5c958a929487c39e2f655c5faca12eef5ee0322bb52e5e57b660046474cad0ec76fa9371345db56ecd82bee8d0534ad3d329d7cb6a8f34c5fc9252c33168459f1e833c410fa9d7cf98a94474af4766985e7b1fef25e3a9f60061baffee904f88de3e001a44ac9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230904844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a09a13cb14ec7ff134f14a8b3a75004f28851fe333955f09c1d94d421413ad5db8bb193f8e6209089c94fc4be41a7762c06fcd1678ddf650239cb283fc615ea2891278045437944af9fa317085e61167927ba6fc9fa1dc905cdcbe6cbe49a2cdb258c873f994241cf963f7a37388bb630b1b60c6079eb3f05af6080dfda2ae3bd26c00c24884e3862d8b6f90d21b8d87499f66df6230ebb6749508b7ff05ad4c7e8aafd901dc5235f27182c8cd4ea43a409a6230a48ec9cc85dae9e181e94d12c6c0f8da0255ac6de84c2e1625aacb7d62315bea29e6cae2654d110c0c19b6755ee18fbd579f063dd86c373969df84eb0e32aed301ef735207d862d83041f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231394477Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=042a1c433f56584ce547fabdbc2b52924b0f648ceb0d5ee57f6de804249b14d0bd4f64dfc9bddde623a415c33182ee11b0230795100bc7605c691ae846d3ca7146092e0bca7a76808c7f86434d6c4f4481f2d6c7026224f519c18643fdf82504a3351765419f0f7b2826e9539eb444a113d9ff29692e1842bc0e411e179763e4e4c8a247e91b0f217e0686b050a23a280a131c0d29205670e68b31b994d33c85be24390468aaebb15cbadb1668b50dea05b36028525e09e025eb7b53dbba3ab39c53ebcb69a4775eb2d9d535c8660dd5fbe0a46a568bf494e631410ce791d54e3af1dbee3f2cc1c815f81bc5ad4fca0a8bdf80848ea9190197b8bb62954a0d27&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231412551Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ff35049c828a294b56303349a326c0c8c3d83546c0175b4ba0f993c060c60f78aa2cc07415b7b10b3f4151c7c5464b1d9e9cabf657d32b149fab8277e4b324f02b14b8c0bf963bb04b51ac47525bf0d2ac95796b5df6a5671a7c6e0b7887d18c94a5935e685c256b0f053cfb58bf136529bf72d9e679b893e649b894064a1c3e45df42c04a4f67416d95de84e079a696ed3fd0edb48ea4cf97faaeb144b1f80f35a8c0629db01eefe3fbf569838ba4df7ca397af89c0f289c26c407e5384dc5b9bf8dc21024af43c11c712b87a92f81c8012b28fbb522317c9ef2a40a1f17fe417b353bfd8cb5a2cbd3487a40222959f56435741001dd84da9a2d3cf17f8897&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231420516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27f51b86407b56aa45fb0683fb0d69b2e5ed8421f16265fb5223a6817ea2a6ba7881e5d8603665eeb8151191bc4e5ec5f02224c5242c79b8e8adf2b1bcc4b70f243d6c1715852a19da3e0dd6b05428ded2a8c0bb3b4b9e98646e5df00bf1a56b649d2e90a1f44c5964b2f84d04083335466fb9bb77ffca0ad4d5514de83bc7b724b1d20e576af8976374b3f32f31233fbeb238bfd2dde7a469873f1f0e151e9a4456395e29e5d1610f35e6f60396779c01fc8d415950f188a79440003a89e1dafd534eafb0588097a233f11d1bd696c170ab0a088c1aa51265eac2265197eab239ea42521f7e55f231d83a93e7cad86af2178570278a3e4eea33ae0b203d00bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231435164Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0d424c3f8a21c826f523a00061a63fa2d0fae6b646dd4e58a80ce43585fdca5db0196f3e73157f5159526d5b07896626e85d93752b901fce7202d64feed8e5cc2f4b7846d895693e08b300b75d70ff5470654fb03de3570665a1f979a4334ae7609342e04f27f3dd8a914d8bec3c0c4147012b7bc8c6f603c381ceeb9121b843dd76ff5a2bfc452db2a5d2c3fe5911c22845a31a69d8f2e9d3e549f533fbbfb35959572ba959dcd5c7269348d6d861d1210fc4203828fc187d1ec3f580795eeda7dcdab14034ee7a086c2fcdb4a21b6174f99e2fcfe0fba84ab84934729765ef5f4e10b86f658a61052f65382fd0afab25c8aab85136e73c4d6b7d88eacfc708&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231447326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2af3c8da055593ec60af4e78d0b56926355a9c372da94b8acf7bade2ff27f57c6f696dee8e1a7aafe1148651b9f07eb087e5bef99db784b79d10c1fb4f3acc4e3668b3daf1a048a18ea5f2273486d2e31f34bd6ea7ecd3ef91dc06798ea1bf8c11f44b37182c084118c4ca2a78aee9b5cb4c093a9e96c5a11bef45f41a56b6b6bb46f4c857662ec4d0035627dac5aa67f3ecdb0c4cc35728b3c879cba8cffdc9431967fc02e03a988e9ed958f9e6ef16cc2aa59ceb2065f314ddc3917799de5813e306d7ba78dd14eac778fd52d9c38b5d1249e0c73b30c7970a893be950724fd7a32790cbabc6860e88604c8996118d541985df0bc9aec93ecea7b6c188bc85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231466533Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=767dae592cd2986573ce10a992ecdfe6231f75a939446d4a34801d2be30f93704f03caafc8f8bf8e7644a71bc0b2a3690a1096a0ec7f379580f7aa179c9e535e7bb7cc9097e22a40edea95c38ff7db77ac6b7686fba95e5e7b77d48a48e9ea83da0c7d05fbbf0828ad8f2fefc89952617190057c634784b5422b75db26eeb6168b348d26d86e4c7bf585daab28f2f36604cd7be8203fb3c7cd8ad7689e3a8089d61726bac58af05701f2a7f9aa94839196d9733adc7dda7907a236e3922584d7a6cf1da68ae7e0eb986083de21f63c48a5267df83031e784bc7a1464450e7227e4b1c5f8cad81912d596ea909feafedc6588875c33e1ba768402adec7b29db20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231492251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=408478c6bed284f1db1f2c0840677d61e15d936e3bb7ac962738a13dfae966b7fd8fd3b65920eadecf91ed1ada58cd5d0108cb5d42220f91e4f3b7e15243282cb3f334d2368e3f0fdd1724df7beec3417befe9f5eff5f7cc27ef9495e0220bf4b660366e70a0b896e9bfebb59f1078c49a2d38d5ac0182aaf24edaec330a7939a3a08089962f36240094a458eeb72e23f9aa5435ad16877d48f2e019ca78ca5e1f534a6ec899f4ab1f959262e74c47e7015e06a7219712cba3da71a4f2d5b0510c0ccecd559e247bdcfbd1cb9fa37da1efae942f1ae125dfd1923d733c5c60b3a1dd76ac054b0108a2585fec805e0aa48724ef3ab9773afec4a7e3b187e2bb49&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231536404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11dd324aea58382a646cb1eaeef0cd19e94a907f6acb199ccefc529aa9862adc7333a11c7370432ba33e4abc32dcea295fa62a44686ea3421dcedaaf1bae40edf0819323b836d70cd4dd7125701f6b9360b7e4113755f47d25501e8efe91f1dcb9675cfc70f9df8b8409a73eef1101bd708fe2db1710a2e68a30a9bbae5abb4b0bf0f1d0d689e7e52f80197cfed599f16e7e1c4680c8189794e9956a8cfbc012689000e202c5a4be27a60e0199693f18a826b04c40ddd37a96438275d4fee8d954b863699fc3387f6eff7874fc9ce39ad8f86fcc4d51570c6afbe6ce71f311dc2285880f554b873dd5fc571d810c533bd6c7e3d22af52620eea72fdf0eb33acb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231543127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc07ded767c279f4615429aa2d17ab42fa80ebc5d375df300b9644948238df9ba1ca23ed59e2da2c1a6c2f698b60cbff9e21aa2ba184a39c2ce9679cb0cec34b0c24037b7a5417d4b621ce39869b6f7637bce0338977cb826f99b01653a38142ae8eb0e6a3aac65c42a1d612b14147a0d5ba069a0a1a98ce2228195b713d27dbaf3a20332fc7320f4670e1938773ce5118f442084bf0169f12ea516c7f4afdbd6a6869be84abed41af6a144d000178c91331205b972ea788944340e752cf09a36182d43246792b2dbe526a60401acd4814dc36ed73f3c1f36d49451f2fa874a6be3ab507452e3ec23b0062c02b322a6af02cf2920a0d0c33b443b883ee60c064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231591308Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a69225c0abdceadaa36f88fc10e93c1ffae4f73c7b125001e21a55ac9d26c127c0a8b287c1c11bb9735eab9d50e0bc3e9c6111a6d37acc2d1d240b2392d88e82ad8b80494c1e34e0c68f78818f305142a9fc28e57419d947fe280f50d939f7f27999a0bbe9de27c650f161d3cf2e22b634d9072dcf054629b67d1adf0ae4fcd6de0b34db5361651fbebe1ae1c2195ddd644993001d402fa947aed5d0d9282173dacf9f1065dab0e917fd17360e8b8d02f89af2119d14f26661ba04a22bf32531a8d0bd0167cc270d9c86d037a1da60183e12f844d393021fa4f96f2424b86a4fd7a20803b0a090c84f084955d5bb53853fd261d1d23d997bd81aa32d4fcfb57d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231586499Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f85650cde80abdf7bded4c797b4ba64b2a1439d3c4d2f6ddf8a507e2b205e71c1f2df400e65d20e683cce1983b14a6c390a93cf3a876d548b2a15f1d0662117c1db5fe08bfdd3e2c298441e12e59a15304da65373ca8c09436c264b2723c388ad21e8e7e9fd0d408da3f5efd1974babcc7c985affedd646c57dcc5fc0c9874e8be369781a0a4a90793c5b18edb5dc2a45b06d5066a16572926069aa29fc7a73be1f80de6803273ae4733c5bd5d4fe3662f16dee9fa3c8186e0a3be7f4d7997dad6b32259286df173333c77561169c21bf77a8c99ec4698e939345bdb6f67854eb6da159c5b99a03116afb15d66c7f6e4f13df38664a9996ac46b7b41bd2b670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231599794Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0644862224217b0b6d919cebb3fc785327d260232a82072932d33ef3a55b36e7f40dd3935095ae411a5e90ab4226d0ecab6e520680067ba8aaf81d24ed95a87152beef27c2a6383d14bae9d9c981882654796c58a0d8186d4e9077e22c4c69595cc7f5d0eda6f75242eab99a491e86d8395343d6a9a0e84654838b73bd107dea2b07c1f9c3b3036716d18778ab14adfe12909206353574911ca46acd2bb7c0f7a2079c050c567356c13ee70d4074650448ee4201f679e70f086990c0499fd05350c417d848def6360159efa8201b5e2427e21d3c07a76d926ce775cb843df0c5eb4b39f1256445526fe3072a5998a10cefd19992cbea12b2455baa576330717d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.231641302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35ee720d61b92c249b83b520a6b2ac12fe59c9b32d4d7c0c0825e5d3443fad6b7cfbecd0532b5f196efcd299eb1453d5b6fe26faa748cca037c5b1110579dc7f67fbfca94062ac50a0d898ad564718ae88886ac6d25fbdc2ea5ba0b541b8fa12ada8446040eda7ad6d13ac975865e7ab46ec16fe9f1d78278c8c1af97682bd04f74483df7094f352d03b657e3b9c14ea228cb54b8341671f7350fa5548f8555ef3afb526d10c2d368d051aae957984101c2e6a899d2c9c51073a84738d4719086ce8d197778d2c0ffa8f040d51dfed12f1c51529fdf0b30a7fc0a0c9f8ae2f09b7b19bf4a8192511940283d01265a30c4d692c04ba4807e925b3a04440ce6b44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.226617444Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27807ab74f0f85a6a03ba22ac832a725822412fd04c4cd177e75555d7c75913dcad5abd54ea0dd748b12fa02b6462bec3ccc5ad8d51b8982e403fe3c153363136ff85220540420660addfc57e13d9092f853a07ab70df1aa039f34edadb1f76cb239cc430eb9e5c814556fb1022f1db7bc76c627d2ce0ce65efa660edc448d8c4b0542489e6727efc60daa78701db9ddba60f6096e492b2c0260d7362bc3c19ea7871f56cab515c913556d118887b6a6b9c2e9e0e29cf71c146e4ac2cee8df6c5ced35551b282baf3d1d3722493212dccec2625e51e9887020ec56efd9fed3885ea80cf8205d6380ef7d632f3b38581d17e43d6bdb81385d85471f9d29634170&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232175298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=823ce6497b0924174b89ab9de0a56fc2d159935eeab457dfbc5b137f19690c3ebe079fb5fc31615c81280bca786b2a1c0b7ae039432b7182432af3af247ff4a0cb4c07b2e96d56868524322223e368e725df4f42ce4d76126fa9411ef1ca2be0e7bf8184d5685e54b3cd5d1c4f01315d189dd491b7e9ae7e8371463b0755a4806d0039b8e880d7bf4948d6be0311f8d4e3e588fd3cc858935ec6fd24d373ebc8a7880f9feb022428d63a9c1e1e8780856563ff5def338047bd30946326ee1d8bcba320e71ba9fddf60c43c5b8b36caf6b15f9eee7540b82ac3d70d103a11149104c25aa7343a35518ced3dde29c14a66313d5123d7d2319366036a471bef5e2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232212759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=34b30e25f8ae847fe1697b3307c0d020707beb404893abf31ffc0d79a8746d899b8be6d0e86e3f5d955c9fe01e1c0b0f00867d73b405de724c288e9fc58aeec1af4a80e15c7aeb3ade2d40a020132c8854bbad9fed12fff0b17aaf85d60b581aa8aadda17cd07a31dc339765edd05129f26befad71e0cd5794cb1be4117581f63e824dded32e5e279b45895121d02255826bc210cd1e4505a819b1445ceb0c6cf46a92bdc6e3cdadbda28cd32203d9246f5da047b11b3fc9782a7f5d2daf7750504ce73c4eaf8b46d077969d45e2cc8b20d1effcd5b78e8aea278564f601b28d96fb53f4365478721cf1bd0e26d9cf6d8a1d5b0a3e1b815df58f946dbf412e2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227863131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7d3b52da9d4eee938fd3763d069d379d7b874e8af2d8ff3ddba20aac2d5c2f0fc2361ec915ad2f3209fee747179344a961fd627e3f5a8de2054a549953cf2aea1e4e49e3512bde460e08fa0d7db8aca197f7efb0279ed011894ca549116909fea2549d68f92bccc487fe02600290da495ee59fe566125603d100ae390e51b52e08310581e82cad86bf124c85451272a6e2ee5c6ce1abac59e18ff7788004450d827b24fe4d427841d83ffdd3c99ba27ac47f2cc3140dd242fb87fa7cc873218dad1fd190f8f36f8373456e8481d098c20a440c7ecbb577f89d4f0f6a409f6aaf808d7fe8500a5193d7044c047ca6bd313bc31e2efbbab003e04ab0bff16d26a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232626068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=42896c6896a5553461c8d9b0faaa39c1aaa827aacdae3cdbbc395f1d672360713e2112a562dea49c6a1046e5c16144c2448f83f505b32c3182e76d35fa1f2db9f92603f4f3efb187ec4d4b9700ea6e10fc0ef0aaa9f02c634ee3a0828581d72830ed83d5cd31d5340021b30be4aac9d4d5bdb6975cce968808c2a1438234a6e483885c1f4fbfce7376c5347d350cc8fb64b45e3db92d8ba450a5d093d06363f39a0047abec1d21c8950599dc7b23161f2a273840f8bd88dde23fee09695e4b8b0d64fffee0d1353260ea134dc882e566d26db85adeb6dfc40c763e62c9a1d93982663b67fc59b3ce1f1f5af01a06f11354901d35a39e52a4f9759fab5ac7aa7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232643411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88294ae1c731016a671ce1df9af3069f4729835aaaa3909c9ba5f01e276bba1143ad47cc1baf26f9b456018d3394ac23793b420a63c3f37730da6446fdd24a9aabf03d252b4001b5def9c5aaaa2c73f0607153e08dca2a813149606f34b3da19b1a213945a8c9046824d2653f8a5e3d03a951344baa7b985be0d43382c993d0ca43f69b11214ad5be44452239ad4e70dfa52d8ee2da8922d132a79db3398b83f2cabcafad17188175914d501657b8b729a350650c3a08ca7a648c3f4c096f2dbaa0f07d5a6b171dcda7a23a9aea533b997f1811d2203e749ef61a1bd9a0dd36ee734895fb1e8d5bb351a96273633b4de7abf209ed3e2506dd982c31aab6e6cfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230185388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3a91912e5da31dc0bab923695e85204e2650a7439e557c2f049fe1193bf9f4b85c004fb2cbf11095248906e0a4feb5675d48ce8993be8f8a492a23085fdd822ae85703ab3235870069684f835b3617bff056144fcd0e779e10377f72d4f0dd205bfbcbcb3e582a018bc9ef66e824c110d13a3d58a816779167848a6a6dc26392b4e2bf2b810e65ce6f67342dc8336f0c5d2598f10d5a8feda6e5f71998a6f205564cf42dd4912b25fba0d3c439e016a143b1f74e1ab78461cb2f1d92c82d2747f26bc34b4d6e0fc2063acc37049d79c28e5a83ade1bb427913bd5692066ce8276567056bbcecb935dd4a3bf58ca168f2c8b123e9dbe59925e8496743a4f41ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=66017226468873a5ff3826cd4097d28ee485ecfc468b1772414a966495e25539fae29130145672a25538f5d1b4a79c8a15f199c7aff9766d012e031b033d9c5044c1e871ce93f0481cc03f1be29d1ee4dfe3430bd98d42ec5b36651f0e5695dd04cbc7c78dd27cd410edf527d67bde3776d7be79205bec7139b75634538d983d46514816666633ab72267eac6e1d7bacaa2d396499e32a8a17dcb9ef0a3dc010fb2d318877e381f3fc347b93b588aba4a0aacca1e5ee38eceff0d9c6affc0a7482bdc5330648ebe0c366b26ba9c0c01131abe20d2e77c817eb16ee8d6532c09be33db206296e1c14b8a330df4a62a24db7b9a129d07dc7a9c7af023223d6bad2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227900321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08435a243ca07ab94710e7486e2ab998ed125b8824bf4ee25e5b461cab77e2704b7887cf0de2f3b442f06a4907987b6146ceb7656abd15ce6acc1cfe0c227f6fa7bbc058b7191810ea989f8749e860411370dfcc99dc7735d10a5fc5e2ca4364db841af6da15b2cf10ab27f83811204763e2b6e0e4801fd4e32e9cef925f7f3befe6e55df220b942c578e74fc17bbc54e04d30ab9b8e16715a874496a2ffc99e34dcdd6bca67dc7b95a6dd1c193328677ddae4e460c7a13dfd12477c8fe3a2ea3c98988218a78202b4904bb369333e88dd72cda6dc6e1cb536663174dd6c351cbab7e74387cfcff601782b70e859998a067fdbfb99e78d1a3eff81f924bf5a89&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232755742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=79bf6005bfec841e9a1e47c77b3d3602bd613c4a7ee832578bfd554c0a2ef5b03eb23965b53d50d0cffef91a5061a2934db981b2bf2a23ee2f0a28dd583f21c783cb5b946230ce62a6eefa9ba119ddcb0bd3d3a66367e738dad715d635acd778589e1926fbf66554628ac9debf70e6808c92381d583789d1aff3105d731481a7a372db422c344218c547b5b0380821739e39bccc1c21d3091ae6a6580b04cec316b7413f9be31ec6b85e14cc1cacd7be40226259cea3df3c66e3a03bd4501401c84a0a6410c1cde73970531ba58ccf7d3b2cfad32f28812abf554168ac2b168dd8f89de4df365006ebcbfde3c3096913c5f6eada9c6a747513fdb98532a2a93c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232755111Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a899bb5da79638aba85eaa73c922da55df113c1d54c0199e89863887c2b6942f474cc60c44ea0ecd379e9c162935e21ce11a2fb19eda36dddb2d239d267a1cbabab048ce95176f538745a477405740271b02c9a24f0df7f2bf47b5ccd23a38695daa5560d2d001fa0a6e08a817dd929ec89839fd45d8aadc326d7e6a9ba3d029c9213853e0db1f0d3d5187e55494bcafaa22899bb8666aad2c900204679c800fb9d6aac0596cc352d536c67f11cf353647278d96f57f79db254ec9c095c15327f7c3d66d3e5d8c8954710e5e60c8fe48263a4d9774be272e099eeb351e88b3987e49f4793490f56d29387b77d896fd109608b06234686b497caac6c19263675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232750162Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bcb8475eac5eae066a4b901737b20e35479d2f3c0b8640d29d29cfb0b187ad4090fbe01b2a4853da442f64f760d707695b11722c92d622c238d061b98169f38487cf5cc05d891ea882ee199793a878f0ab3ee20250e6fcc039a7af772fc36f72540064f169f9dda0babc8de477ea90b2c43a2ce591c5ef14ec46ab4587f4c6f4735fa4dca9f832353890d123e298f97bb143fae31eb86431e6b627c616f2a7350dcd9cd7a55360924d130c9d320e6d6790f946ca6f5bac7ad20fe5ebb800c18d9e7487d31749c09dd4a60dc62a76e954dcecb9ab6454f4f4a6919f52dd377a728fe7b2ad858b65105aeb9dc87bab802efc4425e2b82056619a4c53fd9647b8f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232804825Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3036f90de3e1a3f7a7a07f29c983ffc709d10c1752cb800b38650ccc981a4942a311f43b6d6e4e6f139668b218ecc959678a01d9e734910394b3b94cc6aa1300fc259f4cbb62ae76118dea840e2bae70ad1ed1e543828ccfdb66ad73fbbd5ab6427f1a2fd0663cab89ab25cacaa7dbcca561d5e732b1b664f9417333c0df91bbed4aec08a8c34829639b360af0c83292fa7bc9b9b3b202e81c02897fdd098697fc0ac573996949fcd4da39379095965ff427bfc6a6d8bece2fce60e3fb6611e3cd7060eb5518d07f2dcca6d4bf8db8884926856a19aa80c02f9b09decf0ddf4035c53b28865a8275af271fcf41589fb0a88ff1f5ae735811e3f67ac20293c5ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23285018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a05d592af5f0e94a261ed21fac38d49c97cb5f84708eb62e33244bac58e178a83d449aaff0aa553e80e9b8b7849f95574ce26b8189e9bde5edb718430ef0c50f4c27f706b6f74c5f3a687cf053294c32530c5ca639bc7426087fc3fbc5e7daecd6b8ce3b59a0440b549a7f5cb2341fa95ae1d2f8d1a5521f61a6bf6ab64f732eb2ba7a1454a8e49523e4abb64d69ee5bba902a0a9e2cf55191842ceb58240468b9cd475091342d6f57415adfc74f2e56dd5b0893d06d973efb219d942e209d19a16fcfa19852df92fbfa4f5dda4000ec61ca9d3e2e910c3a96b28f6eccf9295300e084b4755cf38970e911ef35dd1306c213f5b2ca5e9cec15cfaec863288b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232871531Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=893a53243f3eeb66427cdab1783b825fb20e43f22fb847f6f198596e70d3394a3e01f7b627fdc72fb68ff7791d4b42d2f4ad23e08ad71fbb321d43c252abacacddc1f3393eb13849274af23ae6c9665b13d7fb7b1870f019e3611018d733ca9783435dfb8c90da4981dedc1b265e6fc50294fff4b4cd9fe568ec7fca977e3fe7a62da2963a36189ff04aede4a8b06d6552e54ea8776f5371ab8321dbfc13183c8e7595d764cf20f3719e96c3cfd93ad0e0833ae930570164402a41690a1ad36630c3396c186d6683bfcfddf9ca4011f03d8b382418b36b79c3cc4d04307e2303cdd41fdfc35d17286cec02cb2f0a1faf3b15624e5e628076c4348c1f939f1d58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232897971Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5cd7ba313ebe46c9eacb37ffe475527c79949454530bb82da998143a4f30593771ef23ead8d24f8a52da46e0a3e15bf281e388c192ae5062512578e541c182f59a056ba2bfd111d867f14a78229991337cfc37019cfb03749570863b43279ab176028776d5505132a36db5e6df16d072de634df0c7640d8ad91a5e728a8822b1e7e6ba5ebe692c6ee1cf9b7d3c01627e939c8e6d3fe3f45ef7af80fcd79f709e7d0cdc32635b953bdb7b8de875264ea865cd195d013a307ee6675bf3d82f5d56dbd955b9973e5feafcc350412b9a9fd73b74103d718ff27b0197b177e491553e8a3cfbe326427468028f701b0182a0bff47b9328eae73c3467c1bb32d4cbdc8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.232921775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c22e4e92ec17e70a3fb1afae808ffca4f574760cc77ba1a43ac48fb39a6189906259e921358d5dc0061489531f03411e7cd4b6a30cfad9be574e5d2558dac29610943317c02ddb4a2d5085fbe3eae7d67148c6e5f1fa223fc376bc0720938aea3b4c7e8050e1af9cae31df5197615217e5e2f9c34ba43802081ebfd0f1ace8090a647d5e8870607270f0fc41fbee63ee233c0d423b35a33e27d04b82fe8b98402d27d2c6e786308a6f1eae903a5afabf30722a54b5b6089887a4c9795ce5481d39b3753aeea9ac78a1c6737969b27cdcaecfaef6614f57b087121c9f6fe5574e7d2f1dc3f4907efa6eedefa6139fb3e8bd9b1419a7d83313b01601466ee1b8af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23299837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9c4f8657e7df94c62672a31703536a2a705ba29cba3faffa178a1e67ff959190bd4f0e5e27933d1bb52673942153eaa5bda436f39e2051be466f3b2c07b40fb6d13e2184e357f06cc2427f9a30545a0a385e6cf19822d62305d55640b4b10f62a229fb311c8ea77a255c8bab68043a70598b1e724b983b505fd06645e44c4bd7e6fb0d28829eef60c1e97f9585fa0e87561985e5494566e112c6213b59ed3b51a2739d1bcfc1150e2d9f77dffab124df972663c37ae41bc51e529b38dd0ce05c0bf4baa93d1c38fd7f3443fe4cf3e17a4414241992ec626f78127bc7ee03c23e33168e17cbb1c0bec1be707941421b19e1d52325558a231b010520129043a75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23303051Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e368ccf899aa858fe7af90ff4b7241dd509fc2afab155f730459e83c4bb0dbdc9205694292874ec53293910ce554f7f949c4785141423bbb75ca514bdca1f4366f76c4b0b3329c85a7e0ce274e7fd13d3614b6a0cc0c24e580da6609604287774ed0234d1381ae29271bf1a67ab7d25f888cae035983d987c649897e826125f9a0909079ae465aa497b8b15f8659071f505dc028ec27d687ff196b18c04601f2b536d2b4c44cbbd5046a17467867894bac6efd3e8b7a06f8a00f0f98d6555a985958e82564dc0c1d236847f17a23b1faa1ef9df66fa19ffdbb5ca952b444f096b7835eb62fb70320b4362e21c5ddda3d4850f181356ea8ce5f29ab5566642f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233043134Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=61c7fbe624ec15fd8573374e073aeec42d07544edbee685d863d422757871a889bb76543df486836e4ea8559f54962bdbb033624fdb8cdac02546ad2a9428fb24ebf1d1be994532895e361ec9ce70591b6f6fca7db58282131ed98bfe9cea49780be4dc4af8742ab11accef26419ec29acb663d7e0fad69e39c4081237f874e2fdd5454c3fa937396393086b27c5806e15e94020d80c8418d00ba7c356f8946fef8bbfb3d3192ada0b7da1f0c2f411fa3eb1b414d2c3b2c48de77c3cb4df2e3d32bc69cb12a8cce41e57c2c0f75e2882dd65240d4dfa171f7db550349e89a32e40bc578df23c38d643a186943a8e0f38869b08162fe585f1d0c4adaf8651bc73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233090033Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b21f2a5fb15f9558ef62ffdfc3f76107c5560dc4ef43cf043be55ff14a16682086469c3320d02800d9d20415c4ce965fbfd595cffbc5bfb7bec0229d4749670a6c8d4c7253a94fe1fa94028970d5a7ccd0113b9e9d291d90b5093843f2848a67f8a859fb9933eb4f1ceb4d7e04b9a608c13c72fa69b3d4e9becbbcac0e50b9cbd4519c58d99bfc3f370839567e55d684f15fb2e26e03c4191aeba48f96de77ab7f2bf0c1cc8e2e23de52aa270afe31faa46ba8f3cf5f3b8c799e063920a69ece06721c6571c6372718d6888d496d0c83870fe8e94109fbd1d722ddfcce256ff3cc60bbf70554380a09a3ba802bb977fca521d5bb96bf78da3e85f3480338c78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233088319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=022e225f23b732e5d305ebc759909ae0b90ae3c4d59c5f3e00d35e57fc6bda553f1a01fbcaf85c03d1f8a33eba8c1c4438f3f6d5235e6e041a0f532f4d12dccc818feaa52bc0b24e5d14ddfc6df47cc8a277aab719e630c7a6e90b7c675132d2b4e8e2457ac00642a6abe52dce0f435a685deb81128466d40a9bb5583f2c0027f600037adc5f0c79710c18432b4e208304f91f9bd37e600d31ec1d3cb19d3167e2e6f75441ba6307ba91ce7cee99964b148f8936172d5fd4b7be7ef44a56c71cc85e0929f974cbb1e3421a853ed1b7425bb6af245295b16a91989ddcaf2b5bc01deb667451a23a626b65420c087f757d87cc66120fab32546bcdd3859bab48f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233135158Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=429bdb67b504a00fe6d1199d92610d04d053792786f8d0e62875944fff7c0a36b9d16180bd788a176e556b96ec728515eb684e086d0c5edc4fdddff28d31e47ca0add2e9d0ecdbf20aa30da15a74385c432b287e12f3401e7a43d4ab3e8308a49e642d269d421faa4a40b16cb66b18c921f9d15836f4d7d5ee764331a42df402cc9404f764a00a9f841d4a5191974ded333e395b10ce2f9a595ff53c84ffef08de192a0c6a10860f5058900bd446c6ccc2f6dcc70dc03e259c982eff549c40d716e9a1560f6951f67710d022d0c31cd43b852554570f833793bbfd6b193acb1d0eeab02ee555a671cf302cf57d88b6f5191fd4120ee4ef83786460e6e60caf81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233137572Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca4c4b30f083b2961f35b20fd12485f586badeb52f45c8136ab03385e35457daa88df346ed7aa705854b08d10eb7bbf759c9a0dc2458e17d004c2e1e17cba0019e96c3f9658d6a00cb5a552cc02c882626cf31d7427bdddf10c0fd0d894656a2d5f303a4cb2a3461a13ab75555ceeb05690e3562f99236bc453565c01b02aba0209681d7acbf904606146f39d7730996c9b806ce205ebcd311eafa49a6979758da36c8883030fec2676058d693c3619156beabe747149ed364b854d8e68c253ca48a6e1769fb128987180cbc3f9be068453e2a28e2926c5ab3c6badb097b17e94263fd777276a3cf7f18f421276b7c030ef2ed55ecbf10e8011b0bbf1e1dd0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233178319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e14af98d5be027146205b4df85711a58c70e6c2d635636698a4209315e49edcb904b2b34cb29c812582fc2cdb1876b11234dea7caa6dea34126280814a4b002ebbbe0e7e3f6c461ad3a2fc3bf3745f4bad6c9f38dc4e2ef7cde3f86e5a746e89b2ba721649e29f1319d77f15449f4f9d1576d8b63e842a5c5c5e9fbf6ac9e8c47541a8add5f28c4958595714d7acb0717aced9a5c1d07ad7a6d220db9594c00ea83ddafb698c21703e3922806b115c6416b3a111909d7d0f41974cc54b72fa285c9c8a7f8ed50b515a46307bf7bfa5c128d5daefab42d90580ba0ae8c9851420cbee9766209adf75693c811f1b09079da39513f06f5246d86df971a2c739caa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.227977216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8eebce42510450771a4dd0e332953d5a93072974c0c54578a40089b1ccaae8abd5c8c8b06e1a53726e17ec1dc7c65124dd764d6e85c173267e6342f0f71759f050c70636f85bf8a3b10c3dd9b9ce3ffd64eacc439c875beca841dd37866100d5d91eedb48a130145e0908e4994742e866a92db9569bdca858dc9329254b1e5c46511cf3842d7358b811cfacac5f36752fcf804d45736f7a7975feb9a67303940e160c4de84ecdd97d62bd28f8463f92561a92ada7312decbd1c9f8eee52fcb130b02409c70b3b97ea8ddedb03301d9a2e732d9a423bc867bbb9aeb9a5ac5494100ea77cb791a79ecce8b1221f9fc907f137b7fc827b466fb5de602883f79c7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.22797377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f74d0e0bf831451b29dab5b0d2e078e0ccd2a3031348c0bb56aeeedec0456cd0d78956f8183da56a68b52526c518b682494c966939cef7c4643d6ee51d8351cbad978ea194ba0a4e5fdac213b2fe7a73f87a01a784cd9644afac26f64d69866d259cb7856e1fa396af80335638ead4f8e0d8bb04aeaa3ead80039fee6e8e5ce7070e3ded7818ee064d3e0a4748aca530338f61e4d094c08d312dbbd897d2cfd6e99f9c3023c5b1b6f51c8ae1447abe5cda63089481f8601842c4dcd84fc3440df0a6a7680144eb6da73d4796853fad4adee036b166f977e0d5d213b1a52ef4869a87839819b99551629f813130a9eeace5769ac7e7697810c4246605b22f606&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228041157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a06cd27338a489052fe3dbcd6a0fc52ba9330af46b4418748deb62df0008d1a842555c3a563d8a80b8a7ecfed9a8bcef03aec78ad2cd3756eda46a9af03119e8ddb44bc79a90e664cde629e18516b23d26fc0cfda2be7770dd009c71485fd060e20c1ea81188521cc23f32a89fe85a1ad24b3838da322c19f417fd194bbe3f3f482fd2040b43b5cca59210b77cebdb310a4b1d192b4c39ea09fe674b4fff82baf1b83854050da7c7999f262b58459f62eab52ea38d26b2f10664eaf5f1589eb77faf634c82732ef6eccc5f23d1304650ba7618468079456c9408db91f5b187d13ddb6a945a7667a3942f4c1698485910e6ebe2a213c058e656ecb558b025f36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233299738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35adfb7b1c388779c82579760f812ad253db5aea0827cf74c6564d364ba42e2aae91dd6d4220ae0c74beea534b361beb9e2726d536cafba40f5adc2d0920324dbfe7a1932782df9dd3d0d6b51780b5aa9f742e3f1bddb505bca42fcf008379afbabaf7279d0396a41cf322a5eb60cb2fb83908d1806cb171c0350728e283c4c4f873983d8e83792a9f0430aa62b56b55b47e81a4c0e80a19efd6d4c17796fe82548a3e006fe6ae94932fadcb5b04e2d57229987c2f00ddb8399c55838c8282cd93ee870e96f5f3ab1e166f222dad295f0d94328eaed1a71c3bf818d586ea9d5cb7661fdc11c8a7888d890fe78ab45c15f449f48150b0cb824dd05dcf06537558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233299567Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c10a22db7a6335898c6bce7f50a510185b4980391eb9920721f9bda27e2bb735e344f6b79b3e752402e23ff89a374aa01a25b858d411aa801d38518d641ab179074e944c087ef95cdd112dde16d3d6f6d58f57b04646b4e3356d56383c1667223be6cef1112c7e9ed927db4a292175c104b515dd383469c86d1daa3446b4fe1668a749ff9416ee4c6bba0e364303cb5a1adc1060b1cc702bf4cca6bf4ead69021ad46f05f6742c3a32b464094b1cf1d11499be633b248752f2db96583087d0d80c632b9545cc560c64ea4e45a4e6e35e623c51bed507f51cf1c5b8e06f2baaa9a453ca9526ca74e1b54fae4f8df7f20249fd72cc36b452b102913eaa032c946&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23334861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0582f24d195f8c5856a36e13f7b8ab71496624fbfa7863af8b51bc68daeb42f1ee7cca8e8ead45b3ae5276d67b0386293ba8c9a963307ec7694432b7dc29151259b72b2e7741400c5dc317e35f85b17ef15b304aab74ac85b4f3876577838b54afa0e3051080daf12350222663c4ebf37a2496e344bad629793dae45b5e7470f3c1519746f68f55160c6d8beeb433800d0f6fa450ca8c24ebdfefb3553bf5fbe08947e134740fa1b4ce9d0c65784d42bf3173494d7eaeada5884df488d7be51120119f6e4a779cb39fe74712fad3f5c1361ed227e70b7486c350402623572052b4bbbd123b22ecba86200b363400473d70f83a821cb70a875d33121be4d1cc4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.228005009Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=962b42cf7ae4c1ff786d172634a847f62413cec8cf056dc2ca67b1d4e4d58c9a2186e78f52a86276c500c1d58aa18b4e25271371c42ed390e6dd068b9c22be2085ae130618b710a458e7637ca1cbf13bdeea4aa8f6cbe84e09691d06cbf142a12cb64d8fdd7ed865d6e219eebf72381c4161f67b5ad5674fc442025a7f4c2763d93d76ca61a8bfb94f1d26ba0c21cced0afa3e24d6da1a6fa9db82da6ecc7e317d99789576b64fc081d48ba2d87b1387eaa369be0aca706cb11c466eb2502990b252dd70006fa1de3ce9cec82652a17b6c43bf7e8952b18fd6114d258a7f9dd4321848f549052a320413ac9ea0ab48fad96a3a9d521fffe38cdb2899546e2665&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229092889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a9bfe97d63f94e7e8cb8b2876bbd27ce506692fb450c199364a4bfad6a7fac744da9fb1c752775caec5f83de487ce57011fa18737762a8340e907e270ec6fd8b8db5b1f1759759d0a4e0c7c91fd2b9dc2d8a8f1f96ddb647d54f70419dd2cf2c72fce29fb6c27202ccab1c4d77fa42cb200b6a2d36a9680c42b66d59f1acf86e6398b9b61895ede68ef0d80220ff88f6eec69d654f0ae2a538a91ca261a8b54f6c35740f6ba33141df1777606870374ab300754129f3beecc4fd1060f0fc329dbd8d964097478ba80ce79a2b2fa789d8380cf3bfc7b4319718d7c709935c07288ccb8b42f6ae2e783b653c5cecba13beeefb24379f941af3b1fdd78686daeb0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233824998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72d5a20bfcf6b99994c2b4a697f93623e630bd09eaabe9df7332fc88fe11e4427893de95dc7ed69b0d0b613a539a077b0565ad4e9c3feb8605de04c928a120b3d3663ea9ae098933d6276140f575bf004ce4e43bec91e187bdae76fee282f8d20cb14bfa68cc9be40cd1b6c36407cd7d926acfc67d39ba62dcbf420eaaa4330230099e7d38425568e7e88154231c03d08f07b5951434888cc694f6bf13a0b694f0c4e29365112fbe03524a4e29b65d9021483fec973c846e62650460e29dacd86b98bb843d0399cc69dcec5d5adf46867eb3f127ef7003e9932ec859982856feba515f0886d397ff056c819a1013508a0e0e49073b992f4b065d4fb357c43309&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23384734Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9801b9a9b83481380ab075d8148c2d747c11f2083e512e846e0f39229ec6ff1d7632776accb5b4661ee188d15104b0bac7effe49ff70e56435f1a282a7def4800f7f7a233e5f8632b1c7ba1e0d3e02dd95f631173405e0b3e6a03017713a0fb9ac4ae05f95c7c37c4abbc7d8b884037d4ed2cf268572feafec3cf0b656b2b7f5f8daf4aa2168002b9616c9420a834a4bea9bb550985ef5189fec7022cdaa908d00d6512d47446596f5ba745c78357cd91702c37a83c21ebad0f7370385b11c9dee231ca19de13aa9d6d77e3aef22c0e66a96dfbaf17764fb445a3985c93da085a20657f1af27d565f5ce7ca664a9fb5ad31b6e3a64c9341d815a4f7e522da2b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23386313Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a0447e4edf3d4a3560ba0d8e4d8c466ef85d1198280ec91171426f10424e50dd61a594d588734b16e9fe485c07d38c0f427a960997e9a65d23e1f865b7c0c4b71c98ef94413b65bbe5e9b7a5531dc9ca59aa233603084985bfc70a3a7e1ba1c73de3d2523472f04204abb23ce7172d81805a465c08cb22d0fdab47bdc6646579dd42f847d4506039b80aa6b7b0805011eca548bc8c3b021eeb9e30021059e5066247789d2192ca646623cefcc44ffc4cd67fb52101b932bf74c11a8be95595b3db28f1a3b448ecd38494982c3d81116c28e518197bdddd002adfc3b88a6fcfd3f213058aac5e45bfeaaf5fa871109bf21333e5dbc020de72976145ce23ca037&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.2338688Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1615a4466a2e60f2b6569c5d1832d2e0853d207b138655b6bbbf4637e09507e8a98182d25ea197a704a3468b93871d42251c9fc91000fa709513466ea2ea0cef79e48e15218d8c2ed49db26d1cb8ef4e6f72c7fbb36e28b8359e311e840c81bc2453c083e620a707243c4d4ef483f47bfab13b8bd6d1389ce80b46e3873d35fb04f58f95e9672af5d9992c14fb508adf0164ab6db1a783917856fcb49e7fda4d594130cf13986488141fe51a7d8ff3bb363200a02e278ce10cf1bd4e71937013e55e777524900382fca409bcc65275b4a04322f8dd43966d305ebdb06ef98600d812b908cdad1fe6bf86f0d2ff418f6a7ccac1503c21649515ab251c89b7c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.233947428Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89afda252c59b6af648beefed19c83ca8b26985be6fb09149a6232a92380a06505c293998dfa6a04143b7adc8222332df92cb3d806b75030d666c8e36de14538e998478fa4e179785e158b49c2a51af5430bbf2d4187ea46702ddf6386e6cc4857ab9509b700d1d6905717bbb4f68ec7bdabde6ff9e016e726f57372839e54face760b91b2a0919c9d789850fee82d4c601d959c40f3611f3f156d46644c04c4b06196764faa0a1959d6f74597171cfe52145c8ad17f9b6aa2607df4bdcc19123216bf3e3a17f4bbee87c2132170b0cbafa9e8a5ff95957f9600a16b4eebf349f9b47636cd75074e54d709e13b599384f6a07cff4a899be099c70cc00cd15619&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234247885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f615e53d4496f8c22862a46981d4854ee858cc0d8e3e57ebc1c7c8ab1aa29eaf4982a7931cb2f13d6ec44085d07df45d22a52ac76f8334e48dfce0de68c474f94fe88755b798da227bc849e63dbff58331f60527c89d54f9eeaa4a5dfef8b67f07e31318ca15c6375565669b57824c0e704bfeb0f0acb850922746d0660f7dab77c994a9ae8f2514754886fc2563fa9c527a3cfdc460fcec888f426ab495d5a95c40fc1771d9f10e2030794a540b86c8bb32457a5d5be1a8401ce594fa384919d508367f54f78de30f8d10c74a7adfd86ee8f03a69a2b1777c2798a798e709e1ce4a2fe24d8fb7ad9137d172da59b7db1751d70b9a7f1e76a6eebb01ec3b3d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23428756Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84429cf054f84d760131834902f31141d936c5186b298160422e04efa73d7d10b395b9a86f0cffb040d5b153009aee1fcd02555195a77f71b88fecbcc35ac1c59f0d7eeaa5ae95a691cf08ceda91cb4e3074d52f34943fa94a7ae3e8119add651ade4a155e6067959cdf4cbc67444ba1e121d50c3c1a6e140d0cb5b663c6f35530f99b9513886538082d3e2c8589889730f84d8b1e7f6f6d65ae55eb3b9db4ace40527f7cee168b2b532ac8427b9f8602fe03b5e64e8a75aea535ec3af6042548ac5ef7063c823a0cc37abaffa51c64e42fa9f1146cf7f953935a55a2d660c89aa9b9f5a9096c04473e2d06f2a02b766b626dfc28055efb21bf3e5b2c385eda2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229185373Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44105b540dc244d733022ca445bf5417f565c7a195d501c0f4fb167e5766908bbb7bea586ae1d69483ec8e41a8b814e655616a1419c70bff22b769910e0d4a940cbca8bb873b099058fd8ba2e6f73543ea3ff478276ddb3de78e37565462544f2ad6e8d4b95a7d7334361ad46d5b95315c5314ecbf53e15dec2c1b187520fa1ee1340317923beda54a39b1927f733dddbb016c268ad0c8aa7d681165e0ac8e18236fb0422b35fe385643ef1e94346c7551cadef19bf4d611a030dab09a84b24cd3ad6ab875763ced53a92929d8d094a23dddb0c904a44ebf6dd7edad198f12014d66b38289049e6ba17dbbc9ee77c1109b3c30184c6d9be7d3b69fa871020eb7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229225719Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0396fb485f0943e2798fee58402eeab3fa00c8bda6983c7b5e5a7be50c2fa7f6aa533160da7b857387a5951b715bd6e1111825d6e874762fb8a0077bfb6f7eeff13d2957936c28531b6869799e331884c8adc099dbb258b0faa3759acf5fdf2042b917c699efc097adf53061d309d28ae80985bda2786bc91d6178cda3e2d6cd1bd62de96e78cb1357ecbe55d999f9c4097d798c3a6bfd35257efe329aade59acb43a410ab0e705742206a6fd0148375bbfc713c0d166c3064904b46f8049ffaa83284abcd878498a6f238e7418479608a69131db196ec7d21ba93d4f68ec6af85f1ed768abb0827f2a735eafa8d614fb1f3be46a3552bd382b9b313b8507fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.234703814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e0b838f7ffd901280f59d0f91ab605771281dc766c48a436a7b243311e761b4761f1490f2b771636f5a3914c94923e755c12ec58f503dd729f7b948390ee1fb8b275b6b1b9bf087c0c208e274e956f444758bdcc0a5b78a0086adb2c39c7bf462eb2aa3310fdd5b7168f3f9cf697eccadf1c7fc37f881d73e931e66b00c3edae5bbff66174a7e914d1398cd2b805fbe3f33911dc67bf5f3bb72e975ac2ad729977875224ca2645f1f1ca7b26301c925fbea3a555b14896f5045a08e23a0e4db06596689e165e51bb26c3c76e7d52dfc87e74b650026754b9ce95fc5e28755c526c0f62ccffdd171c226a17e698258a054968a6a19c33a50c117dae6514dd900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229220059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=885b87071a199ab504b5c49ad0dd51ec0112cf4d37b6dc2c36de546f37b45cf6da7ecab115c62e96d00b6083d97e8a5056941706a7b93ed7652238a7a8d31062452e04cff4da9203ff7678ce535709fddd500c92ff135f8709cf525c987fd23ed7a8f969395339cb2afc7082a4441f484823974a54bc16ae6ee93bdc20880ba24e1ae7359a56192bbfbf852cf47dfb5a909681af51aa47068df239ce61010746a87b9716ede88a7e1761bbb689dcae34432c50f3bad49ae674a7c1c7aaa15b0347fb2f3dc2bd7830e92a89f4ad5243150d44e73b42eb54bfe555d3514e4f5c7a885508b82e40eb676ef0c3aeb7e91433dcadd8acc83196c276a7ee7e84640083&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229430736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac38e0dccd062278d38ade0c0f03c59baf5c2abd04d0349e9e30721b4ae5ece21bc0069c397d7428968a868b74c0fe0f1861a8c1efa5eb25a4b6697fc497a8135d139dea17ead2b68c141fa8c8913516bdea6d0202bd349aa7cc8d78b8ebc1f4b08c23f7fd4f09198659595ee19f12aa3c8d4a233cf909e71590d885fa0c2224a069618734210f33e27fffe392c144c6ad905d45dd5b70ef2b0b04a3db8192f509fb13038c64f8aec6c1d68f2b268621cd55a127d56e574bbc8ea2aff8c7f92e4be8982ba7658552c34a1b7134443bae38912c5453fbee85bda6e9ab4c7aa5a4151d8937d2f146007c6c8f53c0634c2f34b06280f1ac7d5cdcf9c7379f97b744&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229421859Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf719b6d8948391faaeb52dba3353753e9b73825861d802a8c64e65ac3fefbcf9870d49b8959f70e9d9e0df7d16c4fbf047908f932853109f68059388945723ab2f659a840058f799c49b22dc3d55c1ca6c245620400bff5fdd9cb15786d42e4017ad4a7eb253fcce65b8c05d162475ec05b10fc4a21842e3a4c014d846cf94f399010a59c1d9e871c9a70f8f557700b3b186bc45e56fcecc68fac1035c9e61fa2444bb42c1b81ca88b2614933917e6cad8747a4118f140d673990ba9aed82b04d7345430402762b5f777968dbfc4b75a3a2755b23e6c6a60a50fa9f539f75512a01dc4a6a5cc8b26bf97ba457b38753d39c9b900784f935e5f8c6a9d6501f37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229383757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1faa9d63723e464b4cf6a65fd359bd909c688a4388f22c869a35b778e3da4f855095ce42af6a6df14c6e673df72668e30d662b36e3c88bbf454b98003e83e5443d0df7f854e8b2a9aa2a11dd781df4e5f40159e5ae7ecd06f3b8e88eb3311f22025f5017b211337d7fd8a6262012dd36503cb58fc8c99adebbb0643f304fe03a8d73693cfa63c060c4ec928b2ca12acf90d7d7b08ef87e98bfc23794675ec91571fe305d11b807de4784ba7af4bcc49623fb2bf2261e4bb7047283d5c0c6c3468b66a4ce84a731f14f892ac3a97aa1ef4cd5e550f7e500269d900b104814b2250f7d49ef163c36de4fd851286ec17a16beafdd80ab4826d552234281d17b4765&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235671728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91f3259ce1b49997eeba246eff6f54b42d1a75230124d81b2afe578b0f9b664d6507dfee41fbcad09c4187d7cbf493426df3609ec73f8a0d1fe8c8289533b3073a410deb94cb10ad6fd695cf7327111489788322632dfadfef1b3e109e3ca62d73cda1f7f565892b4018cf560eb24e66946002e1ced6a4ec53333a0de496ba6535b91264ee6998674d65a4103a15da0c09a2bac001dc88c351cd5021eecae2cd3d89a9fd2d9c5945b152847d469637b4405c4ce0939abdd896e246ec07c3d67bb631e48755e35ecea90c4f137f3252b9358f8537be0bb9e7ea705477f391b0e3677a1a10117fd0448599f08ba54ea82f4f8a3ac854d2fd6047bde4d46720ffff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235898826Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1232e71107ba2eab77c5d902d12e49e41fe63384b588a26e1544ec5a5abd680daaa891cb5996a6cea168726fdaba5c6424316ef1d58dbd62611395de5b4cff9696df72ca4ae99b4210c801a5b983065aabf499e746073565053059285282c062d644ccbb62a954d11d47fc695cc44420a6f1bd5454d8f452595641b4069140553aae6fc8b5fc4caa0f9ca49f0c2e01c4fc8ec580b9ae753f18395d255a89f9d8230e12cb62a99e5f6a149394a5f1ee546d99413c2cc03980c1c73c0cb1f2022c52c2e0e1490d0c9198f5612581c4345b0dc9d1de4ad5aec90675354a97dc8d5f0aa6db57ac09cd4406dfc02021609ccfcafc871e8df4675b4635098846b4b4b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.235896011Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90489db311c1a816cfb9eb25a2d12e79f87555efa64dcf9b3d66058c5958710118b875f879c5825a42e713ae2a5e56c848965d86ca63a017282d3e57b399dc3476bf18875774e08e62ca88bc71b4c6e8dbc7f382b00b919083fb3307ce09312b6080ef918185f33a1393cf9be49637849d8775bcbb211a32f6a17c7ff1f65e957aa80be28da9b5b90b31443ae97ebfcc8ec74153fe2a427508d5b582a5614c8a6b3017d3cb9f893be1e2b9e1fc8febea429d92ccc0a7aa3447f65c3f16010219966ae5ef39719bf473401a996fc9652623606c078b0445bc5ccf802a1a49c9ea723c962b8830a5cf24c7cc8912b7d510fe462589c45826a1a91a6d58dfb9f3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.236612271Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=747a955a2ec8dbeae4036e1e61cb31e1e4950ec26ef28c128183474caff3cebf3bb532d91c2f07cf7162e649dd77557d2112243181078b06309d9e46ae6c75d08c05b350095869fdfaec1fe3095e7b98e29629be3aab181434dc7eee48deb242f9f20f146b4d461267469b7b48638b0312a51f79c449278e0ca84c52b44c3558b9b63cbdd20f7d5a6bd06b00df3f360d7e9d7fd48e095b763a1e9990bb4fcd29efc614bca9552030354407ccf163271fe9608c0db3c91b3c5f8275ab6be12ccacf52b89fb1585ae79a57561110036add73d1046543f35347b4fec1687052dd925e1c0bddddb37d64cdbe858240a6906f37207badbb9327135ea8b3ff06f0cbe8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229517349Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=788ec86e3b861c209c5b7ef7c489ea5d140cdc421a249395690a42a8b16ddbfa4565592c1b64b32ca5500ac367514e79d871d2ab009ff58b43faadefcf81cd81e4e8292df2a6cb7783a5ec38f2abc7c2fde76d2bf1fd1bd925f150fe5d8a63f27a4b1e63ee3e1f85bae41bb0bb8792f8e88b9b012d38420c581964a631aa592c3c8f0d9f94d5b3ef8807e60c071033b26d568816cbe5aa3e625f0aed99950f03e4a1163e98076c9b19be1974e149433621b9049427762236eef5bc86580f11f12efce3b459915a30046c7401140f43f67e6d1ed8931c63113363bd80bdac691201348231fa702185e9a157d8749f679aa3ee8a1643ef564c6c83031c20180a0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229455603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0924d71553ee79e1b5a92c2717e9f5963cbb855f52a0d2671761ad141477beca26f41935b1fe71457187e2fc69d0e0356a156fbc668a6f464fc12f23a204b3f7698075cda8a76c80abe68d6c6cdd3375a519a4871366175a8ccdd0d5ba4a55b641b8d105cd16e02c775a273d7e0c3cd7768eceb5197b8f1d2e22c0e81e3b1d0a16bc2ac7942790d7bf77f76fdf74bfc2c85042f35c29df704a167bb0b96f63fea1391397c19806defbed9af9890d5845c1989daee778ce2f746240ce8ab5d3bca496ab2fb33791be5a284a3e05a21c45b06d49d4b8bc4f5767eaff5030349987887192df69e3d7b1303eafe68fac175c1fd54ecaaef5f8d9b90b877d676fe53e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229485248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ab748b64d7a4c2fd6e40cc826a6e6dac01e5063a040a032c7dcd3c9ec88eb6fe3caf1150b77c65ac1f3ce253be0b7d46e252504d1286768d5d4014e5fa200f1f775a2d5295cf888ed3d2400252876c93ac70704861dea343796f638a346341d4386eed9e19307f23a7806e3f52d17f5d0666de539f06d0c0219b97536e8e865f279aec9ae3245282e408e68337d4818a7a143f1bb42ab04649973ddf99d65f98927910784f12103222737736a540faebba801adff77f8d034f2a1c1ec823b161865ff0e2d69a46fcafc8d90b3a0b7a86c1f905290da01d68bc7468579d7dbb4667d129d09b0a8315819fa06eff57e71988cd9d20e7757cd410f13ef811ec239&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237111742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72c6bdae91a4eaaf7c7ae11b1e3724a2dd977134380985b3b0dc89aa3c2254021db49b89d9217b2a12c35c3acfc008ea689816955907d546c38e696cf20ff318ea5f536813eef0f5ebae51830f1d314dc208ce9d292089f620125d579138c9531276fc2fe464ea1f46b2712a2a46632862caf8fe090f85de8e00f52b34f33a556028f3f59aca190258c4b387e200cbfcd12815328ce71e1595006e74833f1bc80963352123065d31a174455863da4e85a02a7375bfd9e9e7a3c1d6654f992a1838ab5524429565abd5ed1791c6beb3df125888a8b0c42ee055cb722678e49f40e31ec800d17036dd19e6e9b4dd34968d4bc6faa2b503252f280a7891e04206b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237127222Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d826fa3e7f364c7a1899531a9cd52f76514195432a1fead2ca1320c608f1b60a2d012a45d54188b0e29ce4337253450e780a46174ae2758a391d42436d9332d6f9c3f89098b9fc16107bde57c03954f7e93b3cab9d0e46fc4300bc6ed32ed555027112fde55a9d053d1aa4d3d8325a8c19a4a27349eb470689e28debf3daf21c43de438eb56125b1df1aba4615b35bc3a21873c9717ab147207981195f6cf7601ed4cafef28b4e89ea06836bf56b734c5d14cf5e03bffbdea78b418c10948c93b613bead0caa2d96c431d82d0756f4424714362515f4db8b82503b4a95a951d3bc9b2692fd5776d5163310e6e465a857ecebb34895325258097a78ae86721f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237129255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7fd052594e777f3287aeffb07cc266137de02af141534ade89487c275e02ce3bc89a04015886f0be23857596f3ca3d46398561c014552fc404bc1055c20cf5a34475ebf9bf063d4843a27e4532ff380a58df30a0d557fb57d7b01ec86bc05f1546d783a694d8d9608c0ee80e43e5bba71643f06b1326ce4c88a082eadbc45af6db8fb35acaf242dc7685745c2890132b7a2d38e9debb01c4f4b6383db7a549e6445b193699bc4fd7c6e93ed158450d833db9b764ffbd052530901b714b0d1eee53593d1d3165b3a9fd6bba25b81479670b0b35b0ae9251c9bb4b9402d61395fc4b66795b2dc377195a0fb881ea976fc1b1a6b729151ac3c33b5ee8db2280d84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229577442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d9e263da6759a22aad1e45a4397a68e6e002b0374c9b6840b91c377621e51d0dcbb6199a3a9dfb994ebc4c5c3312bd3bd9d456f10048baa27478a5cad00237e1483cf7faa48dd3a97100e92bf66e849d748f75339d972aeb6248a43a8706a7af253365c6af9d4a236406887f2a3e6dd7c73d419b355b3773a87c7ea929687723a6a078a9db5aa3f0f6ad39700efe715496e18871ea03c25bb23205f1347ca70c9122cf0967db71cdc086098d4af85330ee580152a783e82e0944aad9a20a4470fbb24d1c521bdf359ce39c95856a2bc5f87c9c47b16e1610e74843f4d3eb505e201ecc5b6c8a9ed929bd1ce92ea2cd6c19a54312943ef39c9356fb08b20bf3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237176454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0aa03df5ccb6c6a61a22f92292718a9ff724234a83528f88eef96465a4a56ae82a8916162be338a1f9329a40f9420a1d01c9609331a438cf36f1be2992c31c59eb74f5050fbec02624d8e4e07c90ac81db2d52b943be885e2b082fd6fe5b7fd8e251e65ebf8262310bf521bc60e151854d76aca71cc43ea2de7a8dbea305695a6534fa176dbce309d0c0aefadc3f542f71c848f84304d74bcc85896dc1365ab94efef7462d2f0941af9ae78a397f991eceb6af9fe6e7b25966a15bbfbe432a2501d54da8e2e1046c132afa89ee59df57544e7bc8d5f0998708eb8b9ca6ba0d0f4a00cbdd2c6affcf5c833ebcfcdcc5af61797016d00571f5aca2abe94b54d042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237192815Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba2b8f65482eb2cc2ad211201240296b93f07a4e35cab358854adbd0d097500fdec34959bd9f8b02a6c751ae700fc4e362a5771f90d9d0300f35302d3a0bfaa35dfa0519aa793ac86afea88f792d904c77de3248e29fa408277f6dd52a1de3a35006082cee7de84a4a054445606fe15fb3d56829a71c4cc374009292ebc47daac022c3554f2314b6a9ca9cf172a31dd4a8ad17d3fa492aaa8cf0fa7256be9a1788c768ec75f175dc2c3c8ec49c3c69ee4d5b0531802d80ce211f4a88e33e9efc61bf26de002924bd4394a1829ee2c40497bd93067869419bacd716dc530b30ffba67390c5a28d8c35cf44cdaa1cbe78022e458262f26fd1f325bfe6056184507&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229426067Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d64855bf67b84bd449e7cbe90801db95964da4ff742dbd039519c4a643a5182385f9238e7ea05259e59599bcb8475b89bc3863756d64d1af4a34262782d728d26d8376f272c9053612c3fb77270eac03570321b6ba57a2f3231162b266e9666ab0ecd0ddf92666d4d404cf849d05dc3f3b2282849724b8302fd287ea6672b5cd6704c7cc9a191e34f8776f5772d965c32b7cdd2b9dcb4de4347bf61ea831190351340a5f066962965483762ecb6ccfec2197eb336ddd02640977d6cdd354af70fb0572472bbac9bce49ece6d1141fc1d0317f2748c4df69da46019bd30fd9ad4cfefa593190231b5ef2351e9d402bcff21a72cfb56b4547f02ee7d8c31c4e94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237185061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1c3e3e7392c965a39875e2eea4b8a152c735ba583f21118c326fdf38da06e4a3d30e7a65dbb76200618a7d126a879294600068552624495475c3cc86acf7fcd8ae8afec228cf650eec0159fb8f978789cd530542d07d7e5b27c78644d5a3b0a186dd17b77bf5b1b7ea1fa2e4f4ada11f971313a2ac522d67b4656277438e2f00479c8235c1c5af46dd0fee5cf2bfc8dd07b3d4b215c9874923bf66da3fbc4a426d6afe472b319c21a7a4b47652252528d3f008779d98a5ab05a78d4ca23985b0b2b7005cdf6f1ee14df02f5ef13d35e5aeaa117e5180973e823b4cd9c15fb96f0b25d3b0dbd6add5358d70cb39f103c5e3556b1e5ef2d4553efc3f655c3f4ed6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237258309Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=490c946bcf70b90043cdbf92dce43246be353de6402c29f76b413b9735b53a0fd579c2e45180ba6c20584aac0233d31c9a04807f5c077e1946c5323efdd1ce6d0ee9d01689acc1d7d36f17571ad0f590b0179dfe8888c450c53984947060c2b0368b2e4b2e053ae18d51f6e20671159ab98cb5e693b8f8125a32e0a0fbc7197cce4f50da3438c2152a00fa8b665e3e3a6468d84524abc100fbf4e8747a788244212fcc652af9d30c364d2bffc106efae25a5cf37ecca8748765219365a0df4ce300f5e86e00df690de1059722f0356b5ba5340eee24dfc9e1b1589088b9c433cd657c3a22602b91525ebc12cc76438895fce7105b2755c69835bf217806f4e47&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237270261Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a99edf01837e034b5c412d9ed626c186947913fceb1905bdfece5036a7c5c3760e40aeb066cd536cc76d1c645252864a17d2de31bec0abff4852c00296f15bed53b0ad0f53d2d244bc1d1d2cb882bb8136dc6168e0f084cec48467f52f8787a0489b5b3b4e004f7a136dc7f680fa1c8a25faf61d09022dbdca410393bcee054a062510bedd165532831f6cc3726b9ac53daff1a2527905c423586fd42c32f167f0b7a2f68931ec2e36fa8960b35fc6dabb4ed76ee62cc96a0d10e6051c9a7b4bde50874370e92f957535b6cb1d22ba17d6c30cb1470dd286e43eb246262c3544f13b0c6e0ca7dc9fc2f7b2807ec8a4c926e90c522d4e5131ec883acf6b74efa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23715298Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3a3cb92b51360ef9652d907e0ce224622989139c60a20bf4d36227f53c68935c150d5c8c14f0074e06ab706b4102052ab0b39d88222f47026281c0b0e8988caa1d0f4df7fddf61621317a402acd74c3c8002acc46e45b0103d99c50fd545a9c53f874bb15e16bd672441de50696d9cacb8b08b6726c0d6aeb0d4457a14b61af24d99b2c289f0a85d917fafb3ea00f62fb7b3cfbd6d74c2d7427ee48b69445b3da91e41d5c1f062352f8edfb6c9dbd3b6b67941b9edd930e832f8f955e958a7d1f97f587539b4beeeb74b2f98b56df2a7eb9dce9cfac3841e1b26060d085e5d0e4cc38db6347510c72968773656fd3a8b5086498c5868bddcead0847f6679db9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237426876Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=031b5aac4d0641e399accde17007c1e9f0e62f44edae477aeee5454b922c5f042353210696cc14802983738bd2ea25f05788e91efce2993ceac696745d369a7e94a2b33b7799b7739a3698f599a94767df23fee034309f463be6b668ca807f61894cc7de649aa5d016b92debf846aa6efe19ffb8aa3d9caf00d226a707434e0bb7ed2d54d0b5946ca1de7d6e382c88ce727f36b6e4d514ca7498c00eac79a09f4927fe8b7a6d841b88ada65d0d8ddd2b25a16a2a31616c95e1af2c3fe5aba87f1a171d044620b0db34cac22709646c37467ab9d963cf04fbdfa298c115db72375cf761bbbae8dd18bb2d237dcf72eb0d68aa075731eba390720d7ba4016d1bcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237537655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a592d7a2c083c155bd17b5c3284377c8c53e1455d457087dabf9b151083cf05415156c9dc425c6f381b79f200e48abaf15b3d57a4d7e60703dcd33a5b6e748a9b06d08bef4dc2ac5fe9b9420b1b6951497ed1b0b55c8e9fb6580bddf38ab81ff3d6d2f4d5d4df884bee5576f80b4a6ecf6262bd33ae4aa94b9f9b272bd34aa3c0813227671dab7e6df92b460083127d0eee5e4c122e4f270b53c5ac609b8e65bef3dcfad0249d864d6917fd82f8a20cb99e7bb805f3e0560bd70d1a2043244bb2c51eee1eb14974e94eaab5ed903d99503808166be98762d6c6eef8b01d26ff44a54b0f5126352d34b65cca8fbff28376ad3a9ab634e3f343380fcfa217d3469&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237588361Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=423de833ade65ce663a7b3d760f4c559bc4538f03c30c4f52ec61271c051d7359d719593ac180b123021690cec4d6f9bf97c9eb697d7ac93cf6e90dd42e26c10b86a4d983975b700fa62d2f7a4d01b7268461815d1d3515ab8d9cacd7d8011c7c4cc87254aaa7df24294a23d2c34a26df28671f27def60584fa40f322632ac59fe71ec56b9a682593653090ba6d7bd3152c096e33a8aed64588d3d1f1303f849840437c8101d4f52c631cd30df2e011dbe3051b47f55dfdef01c342e5c6618f23f07dc639833053cae502e1fe224f1b9e1d9dd9982db950a54a800dbb9433e36367207c6f6309180150b0efaef68ddd4709593c1a897e7edd5ed93bfbf3aea71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.229537186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8771bfffca031d75e4ee7099e1581bafc5644a770935e95cf733b41fd856d2c4cd7106ba06c0929f4f3f0ac6cdd28aee5866c003d5df12f2c2a68e7b0854277d979a786754e46c444e211c605e9235a012c700a05f83dca47fb7ef5692825d0f8e4de508a88080fb7e024ddc2bef7585d3a4321cc9ef3df08be1eb6550b0a52bca7e0cc5aaf773a1024b685d0b2687fbac4ab929d0035f296a36b186503a54f306f205c6102b300238edc76187d4beaa07a197ba67e395e9c7b494d711fdda50ec9e2f69b75297a2a86506dcb19bbfa58d97580a1693e622c4627c6068d7e35230862b2933d5f0c279d566ca4e49f4af709060e0936a901ce547b9c09d25fd00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.237610673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af80fd9789c9e77302d6d34583431ee40f6d8ef5e3f6c62345d4bbce4a1bf283cc14ad24ce34221c2d43869af010fe85a1aac09258ad1dfe57f49dd5ac8bda6523995cdef777b96d46d62894544533ea5be1b5cd254bda21e34d7c0fe1a0a2b221d8659d5fefe662e6aeb4f5b42f64800d1dc98d2f9577057498ea438fead7035cceb5ae9cdcdd3b4099979d00f7c5b833588016cc4da75e52fe75fbeb3841d0c19c587c7082d6c8568f4c8edf9cc698c166dbe1bdd928b2bc7a77d5a62da36df90496c31f32e4e68183573478bb075714655830adde28500fc6c6720ed340f37f78ccc200ec118afc4740d1437cc5ff32daf8df223f00d4fd58509a005ef1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23748744Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b9740f5172bcc8433d33d8acb615fcbb1267ad5e161d176c8ea8f7fd0cc847277cd2d77d7951758047d458992673c653353701b940c4f5e8272fadaf05328b309b09832ed507113b109899d54dc698ccd468a403e838dbb345c2d8b7b7eb9cf0caab50c5f5f992f081034b9ed1efbf95c111bfe708ef8f7085cedb4b57ec5bb3fdfbfaa2c7fdf18c8f47874d6d047d75c57b6d716451e78e3844af43ff03232fff145299a0cada0304bc223a7763ae2f0c31431b7f1993a4a0c63ebe6a741c310419a01048d18401efce96b09018b40db0f30dec3884949b491092a5f2f5c97a5c1adbe2365e79747b3a9e7bd8dbda2fdf78b3081138eaab9001ef611c9bfa9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23763603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4bdc21b5248857cffba75e88c0e59e3dc45320c56069aa52ad7c55d0e8789c69621748ca890445fb465754aae6419930a1e6f78c72e8b75a37e996ff9cef94166810104a64bc5c5b8e8bbc129f7c4d3087e8204f291f2e8f63042c60a9b45444572577a5e5419a90eaf14aa563f2c156a9591511ce145c5bca71421931e810e343af7df5414949a16938688cf125aa97ff118d29e0f90bb1ccf403a2bb1c8dc1065de28398dc92958639c320e8a6b08465fa682571e61359095843708e6e41863e4d52f955a70a4c250206a68a3370db85db4c36655ee4dd792bd755de4135081647b1612ce60eb02bee0eb0d33a4e34d56a3d5a7d1d1fbd08e8097e7dddade1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.238473649Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c59f0cd3f083ba10a6d23d23399046c07e614a2b02c1c50e2dd67e89c8bee10698bc53025b6af902c8a10f304f1ed4a29b3eb9ad13fe9631b78cf549c750cb70f4fa9596b1375afa48997512b5328cc325b36140ed5d1867a7c03a549aea44d50b236c983d5a3737fbf8fc0d471b4a23c6a041ebfee4407b16a874085a6425bdc3bf0f44ed14a29b87f1199af06b24844045e416dd983a9c3cad8df0d156e6cf69b884feed0303c0881bba665f62535f6825a02839d6f09f8f5367a41b3baf74a7c0fba5f2441ff4ad2c7b56d04cbdf9e5d4d847e3e3396364cd484918ced6b302d825d8872d8095438dea0c4ecf335f2bc4cd1720112237577c7f9f0c5b243&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.238932123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0f0254d7269bf6d9eba401c2e499ac05151bacde64bde92ab48b440b3109a5bff150f08996170febccb197edeb3ff398be8caf9125ed2ef500eede89c9aaa407756fdfdd618b7ae329ea6bea630aa643124bc936db6439f2e92b8c677736caf9690e9f39916c6051bd4079fddbaf32f5d9ab762fbdde1fabf37504bcfa75d5ebc87dcb82308d0354e98e3ac222f10259715dd07ca170f3a2274ca21213979424516b525ccabe991593e1813408c7a6a0c03e17364e63314c4ebbed04281c487dc096c68fcfce123b03a6b4c23741fe58537f7809d97bb6e88a7d6a5ce45fed13c2d1b868e22df17d6eacfd199093903e98a2701a89595eda6a1dc8e29722821&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23903127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1bcb234eda24def230c119175d5594003e3280536244268abc889dcf3110bfe8a14fef09fd85a6e8fa66d5a532a4533a03f8016302217ba1989e8620966e5b0776eaac8c3637c4e6a2ba6ab04c84e637a2fa56fb71ae95f8859965f0bc6406d70ef7a8a9e81b870a4f6620d286cca27a817f89a3059698b46bf149be918eeb15e2621c62042a446146d63fcf8f003cc3938475e115a781bdc561479228673dc5c740bc96ec0cfcdf3453106951c6dc9b196438287197b12fa6081361d67daca6e75946668665090baf5c494c13bdbe624e05c752d145f69e6debd5dfb9654160d5999d63ac96954886a865b14dd47991f7df035e031cf43c1e51f7b7f11bb2ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.238488507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6de53211fdedcb5560231539ed74a0e718dea59ad6c10f1d627d3c3b2320381efff43a3dbf72e779b07dbf5a31adf912541f46f11bdef2cf7e6ae88518a39724889586b128737af8c432d4aa3dbf17e734fe8008ce5191ce856c4eab8f12797eb23112db9d8d3c4ff76d1f13a659bfa33acff17ded610896e93ba08008d0b63c9494761e15b0fafe82d71bbf9aa8be7e565a1cc8ff9b5466adc380a74a2503f2355f6ed96fa711286b091b151c000c064dd1726ea0f6db9bf14e77d1ae3437e685947228fadc2f57c388036a484508b625a698f38fe5ebbbc9a533081fc02b235134640415cd9089604cdb539837aeb2b41b7f5ac131712393bf5e093b208835&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.239254451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11c3ccba293dca00d5008aa3b806ce23c7073850378e442ef6b8969e3f612bbdb3c28cd8cac801710c749579a9e186fab7575a4214afb7d0cf7ca9afbd64ec30d60f420d5d5e373f2e93a0e03cc8cc0a3add048f5dffc0ab4ee322e586ffce6551d9294aac52c409c080485890cc9558bb5db03d54738d95ca7feb2730940c515c9c38d155915e6c0918ccb643f77fef622b035be70be7d81f665992f4d37b35e1518dda77e5c0297219b77bd40f1b76f91ddfc47ee0e66ae5e24a9cadc9b0fc79c43c933fb571525cfe9975d67afe1a3c76cabd2e1dc29b9fff41da83c15ec887a0615af789429415f7ffab4e46da8db98a7bc6a53e66ceeb5046ea74ac2f9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230301266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c3a3ed34dc9ff6b9afa4a35ce70171a7e1c70ce65348dbf7a482c1673188b54def4c6c8049bd8ef79743de4fe91316037c652e68235b3f6948b695c889733771c265edd31cb5900d31a31221adcdbeccad0aad1d028394e0ce170ce728e97b07702c962f916f625fc04d100e5d8305e8e13bae57219cd58c0c7c12172842bf78a257760e591c40a6cd51b173e825e44efcecac374ae2c9232e922e4665993e7b7dbfa1aed11bc214c323403f4176f589b0859beb905fc6250ac552387f9ba8444b267c433cb681d922fd441352052af242c884cc85223b86d26cd811cc7344333f41094027392a5a3171bc3210771e9b7ff8b9ead82bdbc60b1ae9d5f3296d20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.238507824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06b84219c041387555fae001c0198b387ce44733b3502a6b513902a0e07811504b2228a1a31886e01c2209e24eb5f20b15e00d5d9922e98187b98e5aabd80cb1d0b7231ea263a5f7ed21a8cbcbbadaa4307e03c58c915f58b1cfeb0c4cf846a560dc3a90c1c83f3739c852d5c1ed0ccbfb8c9197035b00a7d8a1d024ba3a30906f6c4a5d793c8844a55b5b0e80546adfb5adb228534820874eaa1dbdebe44f1f9a4d8d8810054f8e99d062e4126161a4b87cd0f272984d0cc4765d6df758f04a359d4e066989fd3cded8db6723258fbd282ca468c5e7ad382c97b7d8265145ffbf78ad83f010488048a23058e2ce5fa4cfa6e6c6b896612901874b31fcb870f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23014398Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=825b44e26df0be4536f1e8a081a803ece59a1ed7938db3e8ca984f54731f8e89fa556023ac526a9cd1fb126ac181ec503a22af9154b258c482fc09a5054efb8052423bde0e4549ad35b4a7c3c1279b5ae47e06292a4fd24648c47587afedcbf5432d8ac170daadc23730c1c70560fe7f8cc6206d00393b85c577e9505de3267c22827fb105fbd01c6c07954ced6f6d587f1159350e5c903901841fdd479981ef9d4e5613f63b811442c3b314564855fe22f66bf8f611414e67f46a1d4c3d90f83b686001151998a891e8c6fd69736a13da19db8d460466135afd25b22f5e7440cdeb0fc6f6d1d386e5125295db2af93e0e3bde6ac4dc0f83d33cf3a29fd92352&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.23976883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dd99a359864076faaaa67e99390e7230fa36c4126aa77cdaf6cb98a955640239ba46ad37c3a51cecb270a54119fbb0897500c4849766c54520ac8c635332d647349d7251e6ab534ab777f41a9f5d17a6b7134ca69cc957e82fb9ba8f803bb9b9da38ca692994a4e11f7ec1cb1e61bbdb434168d2e7efca5fbbe87c63773b44ec44375ea42fe1f6450e78195e76ef042e7e6b99b881c90c3ddf8d2de63b56a07599d5f753b874dcf933273a1f910f6d5d2544ae79235e0a289182c234847507b45d4408157393ab37a72fb7a3d410ff30bc4372151a78aa1dc143af4cd5b92b7adb19ac1601dd9e5ced7d4485856c0bfe53931cb75785516df0e9678bdbb6839&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.238505629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d6a5c0b35976e20f6e1ce03397a1f828978ff9a137160b1179013cbd379bcc3d8e624179c1b27ee90fb6e70c5d946fc174b901d7c4866362d54f7959c1f2b939f01c2a7be30e6325f8702ecf8afdfefb887ef7fd91554a881b60983ba53bdde1b9ab5d30d6823c7f38b8a8a9a930c0d5d6123e3d1769164790eb8ec7022a0f88330b1fa59b76dd2038ae34c95c14eccb3654373fbd79ab3f254ffeaab3e87ad627e464f1c7cc22eb7743ff59f6a40f368cf94ca6dc19a198624efa5fe5b07f92b7dedc97fe458041de2e0e04017c70a6d6d4001bf6ea29533ccf722a7268dd7a3f04dd2cfcbe6f5462d9d52be75f987dfaa69bb9479f3bda19d486dd179779f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.239862306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84257e6e7c6ce7b56429ac2fe9a29706da977d6a5524c4e7a9711f7ea800a7b89895e6c187a9065d8efa4b66b6c0d5728172313b05f8e0a9dc0e02506861e810df9d9bd1082ec4b79118582a8a54f453b49bbb571c0c3c23d46ac7657d83dc484721ac9433c2dff8a67e50daa4dc320979e0065b25966e8ae46a889df14b443403f10751c1e373973e631be7d14398410b9a43bbaba3f21885630c13ea228961d04df86c453527dc4a8158f027100ac93c7bf3a0ae2e4577f0f5ec7c49b683145eae6970fac06a43c1a736ca12ec7fb6e0557297f145f4061634454e9308d9bf77b6130a70f91365923ad623ba531da793b430168dfa934af185aa5a3bbe87de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240110023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f9ce801d1eba6d787334230ac6a19e2c68079d154ef5a4c8c68e1620e8a3a1b6c4685c0c584754d491c6809105d330eef88fbabab2e2d7c14a014405b83a9e6dc3f78e98dc1cd02161f96387a56c63a5fd403f33edde44548d700e064c796085e0cab09c4b9d75f63336ac13cd6eae6fed340bc8075856189fbc082c78e04b4e3b0c7e82928198bda6a7d98d008a91183c55b0da256186eced29c0d0a8d218e9b7b110c1b6c7118101a51a4dd04b2ab7b432b89f6517e78ccf9f889965a6c24f5ab445cfd10275651c2268763c26e1087a174d7eb3282d47a5c339227171ce85a8349ed80be084db51de2c3bba9793ad3d04292321ba3fbff581536cc4837d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.238509246Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=620bfef72ee3d992c328712129a77a68e05e799a97b260c7dc4350eb6f64f9ef1e00a64c2dcdaa3f95596dfdbd5d6897d65718898d9eb90959d308650c050c62470989719911d4fc3f7a6d8e60a598c025e25643be1f95ffe3a150f4aaf5c735fda9b6dc606892c03db9caa20f084b0e225f849c9c367809e8e89c6f8ffe00540b97393d49adf9789cef601a6a7b08e8b5154aaec2f7fd165aca780200b06ea01b06b41044e734c4f9756304b388c84811ca8125e4bbaa9295378ff89049b1d2e09bf6165bd1555aa4bc9964a79ca2356aa356e9e4aafe63e7077cd2777a4d50a3cc5e8e72e1f23a78cce68dc344e49d135f389720eec2679ee62d58bfe25998&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.238509877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b8454fdc1a23f74462aea7bdc19796ce9a27208ce2d1c7f878cbe197d65f50709efffb122e16c349da8564a6b0ab3466b82db8291cb76e7f8259390eecb347eaa3437aed109d1ed1f8f8418f15b9b044bf23654a93a5fe7f8f52edd1da147e0c624e6408f60bae67876d6eefcf4569581b67efe0d2878d24181f9be0f05afd7c60ff0b1f1931ce2a4dd33683b452e266bf7cf88e2690d7b4637208a48313a763fb54f4b596c2757e698a74df10df51bcbee09f40a18511b685a511ca4bc01903e15e559fb5538a6306089030a8d66777cb083e0f9f8ef4433ba786009d2964167ca5b2ddf48a30b6b2a7f7e9d0a4b5cdb29ca649d0b107a6b7bb4626cd380e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.2388718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a1656e7b287323031ce0f7c00fa2d6fc2caa9a505db2f52a771d670103839c1172b8905602554a73d61f345a10c4ec354f83a7f169c248d57ff4547d1238ce67b556e643f79d95adae6b674272c37fac9d6a0dc9d58ec2c9609fc78aff7a3c6e9a49d486a8bcde3fc9fdd9033c9d7decd1ee81b15d822d406c18f3c00c3fe4119cf610e81b937a6d87963f75715d9e84fbcf0832e3f2b0ec018ff717088135d38548d0299e3b6680be149e7e259ce09fc8dde90a3b52e9c8c9c3d84126022fbfb65fc6571aff9913ad5329d6b8def3a0a52c67814c2ccaf9c0015b0babf73660bc666a806b73c67d91317e5acdf67c37e019bb29455c840f0cc4f75a6a7008d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.238903589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=323ccacd71b6a6fa3b310a7677ca3094ce768b5802e7dd35304f5fb2627fcb52605caade54fcd133fc7128106da82d43f18d4cdd72a862b5d572095969984d912f16257fd25083bc9dab4ca77daf5d0d0a0ff03b7f03c40a76d7839c606588cbe5551d0b9004adcb1705ed86b6d7463d40a9c96f76a3dfdc82e3b102ae91270a385768d4886f53e04f1ca908b6e91b733fd1b7528154757f6ec7f66d4f9944103c602b395cc4b6b890617d0d726dd001a252c6a2c90c42d2899c37123e80962e08c64a9ddc8b7f146bb3b8be692e002fe2a32249b458851f3efaa516094cbcdad6175f9d9f82ee6bf5c68a2a33a663b011e7033cdeae19360b739fa44572f2a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240195254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=921403b621fd3f8ec7e6b56395078f2520c8523ec167942e6f09c0692a440bc6bb4a02ad041204e6bf6c787e07142bfe5c286a5176b8ff4aeb47100dd80910d8c16d975bcfce50f998ca479df40641e3e0e12fd294d66f21e87e5653a8722b754344f5dfba9db1f95c129db5e5ff404cd3017ff590ae73a343b21644cabf8134e023ca713ac7f4081a933ae72b612fc1be8f036c418847310032b98e5a4870a45e22691c060735d70fe933b81b7e56fe1539a18cd0143bce2e0988be60a85a986c05a18f1f02a1315f2bce71943e6a71b706d23d9146bce040ee5dda984ca43b45d0e0cd4366412514690a444f1a072a7c57ad529792ae200f8ff5b6a121db51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.230325312Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=374ddc652d55187208261d2a27b54b87ddcb96fe1e844fda4cd481876679c9216fe60011d679a9d5bf6a3509050b3ef06e1ee7746df18fe60c839ac4517bad547393485c5644cdd942bc4b717e7ce7b7b4cd9f8a84e7092ae7dd48a2c57942b8860705b4a6660bc30610e8adca0b7bbed0046da85fd6115a34ec77c676365d4336e9dab587f09a654bc0c9cf493244a345487bd7a55fb333e65f9230f24451ec8a12df3ff40bf098ce989139f85d1802e1babd00030d53859d6435855b93dde2f8d30c1952ca5510d5b8589f0f5287a1b8582e7c5d1c5f64462c8793a21a19ab6267cf42f48a51edb5c4264cf514f92d0b60a1d8ba08218e54067adda14cf7e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240535435Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d41ebd070cf84fab4565558eff47e9ed49b5ccd981c2c59e705dfd22cfa9a6356800cc864eb11bfe35134e2e02a096068822e5175124fa5dda537329d852b8c68686fa973485cfd937d5fb3cc618a44165b46db86ee8c6fb4df134b57504b7670a6375fb554814ad0c17dd615ebd66e46ac9b072033dcedffff5bfe31b8e0ff758d6a7300d5b9b077bdf5fdd34bf1dcca232f05993f49c5f85d9800679c80b83853e75d648ead775301f133012dfc8664f0c8c39c6bd36d7794f2e99c9f452131f38b12922981eed7a52dbf8ae444a695482329cd2455022ae2619e43450f078801defaa725ffe27466cb2c8e67117bf08c392880381ea0e4280aea6e73fc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240805754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a56f9d039f460db6add2c71e0901b9f68e1db9481339bf933aa1bfad0964931ee4cd7500e1d44e54f825528ac2b295e40ccd10b74af5a3160dc610b48142548d1041c5fb78d9a1829e6d6678f0f0528e409ebe7670bc1feb4e7cee83f3b49cc8492cdce7222d7617db10cb2ac0cf959e5600554f3728f10ef21eef42427ad8ec9c46ed722a7a94ceb2e2f487b76d207b992f0bf182b96587097d7586ce9058d2ca3e3518f03b61e13a20de2b1378908036eb00605d576ffbd9663907decbb5705360d18da68c2663a9dc587b33deba0c4daab5256f6411732dc30bc400eec3a4ccce0093601f430cdda29e3901da3ce29d4b8b85e8124d5a520410b71f7f5f35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240829048Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a6c16f7c281ddd89b8299aeb99770563c1fa5c8e6e158dfbedaba178c73c5dc086b6e37a50377150a6d91e5f4ecb369b794fe1dced2dd6909771a00208f3af03e770097cd9470f13dac391f74c7a8c98eac5acfce808bf44e90941be7dba08024908c4fbcf5852c01b58f7b92963f445cead91815712e4163187b972e61ae00c355a557abe8ace634c23a08bbda6e5da573336c83c8f01aa5f2a23165f0f8865bdd2c8c7f335ac1eb198732dcafff77f86b0dcc96b9da0f289dbe808489e5451da3ca53a14e5aaaf1591e858b5cda593574e28bb4966933fccc87f74aebada09666e1959e495d20476be8a2889da9e62c6b2372092ea326c36012d5f1fe082f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240916072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d81584ec68340447a06b34eb238542283cf87f5ec10bab12087f540ee000f7a39cb6563ea6c3a7806f94c4e2afd4e9324a7709722327a8cb331fbae0fb1c6ca913622bd3a6a1d59e782ca7d34f532e3c5a48a45f1d5fbe4f3d8a5023b1bdaab46aa2c95477a52dbd3b4dead3551c990fb0bf01a986edb1fcb5a571b345f3b1bc867d9c9de1d40dc006513d49f373370458e25dddfc30673f7fd228d86fb66491e582cb9b721fec56b241df0ae6c1bb0b8d00c7eb6723270a81164d03e5c90b2f79608a65458ba3a958aaf03a46b4a08c0d6c6d17c83478045ff31e99173bd978e341da1cc4218282a4a4b79ce8436b32ea4b63eca92b003c72d7dabda287ec5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240924939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=810f9e18b1d40bbbb8ebe274459088cf7890f4b8bbca8b2d8cf4b2078edb924f530bdbb19bfbb5b997527395c724e69118065f9a3b9043ce4c6037f20370816df1a502c08deb4ef4a3d264210f56e6706d5e7e80bb7dda5a8ddf829d01b702013b1f100a9fef72e159e381f7b7fcc65bc472ef9864698792ab5d6bf11cb31f53d72577107a19480846d68fbb6aee39e09747d066363f5dff063c82c8a998b3aefa0838518bc91f777b5ea5e5289ac65243c6bedc78c64a5cbc8cd5a049d5fa59f7deaf1f9ffc583b3abd157b6f05bab324a4c11cbdc1dea2a22006f6fa6d9652db06f249905ebe751f010dc49f8c85c476359e18fb0815f72e51015ee9ac2587&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240943674Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76a2e463f97469567327ede1a8f3cccd97aa21b54754a5182c75ce11ef9afd268c28d1ba958a1e1c7119bc4e377c5caaa65d839903e70acf7eae5de9609b05f9209eb8dc16c4dab13e6906129c9a0ae67b47c006fa7f020d1979b49408ed6a5aa3a58a42b9234c28a7728a0728a1aaceab59393a999bd9080977c509279496a12c35b3b10bc4ef8ad91b39bd8dcbf812c306b21c805d766bbf6e4a82e2ce6158c9bae8dd19557c1786e28bcf2418171ca41b95a5da3046ef0def4cba7477e8661f8a8fb1bf8973965c64fd43bd90b5a0b4d4ec0631218415d446ed1e7e2c79964e4a1dd3d65ada755bd9ac25d56c6484e6fc29669d396f50bf48c1b4bc8048e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240953813Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3683b831a7bb1a67f6f6cdbcbbce9ff673c6978425fd783f84d1a440a8286ae01eef23b1276a80d375df5a147b04dffa2d6bb0eba099faaa5c5326ac5d6b8d364e644f5c56ea48beab1ec196936d602df8b8d52ab73750c8dbe653858c5eb2098715a66ca0a77af20d7c2837bfef09fbb467c1d050485b44e98f5e89f4624b193e7392c0198487bdc45101eb2e148c27a4135554564222cdb45843c49200234271b4e6d3cb66bb0ba0f029bf73b89d3cf7dd7915a72d59a2f1b02d34a851683dcb6dded6cf0e6f21a173c1d9d79d5dfb7a102bcbc9a23c846981d7d17fe0f0c05b176c5af645e84873c2427117421a742557db38ca5f1779a0ab84f941b7072e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240960376Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3aa7cac1f059b5210b95fa9f1da623f5566801d8e787dc4763cf90684ee295a671b06b1f4c11dab8e2c0a40d85209ca66610591fc6808f5026a6633c23a08cc54a89f8a34eb8d76809ac502e9cbe0eb10188355d023f0fe850767e474f1a43f93ecec0886e4c45de0a55b43d26c3d23d4ea8c35bd9f34f78da9ac2bc899edbb2ab508be9d46ea96c64d97857016e44efd1277b2d4fbe63062886da3a6bf6b2dddb7960996f62fc78d80f2bb09e80a1d8672183a479eddb85573c14423d4d9da878584242ed10fa289bd769da38b60330963375918be50c8123a70da6c6c3084f063e9cd7e7e1cd50a16a42aa5f604f52f669566dc9c2c44f47c6c70b2a6ae16e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241024386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b09fa6e38e841820a29cb4bc14990fe044123e5ff059df3c31d0bb2de4aef1c3f0dc4665158f7c4383abb1f371b35051cf9a28b77f1260398ca215a0bd2c6c78daa2a6b8423747de57e77ccf685e474ed8933b744b8cf2894f03a56170edcf01358e836e9fb18549af50c1a9f634c57bec318c7071a85c70652e588ab71565dfbd2c07c3ea6a413a22a9da8055f915731dbc8d040ec52ca2dcefee686024a8f43cbed05c859b6fe888ad1fd8533ab0ac6c14be676341ff4fbcba896f3218466f0e258e626c9a9eaeaf636589081b1c80cc01688eddfce5a3bb0ee55b479d45063de5e5dd968c9b30eef9f5220d6e5a3995e628eb1c525dfbbb55346c51407572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241048742Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39a0345530f6ef091ad2043ca6a813fde38508f7cb23dedab7ec84dfc48f0e4d6c2a2406a73e66167ce70c81ee640e64c95f85b69a0d31cb814ddbf0c19c4f16932138e86c23e010743de6b3afea4c6000b11c29bd220b699eebd0a8988371bfec58402ef6c9a898d07498848a22f4b9b6c6e136618ca51dd95ea3f264dba202c75e4242af1b630d9447ef1dd4ce13151eec8c1471dbe8ee952a97f56440092a34216612c19f82fcdaa4659f21c887f3dfebb2c500fdd1460d032c12d4862a803a593a13bd0fbcd93e4da20fb8d9d57aac3749f6954b564d8e8ae05708cc5b79d967249f50f765534c9c97cd4a277492ed2e03974822fcb2d9b82324cc9f71b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.240924699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d56bd0b75ec8288d36a7b715662a8e04a51c15a73653e48dbca5bcc1968deae9d8cd7a63b98cb242f53b7f62dea668717502da0c62b0b32d4f63a6560772873d6f30450fe5b67194a41d5c2984623e302e9f252ff16531003350483d8e8b139596081ef7d43ac748ee7b6588257c0516c22a41e743731f5b2ce9c9fb4c01bab9b541e8810ce3119f6840b967c2a01c15d38b285553d91858c1cc6801e3fc863ca06d845a353684f5633469a6fbd0d0691b13367fe09bb334e13c8e769caa26edc8f19b9e46c787e51ebd2481cd8f4edb5459ffcf0d7499fba4207204f7ddfb7242ff4c33459d56ccdbc253318d6cc8fd05585f445cbc72abf1a81e4d8ce4899&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241112913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ec87d5267e6fc64dabd1d4230cac3436ddaa57d8ae2dd0c57e804ff22e2ae3c771cedaba2ab7e3036ab1ddffd3fdfa4016bdb7ad45472828bf17d01daf6ddea0f4827e6b87908372faa661d5fb0f6b7fb346d33f84cd1c5427eaa2e452038ff544978c5c897aa179e4d9741c172e61b55e52b9f7bec9b57cd4a2011da5d0c6441938b25e0579d80d316b882caacf0f3c990763ce0ed022e03bec8a4c09e6eba1af83d34d0736a040c82fa199aec4f24c5000ddd758a224587c9875d347dcb17c4ef68cb387967c9fab913f36bd961623a712e8243b1e153a5f2e04d34d7adf03c35a0e3001179673e51f45c1feb45509b3127404d8628b723461b141b50dfd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241160433Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=753211be6a2da24d6f8e863854f85ac6249d16e6dbae266086cee2f35aa0073d037a30fb9be206c0ef5bed1110e87705f1e449af718f4cf48c03f9b7de9ba6a79b896a4b77b052fcd16c04f270221fd99cfd1548b6315d9b8e25fb63dde50fac6f64daa05b53215d5c0d326749f35f58d47b4e85310434a94eb22b2c9a039156889b16ab7181cf145ddbd893fc7cfd96172861c993f03052ca91c390b6924e2369966f8f9c6a293a4d185ee1a32638647d1afbff3628543b8e8c802015b503307c597888a64a3c7e7b6eeea151b2f5ad66fb438ed2ede9ff51912bc969cb3a1e973c175af9ea55ad623d67be82a67899bb85d4d92430679ccdde138d81699697&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241194767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58840e66d5e8dd888ed111baea25ba484762b7cbde3c63e1f8a9c4f76c405c0cf4521ee99ffa0b02c33a4a1ae7083f9507b944fc67233309d6240cd4922ec9ccd67d5b925c89df1cea25f05a9ade30e71af374e2fd26ce266a877c63b6630bfa4c44103c191f707fa461c81f54afdb93a62dddaa99ae7aa3d3e217aa323b45567587cf1a662cd63f6f9608198dc77969860a1816e84c94b207cf56e69209d19e12891b2cc8d52f5c861c11a32c1ab10939f44ac0f5cd761cd08b9e194bd789f607daee4e3d823b84662a43f84591c05137a5ba39a1a4b50f74be1410cec69628f54b11bbaa9501a4f8fb28440233006d461c0628143d8bd4b8abb21768dfd9c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24107946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6c4f64ac9ed2c3029041b64fd96cdc1c09399063a997e615dc6cc63fa237c6cd2dc32668216b26057d7bdfbe979ca93b921e3679ab1f6096af88fe278e1d338644870a12575cfd866c9e21802edc5d3f83f0850bbd152f493db6cedeeb2398055017cc45e9dc14a0a223993d71c2e14771c2de2cdaf122be1496a59f08bff66c10d938fa9127eacf87499a8fdc6688ed20458c8ca319eb03c5cfeb89aa85140821ad310c592c225be4b92b6ab231b3d4ae1f3b6d884fbf35855a31c315b8faef62a49fd563433fee536bd6be01daa682185b7896e63535f15b870023460e4c42d15c44e5d4c83610c632317f38bf01707415ad21d04900d4944aa7efd7793bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241265631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89a44c0230981d43e0d628486efd78cf91ef4e0a42bbe2080397c0fc76af179812b316a8bbb37d465b4644d012af55cbbb116348c1cb994d3c9f4e136585c020713d6f3040d7572d95ea6eb5fae7cd8763f0e7350bed81735405745e455e94ff84e2ae5483a2e4e317b0630fc4827d7b3ff5bd881b5763134f64b8c336d6a89aca6cbd74c276749ed92b15b1d71e9bf45734938185175b186491497a3efb002f35c75c9aba0e0e2955be4c02d7ab3b074bd77deffa1fe6cd3cdd2dd51110fe8f5aff8c25e5dbd744f1f81029444cc0f257ec2aa3d7d3f9f570d5d6763ff609a471a2c328abfd4d11f7a6f5430e9e2cf638c0f22a5047ac9b60d138de88588f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24126497Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91dfa4a688853ff1f84826931a02d100e0b27827d78ef99060f7eb05a7ca2259ecd6c875ca9b8b783c56569152e2bc4bcb8df9ef317689d2646511d0f3ad4b24b137712b016cc0d48a0759521dd4f6ca556d5d80ab74180ced6b07953fe0a2e523da1f79e9b307e37b706fbc3942527fd752db7d5e41810b6602e55a122bdfae3d17738e36c841532230b37009a7104087f5e7a3ca2234e56b2d0d384aca82b2eec603e13cab35ffd54dcbdd01c935dc680359e10c73ba5abcc830cc2c4f8d58e034c371d7aaf961e1d5ad8c45d00e2ceb2fb6721cda7aa7de4fa7cf743ac69646078f237dc66aee821f9984e906ef990a29dc9183a004673b927acef61004a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241329371Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73698a5c16d4e71b3ce78ab106ac5f5747ae2a1931787bf21b6e33ab50562c90c8cce5a478013030662ec9e32518954edba72ecb2940562ce664d2b06cdc4a464a8a7ebcb590ea0b0a7e107ec955fcfe31d4b660a25c2364fe718f018e1020b63c229806fcdd7e588ff5d4c9e541a0a13fdd7b12657040f70e3231ccd1f10fae85aa9bfcbd60fda776f3a8707347db7b5e3e39e3737d97d35ed5f7b98bfbe2690e636b75f833ea3311dc0d26e34ad1753c585e457b349386fcdb7976cea96f4d62f14a3af4807a4747b96a7ae016af9ab762472a952dc739f641f8c512cda3ec86acbaaa24a99be98971577bed6420904bad1a29347c7e3e58747c13b4d8a240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241372783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2355f3ffa5498e5033b0b7a36049b87f19f6e1929d4bbf55c505bd49ff02f9273ec1de424440eff619d0ddc77e19f4a36bfae31bccca5961845bcc153ba566eee1536ca3e556f324fe4611334584aa34363d8e64ab81304992be06fc42c20627502295482e7a2ea6f5ae09862a0e54959f84804aa4505036ea7531811fe56572554b0a2a075c1a645e2c27c64961596b12506d6ea9ed88d769b60501910731b171c2c854f496c213bac00f0fd08ee65887f550c88746ed8f49de28e1c3f21f44a20c21cab2f73290e77b57e4195f8ffbdb296b5ec2fe5a4e9c61283624d500dfb425aefcbd0326f76d2022710e8132a626fce89d42a1b8505853e80f330f31f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241297391Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=974dee7d571ce380bf78f4986c23fcdf453540d68ab1389eaea34afaca6124e3bc86d487741691314cef3dce81726afe3db65b9cf66f733389be1da6ede828bef2dc28ad124cee5422ff11acee2ec2dbbc30fb3e48d8bb3eff7f5d13f6e7fc0e334f20e5f86985d8fa0d5d68aead8f162b179e258e294c77398269b9b0fb228b7fbc70552f02031661554251774d7a9f3eef156d3ff8b90af653cbdb60c141a52f2178f4aad93edb1002def900b33dfa1d96e2b979bc61e07cc34023736b05111acbf2966c9fc27a79ba6cbdf4024833eb942b95261e98d3290dd0eece2235aedfeccd61f3e42e4d3e1f5439ea04f11c37557eee582a9e2afa8ee80c989dca28&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241170181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=33028c7dfdc51617889c56e1cd7b708b10b5996dfb2af0f71d2c719e09487f7d8524620d0a57354836cd83299cfffbf8070f64bfd53dd02c41f1526adc13d16554fd80172ffb1542857a2e3245ebd48c976e108cb9e6dec630c529808e149576095898be2946dc5c7f6661bcab18c3f8a90f19bd612010ad6fa26d111369cb65d2a739d01ae8695d56ac1d4ae136534bf1d10094847db1979f55fbb01f8a8a15f82e0e66bc6f36d9102f1eefeedc2f18ab1d1f4a1aea03a190065fba74d19ed8d04f8a0a424b647a538df7a2b5a051299855f4e2db5eaabb982af471606d2bbc4fae500661c16f06200f1274bc83ad9e9d2932b0149ad60e6b32591bbb8de5ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241451682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56ca66c4778a78e498775292f8d055c9f335c4210cd96381762d219c94b6666e9628d75f25c82ec32ce92d2f6c689ffc0b333438cee60c5f16934e36b507a6a5963ce58faf2d006b7a8cf98e67e7493ea4dcba81f2066e3d5a3015f842ff38ba2dda23c1dfc235bea0ae78cc500d26b5c016e24ce15dbba38f12794d7ba7655ac77e4aca18ab671db8165732af3195fb9871ed0b0819d0e199231e334e13c9ff345cb117b4ab8708e435074908e24b0878cd4ea8ad66cb5ccb8ea0fd129af61f323b7f3eb627ac957b748d54741ba2bccbbeb68ddbc1e18c7aa1ae5862ddcdb0c517975327509bc050af08314d64878cbd6a2e05266611db87bfb838a02b50e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241456901Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8df9af1a8070d0efcb6f29e74daec567ca6d8d819cc302e7e80945085b6f4642913ffd65bcf751060a27b13417d4d853d629da6fe1750101e859c1981a20eee9b890629177bcb8850f1d6b7b7cb36725fa3917032cb00ae9b10e97b5c0a2c9be05c535390438dfec0c0dd9d6010b20e94577670c61765b6f1d9994a3797e2502c4912900935922f1d989b7077c80859ba8b7420d9d97b10240714afbae3c0908552545600345128724df19e381f469716b4f045918290508fab333f84388554e8aadab28336125e4331fe99973e0b6cdc117e4d3c0700558ce394f4b9ca3970ddbfacd535ef14f2adbcc213eb31fbeb352e0615f96d43fe9525d6b08ef371e36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241464516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3af0510b122d8127b5efa51a68cfa336436a694976bda8b6fa9fa659044edccbe6a27c6abad01d1f26f32fcd04ead9b5e95db0b9a1e41e231c090d4754e46cae917e6f8324235a3b2d5e1f9564933cc79771cdb959152d55049bffe18b0397fdddba9c173c87fc1ee68addd28d636fce340427c231ef04cb5cd9994b272296c46b92623fd536badf4c94e42abc5fc9a9905f43616d4b7ab58d60407b0bc8a53e72d5958a0d04b0a340488a6637064c2e2dc13190496e550a469c42b3cd6b2b6ea5b21113f4cdd077a9d998ce4248974547c6fb51f96f01727126d83c91aaeac6154e3d1a39ba4461a5762eb921053897194360bbab63bc1e875e63b026f0e881&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241479735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=207c55494437ddb867c00e4a037758bfad7a4bccadfc488d38198c3fa0ebf4e8fcd61f6d0bf91575dc354d0bc04fcc39781bf0f5c62efe5fb30b02ebe968b1ead635832f10ede03bec39ae72fe7a64d89cc75f7e90417632072e91b4f589c1371233c59db951caeb04a9f39df480f21bc2fe2f1b8d448fc1c7144dc6e28d2cb6d27417f0dbaf844005c911c56ac16a02f88c298d5517ee272a5cee02dbf5f03d16266b96e3032f4c9c01bc1de7b490df73bb7e81d8ac718e8d2c129c6fb7f8808b6bafc8b251bb039cd67320477386d24bd3d9d6830529cef1cfc1e12bfd6e83c9071fa87c381ee26e6eafec7576642b1c59327e3577b78377379474e52845ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241503259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2aac11c7f86d5d48566e476cd1b6d194eeaa12dd58b452d2f1dd0617d5bd8abfa7dde5cb79b6748b9d4b3c105771f574dab35117ff2a260193e11c2b08d12fca99f7e4f444a8f0ed381fc412c63a34f59e2e5c3a67081c4aac3fd21cb4dfce6171037ea866cf7f7778abd15379fc82d5438d22a45e02b5f8e959f06476ebb4207ffc1f3dae2997fba5ba545fdb555ccbbc6ab06863d908b891fc77b250d0c358ab7f1cc7008602ced12064bda079fcb4bdba3ae2d05a2087df8bb296051ddabac5bf056f8203f0b8eb141f4a91e4de3701520bd9ee8bd3e886007e7d34de6408cfbd1e9c9c89d004d9cadc64af8148e3ea77ec44a97c9d4cb3f4f15681ced222&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241510252Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8ca581fac33ae078f5ba48cffc7d8ad3d2cf06929897a579a7b51b87ab8a99272fb9941ba34f627482e923f229f693c20fbbe9b5d83386b21b40e5580ce1bc297aa8d79c606f6122747e619b7e2dbac48191a858a7385f70666d5c08015b19f87a378cdc8a6ce3bbee2cbd292b2cc8852701f117e3bee4d9f0f64b5379e1f2f45f171c9085671a59e8cfc7e7b1b20021f44c6a2651f2e25ac07e51a7a22ccd66813ece790ab6f2fb47deff08a89743bd0756bc38eb5f254e5b1e986fb0fb26f9216358e678c0f4733fe80f5741b090c55939dd551ef95a408ef56f191a078bd045f857c27bda258ce210b3ca2d2b14ea0feb6ce608aab7ed57b2802ca44d82b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24160494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4c51f97fda41285ff19a2394d4008d88a9e75843d33405462ddc33a884f6eb130a8edd2ce33c98a886fd7102de145edce8eee99a8fd128d64f0551162e17f89029acd334678b99822f2e9b0c21a07c4356c22c66d1b284d2c49099c2b48a34582cccc75eeef2ce98517888012dedf2d96a5c08a430a2f2544c0480a2100ade04dce36f4f32ebaf669017727a4a946aa80aa058e0c729672d412f646b7486a1651d8dced3c49b0add08a0f445728d268c4a7c28c3f87d0605332315a92c292d3f08acae0e065325aec4aee0148b791de1addf6d8d3f54f895132679786df72a806afbadbf9eb32c05a382da6f95c974bfdcb15fa3e55512199cb640e005b10b8f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241648603Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f92323dd75ae16cb4e67c9d9be3c4f3349aab121b6caa176db9d4c4c8ff0a4112160c654d1dd4f8e929db7a44f6e93fd7b431ed033b7ef43b5ee3f8bfa8a54c520c7da1845b7d7a4a35c07303c9742c78d67f80e254df18c078dbc9a0c32429b0c2eb9da6528991c644de3f0c9039e0489740a3cd6c716b1562ba37e4c08ae9bc377917355be96706f994f25a90119c3987f5d1a1f9d25e920a7a7f7b3c1b3fdd00174c622ed282763e5359dd844d38d1cba2117287e82c79696f3d56ed50f191e2c73f3d0524c8b521c655afc31c41c31c676ed0748e6302ea7c4943d7c65233c03a3725d9fd7f9ea65f2320badbd3dc71ffe2fc25ae2fc2bd286900585042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241660976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ec5e4c6a211110f5e6785a5d31df94671bf97963456a972750da33df9c38856c417d919785ae18ed2267c93bfb60f24e9be7210cdc8db4e4abe5b3ad1e6ea93fea5a42aec1b65f6124900965c490737eaf549852d1eae5f47bcc27b3fd2d95c4c3d925ef3eb3a0489453730d0144199730fa59d5feac0c9b064f5c033ce21ed9680b78881eff12d1b056e9f4000070d69e65221b692f105b43b43d812c822158ec80065bd3d31858c72d8f65d1ece1f25491fa1357d9a160e7bd2445305023c5bf3e66cffe3b4c1b8178d27d264700b628dfaed5a506ca860b3eaf2e5f5551b08896d0b76442f6b20874fe604f63b6bcd2e7b926ffce631112136b1d3322102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241677427Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4903e19765a0de4b98daa5b39939af288db1a81ab324010188984f240f5bfb1f26a6c956250dcfb1fa0ef88fc0c69a229cc8e5a01bc9b5bbfec0bf6d2a8bd2e2470eca39e6669504e8474055a238f16442e014932778072ee459218b1fc090fcd44bcaaeb409711a6560192926ffbdd3a582371000e7ecfbdfeddcc1960838dfcd96749d513d533d8d4fde5d94f9aabfb689bd31611d128ffc632f764d01304a2427c3dd6dadd601768ee76ca6151e2a7c4cb7b063685b0b5da020cf4f2cae6208373d9154656ad4890e8385d1201696c8ea8345927a66bf4f28101401056339a520d0025a62c85fb641650020c6a3b475455381dd57262a9d7a025da3bc9ce3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241714838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=065a5fc42ec463916eaa87cc1d29feeb5e97169600d7168171712eb1cc4b62e437ddd7e198a3709a5ebf3e077b9a94c17a8ec0c594fe1c98ef1454659ec0411e40e816659871deffedb343cec504976dc86c19053f96c8658227b3ba6579729bc4428b8a9e938ed8c17e161220ebd2f9fee66818b97889c57c0e21107eca5a8cb0147081bc0ab63026e64cf6bbf62f9e21528b3ad2ee345ed3e8bf799d75d19264e61063e4e4505d5fdfb7daa66575a4bd9d348b4989f5e4a166ecabefbfa723a34c5f93d80d8c467bba4ed24093e4be5a839f28ea4ee5daa83a405de94ffc6279ee6750b7e41ac1dc474d3ee6a64174a31a4920b52b8135d7eaa69380a90079&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241925304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bb9255dde0551ff34223f72fa190403ac3a264559e2ae5223c78f103c0e780fa5880055f93303bc6cecce9974d16f1c1e2b99db9f06facc46cf0abe56556891cc3f5584f0c2d855c2b4b068b1feca75a9f54117be78d79492d520d9ea25fff0a409ae8f644b61be4b0c73fc5d29d3280fa4afc76a5df58d856ab5f43749e77d36b7d2540217294dd212fcc332a2e55fbdd22335640ee78a3d1bdb9ce85552641775a6d6924855be5aa2214a66846e5cac7da87019584ad90140d0aa34e60c9f3b13d23f1cd6bf56fbf666a6b85708cb70b0d0db7edf73522cc3da5c424fd6ac7208b875419591b5d0ee1a5d592197e9766d24a6c96ba7ea6259ba4cdb65e703c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.241991018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44e4793d95111b3120dd57b6435d8be6aa7b04e8b49e0b048371dd376659a55085b80dbf47c00c6bc861d5eee1c4dbd71c9123cb632c4e042c231147e2e7c66b7c3080cf9bbd123eeb4341f1889245063cdb7e83494a94e97ee2279d64605fcd7dc8bcc3b1913477958e20a72eeaad43317c8969bb6f9e2a51d72d518f9d0e22b6cc5a1fa1c69151f36184264e920b9b00b227edddd63d3d241509be5e5c19166f3e05eca09d06e2e3c47333902a9be631406a647dd0522a7c5170723123d73697928495f5d85c0e6c181f9ccdfc4db183887e0237d0592853eb88f14821e873ed468d54f20dcaa6bf9dbcc9925b1bb3e8715912b1bf86ac3c94c79e479b68ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242031845Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a391dcf808c7ee6073bc0c3cef4074c650edb298976763c20f86e823af9c99d9f0918ba7a5ecb009ae3cf9cc0739ebe0e4826954faa9580dd385236387bd3ce1b3c92f0b176cef0d456cfe280e627839b923b4a78f4fe72442852d1d1febb27d7e446a092236f36269bbbaad5e85063a4ae69100a4ca1d6b840d46aa6ebd65bb9da4f71c42dc879384c36b64437c8e98aa391ca2d54d9165e3ada39e5a84be89ccfed8c098d6a9d880850b821f641545e8885e4cb5cc2d9a3c90552af0b9b18cbbe3ad4275a0a275caad988d97335452e718a3a005054219e561612b868fa2518c2e9fbcf6af9a41a19fdc5ea001f5835f268ff8946122b1965e42d6d05bbd2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242067693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f083bcea8e3c0699ab8822b65cd928ae66b2cc2992fe31632b55ddbc37145065e54062f275190f9e35dc0628a4794ef210deaea6143a53f9cfea1ece402b7fa395e7866c0e8aca28760670051fc156dab24bc07792b5c12426e19794c6234f41f33056080e23e213330973f87b7549906bfe8682eff2c37a52dcefc03af0bc81f1ecb5e65d64719bf98f8b0441d1f2d0403957164b95d18419da24d95efce60612f3ff1cec791966d9f51c17c000ebc0761ee654f2e4b1d0ae8c528b890916ac44248d57714b8e5a4cc3ab31641fd1ed87905a3130f4876729423a24c4b1f5b6a94fafa377db75824d4e6154d37c543de51d138f6be3fa42c6e4e9698aca06f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242092279Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3bddfbf977233e6661e511ef246bca55899620d5e80ecba716061d861d60529fe138e1759710c17a8d6fe131022fe025462317cbbd46c19e7ef7b7490b83bcd5d3a3259dd15e37cc16d7f7785dbe240782109db2aa39fe6a1067cd61f42049a8ee879beae7ae3ceaf071c47f7e2092b810e7cc52eee013d6a376f5a77780062faee9596523382a22dadd31a0c8811869dab9dd5b2fac617aa35f71c6c71da89b9b1351f0147ea71ccb367e58584aecd03b52eea6dd4c4e9922a67fbb3f3e7347479b51c59cd20ae94cb4568f2214c9fb25c79b609dc263b542452957028599d2290ffb342f0073c0266d158adb03d357e37710223fd29356ae9a4ea8b1a6c23a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242149897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=828a58ea1090a0c648e4179d2c8b72ec672c6c0c7f5fd6a66a4c67e552610439d4a0fb7b9e087e68b8bb6d2b7b3200c3461e237571bab71fda95c321d13e84cfcadf1cb8643c5ddcbb48027606b6839237d3d3a8611bce3dadf610b3c8957e6c8a40fb59f7073e7e216c0125b54874324898f34a43f51be801322df8ded376a1aa0c95f321fa8d683e814674d149c2c16e9b2a4adc7005b991772f0b7be557700ac5ad60549a464d62d513859b076428a0d0e2b51bd07e10e1c7ab1157420f86218efa0eb4493ac261dbd4eae2a20ab6fc852ea64cd64f8b948277ef9b69e1870bb0eab1cea99473f11c27e5bb8eb1b08d00d92d2b0e1d31e1ca712b4fe30cbe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242152552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2a7963ee83f23a0cb1c2529363fdd215fe69c373f9785aaea50179580724209c6339567d6612c9b110aa196d22d20da308fdf15aa965c82a687e2f91a2c4d758ea15c7c1f94a0f3bb66f1cf45f0990a4a1621b0693662683bc9d6e3032b85a61a94a6d9abcfeabdaa370db79cca8f1b7ff6f13a092e9c6b23de9ffecfbc8383adeb90546e5aa2b756280e666b8b2a0595d39f5ccde9f183947ffa025642d07e65ff93dbdbc7ab1403ec8c0f0c380fcb630d4a2e3d943895786d7e2e7c67037041d940ad58cfddd854c469adab9d402d24c4e941075903117be696e35565d81f027d2a144a6e7fe0ec141b1084371f3237a0e43056bcfc275c5e6cc62b2b4317&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242211874Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=71ad9cf62f9cd9339c018b3b7bfaab060a49d1be7b789faed2d6b60bd0730ae3dcaec8d881b96e659b510711ba5cea214c88ba8e35516d2de285fb50207b912ce412e04a603eaaed960f0593e0ad1c20e21ba42da99fd563bf40a0093886a51b923811eee9da60a7bc7bbc88e63a8502eec87f9024167ccc4faf39c969562b4785dd7f7068f73e566a26b60d16f5c9c149e6c24ba09853f8d1ce64273426c056a922ccd4686d8d854f8b240dd6d047fcfc56c53aca5b46ccb1364f25b819db7ea8801493c27709b408c5fdcabcee851e26bdaea2cdc52c97ccd137379aa5e73909d3c39b0bd8b7078840c19aec90e3d4bc1ffecb9ce7b65f70a5318cf3b452d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242391693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bdac91c42e71e51c0f16ed48b2a09d66a2fc55c7a96c313109dd6c77a4bcd4a5c889d76c3198e887a32d2ae3f04d1699061e6662410771bd69e5a27301b9b28bde6590a50b08ff3ab098bcc4736e5f8461f6fde97f2b04c19ffdb3d17d308c78abf3f1728f5985099a1194e9ebdaaaf6f8cd1377ce1e0333dbcd2505fff94deccfb955abc5b58553a556d5c63d1589eb3058acaa9bb9315c3e67c710652c25e2c11c2ac78d5060278fc4fe2d134fb0f96f3f6f5698e705582358dae632bd293326d3be8ab01d7128df70264b6e9a634d672b3f1c3cfd5647dfe7d530b81bcbbf02bd1c18a745998a77728f22baf5d90b50c251de73a82b8fedd1825cca155dd5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242183922Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48e8541faf76d22ec9b1ffb1212fed53224840de28bbd0c885ffd85eec2deec56dac974732f84b91d46d6fb2881143864dfe6c3f8a6c8e24be7e71b0559a8de3c00d095c8aad1fa2bf1cf5db98b0a4fcd8eace634c18d6e56e43e9f7eff186e6b03194eeb55c4c9bca2abcbb2fe6a3890dcafb45b6ae709de9aadf6cc11cc8f4c22f9a106482178076c8c42b5facef680cb3f892daaa11c6d6426f4beef4e2a2f6e58ee68ec795ef9439f7df1c9d4f81e1e286a68d57016a325a595505fe5195e58976be79bd030166b83f5cdd085d325b9b3a8a013ec33ed09b54f1689793d05847ce948e02f004fb915c530b3d95c45d90d4430a16b32f2a6b64f4c9d0ec43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242710764Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfdff35cb3bf3363ff479bc30f5e8a99e64e64b3ec866ea97f2b0d43ba8881b0f6ff14de0e705010b85e6168ac18cf8788515dd7a39afc8f10aae2dfeafe888e8654327a1e904aa789c76d375b7d4fdaf2b2f53e13adc9526b49d262ecfb284a9fdef95497509c884927776505c1a1ea3f49e8c7afbb8819341f16654ae101d7d8cb70fb54586eba714eb9932965bdeefe2f2a1b1511f88bcefab3fda6915a1409fa285973079a34bee24d3ce1fb336a35a878a321c9afafecb171667f8e743f8cd87c749dfe8e28673b350e964b080d6e82a776d2f31edaa5473ff5aba8a3c36b79010670eaa5d78d8727258a3e290b8003adda4819017c99c6d113e472106c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242755228Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfe8bc74fd8ecb38dd7d582e7cb36684de158668087c9166e3e04e128abb7c8117a4ef445d2354465085f7ec5396c3ff12dd49d1cbcee09d1267da4a1dffb361afedfd4dbb6df5267475ea2d467e4f70be594e7f1b14d2d557e60862d68d8b1b7357aa42a166349be7ab854e902781acd4bc76beb100b0d57dd81181c7d5d0d16d8ef0a376d427d826577b2ead9fa005a094da2cc0f8bffb977256be51f040ad1bf0ec0bf65ce4c0f53bb312238a79ba411d3329a5daf7cd1611d9df0120e0e02fda19add8ddd2a133e2fe9000af1fb95df66f2514c09e10944d506b3dcaf99117e1e859ea2915dd56fc9c076554b565fe6c316c1a639f29e8185f1155d361a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.242858072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06710761fbd2beb0f12dc28f8b1dc6254294088e01a3ffaa3577e1a476eead1051c9bb78e8ae0db624b6230f3d4eb9ad862570876510b4958a61dbbb376c22a00a9496e47893b8f95eb46ee10fb7ff9c9d0405763f54bc3a87a2f0e295c06a6b3c27c09594fecf6dc929a7c437a05178422899e0c2f9c31be8ca506542edb740d967aac474306722cd97ac165aaf9834e980d504544e78f481f243d7ef78d3186fd54a2c657a685ecb65191214e23702675a805c0d73189c80cd03a2bf358a11ce57e6d9dec5fccaec347a5a6c9181e7058e51a7b207793c69551df48d1fb603136f547d1f024a8d6fc17751f5690f29187fb239788281e7a771f594e2d25725&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.243041898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=840363fc628e9981bc05380d0bac6599786e1995df23ddc60db1b8ef1c57bd7e1e9703c324ca5e6f4e42e0a9c0f678c02a5ba337a0e0cf30c918854c8919c0234b9f287553e4d0b8ae20956dcfe9ec749a3073bdff601fb802b2945cc78a3544fdb71326c08d9e98080895725a3dd40b832166ad11eee036827b0fc3423c93e0b31eaa165b4f3b4fd808b48eae16ae71a7e1a3b6d3e859e8d151918e4fb9ef5b92bd6571f3eca11e08227401c1ea4b3a95e028145893f01a5b2cd4faae334a07a86af634fec075e7bbb9bf0091411fb994eefbad82673f53f92f58632ae990ad46326405efb18e87b99f1c2093650b359ccd4c0427ad8a83a67ac3b25fff0192&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.243088065Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a47128d2898b3d21c7063cb3bf8300f93dbb44a3d0f6fa0e4ca74cf4d871eab5bb11058ecb1727348b52f9313562b7a955a90fde2caf472a1673f4ca8cf7f1445224087c47ed6f5e6d7cd56b01cef6bbb789faa80b84dc114c4b33e9e46e1e2971934cda4b7799280c18cb08f83c925bd4949566b68bb1d2a1d2152c2150d27806072a7d139f0cb909b1d21dedd2cd30dc07ccc04bb9685bb3224ae75931d739c532f080fdd658688dd2fbe21aa3f6beb4c4b16fe79d801a08ce0314dde518931ed743de909487ccd3a3f9ec8b61d0cb682659d0ffb16f53aa397c2dcad09d098c2f845854242f08d4847a6343fb1ee60a2106491f6ba6002626803d68e498b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.243209875Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93cecc822fa252c2a2362f70d5027711a6a2e3c38fd20d77c0328ce2f1edb975f7b887296a2b954dd408e917893b98d0585b35b9b5a47bf1b09b52bb0bc578fff85512cc20f589f49e08ed83c788ea1f3fc68b0f709c78d13e2642ebdc9c66a0eaf177c61bc68396767f0b63545dc8f6b7081455a9245f6feaefeb2beac539491fe896b3f3b928eb73fe02bc1b4da67f81456b79784208d6800a2a5ac0a6056b620aa7e348ce836c4288628f537257cc5fbbfd24dabfe48a09e97f556783b13cef0f902774ca32d6cce40a2cd7be30cb4c8f2bad79405282a98425e62f392659c6ed701eee659f3d6a38232ea9365a04ed5e49f40826c3d9e1dba735a5bf6787&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.243314552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=29e566850742a47fc24c3227a6be01d52febb5261e4019693f47cb236938528e0e36d5a331f95a4a571ac16358f6ae0b6379e6a09152a1eb1b7fdf20650ca20f167bb54e31f59b8b3944abb3782e068e0980fcf4b2f786a5baacb13de21ffbecb16ab665dc88fe7e277b9b119916c913946aed466d8aa6cc45b4b18fec9b0af00aa6e7eeface8c12ed3c052ad5c6c8cc3c5d1001ce0bdcbcfae210c6b16e11e2e8ba637eb5a0b8a54ffc4ad418d6d278ef4861c18062ce0f2ca5a8079aa0ddfb76c1694aec3c61ff9d34a6db186323a9c07115a5ba203c789e700c8cf634463ef271f9157e64f5df73e3d535b1c021bf217cbd1dff68965d2a186e8a1543faec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.243340561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=993872c324bf50bc0c6deceddb6eb17c956db83722af944b79a7e510f00e58390907436853c8bc72ae3d37bce6c930948b48887e4fe79e19f92665f6f1363ea075b5967401d4563035afd9994cf2b9a77f59d838f1548367659534acf9455561c3c7e065cfdfd27cec7b42624e24874b31c3947693d8b9717f96bc37305290740f1baac0bfd79793ba1052001931d89cd1bc098eb894769c683585bc35aa127ebafc1e1d53c055d3de86e070837b3a890f0775370f040c8823996c7b6796da9e3b22f1c32e9133cb70fe23a7c9f4f47df9119c0e9dc35e760db0dec134b9447f9dbb8be8d69243c947ed95f83be41e91567b5ec908ba03d7240ba59f1d1b2948&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.244332591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1783a25ceb6067db10cfdfea419047c940a364eb636c1590d5f19b7f22b7662ea608c8b979b3b007cba612908d3476fde17c27c71051e9026e29cceffce6bab9d4cfc22dd0f3e8faa337db3d57edfad542c784a960b1b270f45ed8273e9f8e60e3d4cce7a27ac923a63ce79cbb8b9471e5d720799eb67fdda79888dfa486baf2ac06134e466aa0d52d0c108fc5e9d7395e562d161aaff4dde186c6048ab57b34aa8da7b111938f474a56530fbd6896e96b3e632be408eda82f7cd4e05a6b77fd16a92de35bda31801e7e022deb8af4e30e5270d417d43072aaa806c41174c85bc176e89a423a503639df0d9c5d02a96e608c55e87b41ad1a08a71168be49273b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.244477694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0804f9ee6ee8174418aed451a934fbe2eaacc74b1f7b7912bed2cbfa3d5ad8d5b56f7710203e8ba9f1ff2de4beada0fa96faee5ae8542540bec24e9a6647d6abfe2334447a70875b110574956f866e43eaee30ff3ab7ae9a5820865dd0c5711a1ac1b9eb63d7f9d9001f5b8bdd66566bd9b5a53494b098b515a9cb0b7e87f1cf6e93479b6028f516d66a4fe305d651233ea49348d8217939336732f60063e46457609bcdf5a981e35b4e2a71d479c41687d0dc899cdca05274202dae50663fb37c8d8a5168260908b63d7f5a81b5f8316ad1939450f0ab488a5ecb689aae0f0361e403f7d16c6b9da5f513cb185f6b826fa6669cd6474edcbb3cc33a7f102fff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.244484297Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bda84c0f13043520d802432b2f9c2daa6c4b2af97464405c0368d0c9b93cbecb123cfca106e598ef1e9fbed93b78c43540cf9d7f59bb1425326bd199e78c312ed3dc1146390f5b36c1fd0398890307043b42726470629ebfe3346d7d891df62208b02cfddda7187b1519323debdf9c3f88d230ce83a7ec070bc032f434120ce35f7a9fc50d2f63789217c4921f0d3197706980b1283c7e9cf4eb5dbdcef44f7cf02cf486413ac448aae32c3391077c9daecf800450533648483cf314e1a81667046af9051561f3baa58e37d708f98ab65883bc66cc30416bfec80c030358a389b66d6199ffa9b226d8a7c282d3c2b29083cbbd7a6d4fcfb08a7180002f37617e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.244583574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10dfdb26bc94178a57962488d7c468d6881f8579a738410168acac8901ecf569c75650e4f568a55bc831eb00a21ad5d7108d50d1d5b905d03034d10495071871b803196cc41cec3b373a0ebc9a97c1489fcc43a8ba32f2cc9149ec6bb57774594e0a6f166406bcbaab253c1abf77161cfe3ce957348e5f4c772ecfdc22efe62fc424d09e3a28e34a81dbd61f7fba05a45c52e72747e8c73f9227bed1cb664ae1c350a8ec9bb86e54e5167154b3d747d20ba91a2eb811c7ed28b2b875f4f7544be6df432f7145ebca121d0a37c5aa8d05e4ddb879ac04375940bfbdb1cfc934ab12752e38e4a34f17d9146790833d048c670274e44f693720eebcb3c26b933cca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.244490829Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fa46ac6f5e20314c1a116e7631c235fc453f94d55374e9672f3603d232175f6ae4a22423cb88838af671551ded76980df81cebc58c9eddc5bfe21b21a1ee9fb69247e2fb9c4f11087f4a267c410969986c41f926768dbc9d03adc823352222649af5a41f0b5fbbfe65853a71603e8056fc9fb19b7a83bfa8ca40adc635b4d09876aa14106f03a5c96801b88b7589e41218d8aed1ca14ecd687ecfbe329fa07fecf9091e4ce6a68946582dd791aeef40a939f348bc5070fd031d3bc95dca63dc0656ff0e43f83fadc37bce22f3d5f38712f1bed634dde72c73316a66bb62ee1e72c36b8098867417ebf8bd3b59b8bec6c9786b58c33f0406b3c970489c299bfd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.244807997Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2fee40b9a0ee658eec8e157aa7b979cc8326a462ce476befc9da9a26373aded755b5d4f6443e53db309990ad1413c5412758382842247f29ce1ceaec631aabff313be43953509f00584231f2b2718392331731f8d5480e198b39359ede5438f2190187984cb2d5371e826abf7a421f28fbd6076824cc36f52077f923b23afd775d2d5559f4510e04dfe9a41c70b647caa6c495d41d5d9e8d241af9a04f82b5c4cd7345fd47a71533952018ad28be7730807de52834e66142570800b6d67c8ed1fd6da1233af8facc919f189269066bb9d64f38d115cc39b3b9626dc338cce2e2dff30a7afcf6c6d0c37edcc383a8ee623439a559e80115ca6eef3f70a8dc120&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24594524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39dcdf661367fd00d614dab1d41c53a0cabbd70e11fd3b50f12eafde0f0048f1ba562acc0212e783b6ed1071bcc83765bb1b1bbc9cc1779823db4e3d998a8ad6e6e57132fc9d4226cfa0ab04284639a71cac76c6a3f0ce3b1b66ea9e1f196daaba4ee0d7ddfa3e6bcdb47c8e696dc1a2ec0a31d1f7f95c6a511be70ba9fb2c1622815e10789f4e88106bbab0d2afab09699f07d1d2e33aa133e5f06bf7059b5758e12ab84e8805e526e5fb9e19e336e131e92e91484291f9053e1cbe01e86cfc40bcac4d2d12bbc9891099a89d90d1ddcd944657c9d7e6f43a74719d730db3edfea4c7bbf97b4e7f20a606fb8483a7c5dcb1fb9fefe6b34fa15208d5ee4920a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.245975968Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80c8f42d17ac3be8a7ca5baa43078167a00d22555fd6e1bad2718c30b649686a98449758fe860a19691f9a44c20a6742c4dfd594bd6e7025f0d47e82a10669879b12f8fb4d2f400124b31394369cf615e61198076c96ea4b561df52dda363e17c6ba07e9913b0022a2af01fc1808c3e83b38ad2d1aed4adab472298b7b527ea1feac141ca80fd2aa9ebb9f2cbf53371b2d05a30a996b59148824018a78367c8df13ea645592f674aa8dbd88e2033c9645d869876d6f5e945e90cf8eca18e06e5213096bc2ef0a3206a20f44a045d58a60f3fb315f370115f73c2e323955a764bc9c9c920589f78ca1ceadd6b9dfc1cc615d3fdf93c2823c2f279dd5fcc9fcbc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.245980026Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=678bf8cae6a926bdc07593d7a2f2497ae5c8ab9b9f6d6b8800faa7ccadab453ab7691be2a71e2d8a5c92956ef69ce129ad15eaac251045c5ce10502e099adad083c1adc95570e4e9d789408d0b52e9bda6c083ace18cd0e99184a9a616d4af05b96d7ab73641842806aeda694f6c40760f3d18a24782200e0ba72bf15e1686a8527aae6608b859857eb38c94c454687ead98935b05adefefa671b05bd257f20c5a931be785c1e3564cb361a4a538010e73b2d68c1cd09e2268783a1a47fba2328afd10986bfb2e0e15891778f73a00ab9310112fad0b07ca65afcf37027d7d01e1fe1d0235133585f1fab49aa8c993f088923358068d78b343b87afff624d2b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.245994102Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=180abf164e1ea947df0e2f02d6d51c3c5a8187301817b1d0dc91c5539c9712d93a664ba28211aac7cb9a2a4e1408c87be31711a34d40dd51b5e87999b0e28468fdee9855adaeb4fe8a52b44c5cd6f476cae2f588d97ebe9d59b7b05595158333b7322e67a29d0fd588a05e6d4c9c5570093e7ed93a573df631c535a2e0a378472b722bd7ed14a8b195303c76894ad52e74e03ca610cd93acb1bb9a76852eba50eadbcbb4d3dc92a358c12cc2a6581be5333ee80472fe95a68cd50690b45433fe7cfc3f0628b1d30321586fdade90c9bd9851387db1e52938c604568c57277b808e65140113f9a3c1f7835c16baae8fd1ffdd2057fcb60ad0978fdd3b82c70642&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246004652Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc926095d6a329dbb622b4a250385400ef1c73091c41c8315696dbb49769c98022e347c22c6b7312d9cf0da5c201fe0ae0a48e44eb54f383e64b6a7f22e49afdf915adfdf6054f8fe31055076740f701d3400d520fb5b7ba3f5c5460ea9314d7d8c1a7a8369827e661e544f857e1a7ab6cc22ee5a25bf62a1e8ba6f5ade9994070b33fba1079708c35df1cc35574a7817822333fbb8f6ee82133711b575495d9db4d140714fbec0915299736344c7f5acf6e96fc71b7449ee16a1e9a0926d9281a2fde729f969c2503f960fc7751e18007df34616f325e897a0e03cd239e0aa3476665afea735961256885d2d39b057d7bc25085c9b2359bea6c5e6b878b0f14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246010032Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=874e6c72a000ed6bd111b8873c7e4f728c3b33630219a07eafd09d64bf575cd1095595c63ff198cfea63170d13d077374003f449f7b668ce6908fa2288058f76119e36252045e6d658a26891866b4662bc32183d6f328580bdb16b074996bd9483d5e7cb398c7b53594d35aab8ddee41dd874e8c1abf45016eb937ef5a69ac96d6451647c3a7213a8dce47c8e8ec87f715abe870b049d1b5292eefcd22f38de444e857fc986b00b442b736003f74a01872ad7e12dbe95e835484c67459de666c0738aad018bb719ab4fda44bc9b288b0a4a4f54cb205e0dc448a90937e3f5190e2c5fb4359ba6844e386b43ee187daba9e40032c2f5c74974794e68eab578ae6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246019721Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=092c9387d55197f58beb051ec176424eb15e1f50d73584dd24af36dc914e9448e0deaab9e898c42548ee2c67548c9792285a6e3459ceb32e8c58c99312fd90bcc09bc021f0de1ab30b9c909537f538ff9b854e7289e3fb6381510adb169537648347620817221417c6d57f542d77b8db7202bf83a5ccf957d22212718ecd1e1657cd9bd3e634ff1e4981e136b24f89c8e4016bf93b2acc909258aaa6bcebb03247d5b8d249d2df545f17c8eec21d776d250e1ef764a13f5f2cdb2e0ab2283f822bcdb38f7530fba83436b9e0840215735690c27d8a9514cc99ba6b93f21262e9a152066541492f618af3688b50001b419880736c971c022f04868ede6a5abceb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246024229Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad2d42171f21c1be0844f585fbbfb834df78339b8b7a0bf485d60fcb4c901a9cf7a6058de5416eb01fb936fd9e944d4429eeba7843c5146ece5fc031406fcc4d7c4ebccdf32bf48e22f2ae7593fca84ea8bc8ec56dac9e7fa16f217cc07e07c729f2d98ad5ceba5ac0c5aeda89e616d293a727408087eceae06eaa6878e0d927cdc0c1e39f6c956124d9fa0fec0e357fa5998a6917c6591609c68f62e0d8afd48d7f7911f56ddfb4711bde4ff794a2c1fa51aa77b18d6454fa3266eed164eef78d774d300103d6306e2f6e2c41d6e7761166475dca344db656973f1c6856e4186370e7e82c5eccd68c7bed25634bba0644c0ad184d02b7fc9da9c79662d08d9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246034308Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5d8acabff3fa25ba075d2fb386422ab900a8c7bb03943e16817e937ed92e892ce0d18e7c06138c033d49d5e45150de020fc65045fdc081c4f8d8b04a137e3d481571f9bc685a21549a3fcf0106f39fea4b370406d4426ddb2ebeac597ebb3885943305b096994c4575e1ae89b113d1effcb6146fc045e7264206ee98e4b9645470be4ff53ccc8337af4dd624a311515caa329751cfe42f8f82fc927d7a3f3c17c52259b01efdc009017314e5285cf39093aa16fce03527c1b6557e9701d62a19dfdcd125d9524157e318c9098d1d1dbf341026737c968818069de45e8f033130e90da7b47cca47389df56d2a7e4e2241b713683f1c00ca28ac09f9ae4499ee5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.2460511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6faf502638639a6586a169dbaad569eae1074b9cd5b53702882137f254121d96b2386f9c85a6003ea0503c0d247b1b0b728794e3704a78affd55954f9832589e707d115ceb7c8ca903518873a5b0be4134bef3132fe02d5b7a45b0654287dca1aa23bd122906fc64734b0d8e55e39a0fad7ec67fdef66aea2bbb50de3d711407641ae65056b7fac90f7c6b90cf25ab3f60dde92dd24a2ce963c38a74fca6eaab64e7ad71688dfe3caff3bef580362aa8711f8cb8fdd3c945198f30118dee74d5ae6e77554f4e310571e5d473b6f4eba38e28143dc3f80fcfc4d5de00c8a08bc64e107b139f1bf11e12ce6ad341ab65aeaeb9910bc3f4e98daabcaad758e7cbb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246068493Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=28755a033c20e9b47997ee1b888e9eb0610c4deb3d52cd300f8592cb76162dc27b4330f1cab0c11e3802527f56c5a44348816d8e8b08da6b418c73782673503ea879249321177e80bc979aa8056300731a0d60792230280ef666045f7d2299a27b28515b8081a4e50e698bdb8a664722e92a2820c2ccd3311b688d17e06f791e0e4be067ebb3ff5aeea018976614f5e3d9ab057964ffb1364a31f3c5c5d957cba8f9cb4deab023e1443a88c7e3e75789a4e94153c5b187786e41cd43c726e4b561caa0772b5573b4cdec9cdc0ac6cb1506fe84341bf735882dcde664a87f5bec30c538332b477f9fb57298fa8e75e2a276743289e727885f2e3324e8ce1c6b4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246129558Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d973d5a31ba21b117824ae06ceee41d2b19345624048be6647a9ba070389a1e0781a79ab40cb9fc758857e73e1e9ee82b74118eded6b59c321f1cc2e491306e469012f40cc2687bd9757fc9a3bca6ac9d2aba45950aadde709214458b2c2871085b4f67f2bf469aab3ebf67009724242957bad593b5740b45e63ac08aacfacdca165d18c0ef3c98898d1c04cf9ecfa1a1d5d158c9f251747ad68e024cf92d3a1433fa8df613f24e753f0cfa179ae42412c2bb9e01b6fa09032bf67841e44b9c004c62e39c164142aca89b861df8dfe1815e0178eb5f0023dca07caeab004f74cc3233128c37bd709a4e1b18e1fff2672e7d281df35ebe944b18dd13117d041&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246144646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a40828d93fc0e03c51fb2f83701de3ff7d92edbd0bec16d2e6910ac1afa88677f6b49946c21079295cb1db33c1abfac589476aa8b58a6381c15d091425a9d8fc6a998ec6856fd61a9e7cf30993c59d0363b9146dee6aea214c375eff87f4d8afe29b923c5976a935494b1f6a16b6fc38291d401a4be526492278491c313368f4adcfad29c8f76ea193d722367348782524cb13b9467b86e0e5fc7273bfe29a093350d6795f2a04cb5c7ca2ebc7079fb770436ddfc0482067245565ca6089a629a79bc671a3053820c976c6b4b544a98d5b9b72984da2cb7e76ad1ad5883e473482a7f3d19b9c3e5ccd37718c0986e4ce1f987c63ab5fbb2714a32fadab29b9ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246164083Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b56d1c213f1ce464160e8f49238562a1e764be607b2ecf2526fff878de9617a053fc053377aa9db016edef47a96d85055db54e6cbeeaafc6184c95a5ae7a99c9b63dcc9235fd18925d88b6a459a50d81bb96707b143b6814f2d8f49834327d8d6aa9da979cb497a5fc56c206be0551130f24c2da4f95a5f7a8b2bb0a2f6d47e8c83bc4147f2d0ad9c3b6d6e664b568af9c8da04cd86def3b300be99776d767847402f109cac6e3de057c142237cc26fb5f08921fe9e2a7d69667fad5a5f594db5c44e84618693cc2ba084f6e851877d8c9cf5eb39ffacd895f057e1d7e10b045bca36d536deaba6f7bf2ef7dc68e8b8fafad9380e924153cd98415a7e7f4c69c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246176166Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6863ec7ad7ee51aeb2659c2f540bd75d1b2d9635a54a68f8aec80be8174592983464404b73bede1d78bc59f8910ea4fa2cd3cb8d4184c5d30cbbd5cf3fbb944c3e0dbe51673b6dbbc69f4171ba8411c99dc4f08dfaff07d302fb9396e9be76f6fb20d54ac4e20270e8f0b6d59cf370f2514e208c18b03509cbeeebfe93fae14abe2956ee5317d37458ac167383e6b370077893fa39b5a0e2b53f08dec617c0aa4a4c776de69cc1d3bc892509593a84afef2e7d56c6cf3eed3874fb9e7ce3f71917f00c8f35eaf0373078578496f7806f758033499120a67ab7c263dc797139bf1676e76467b1e406e443f7d10414c3eae8ae2d0606926fd03343c17d5da165f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246230628Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8510209aed2ca98ca2e48b9644e7e6718c8807d9c4185ace144b7cc4f0fb351164259c6ee333c22bab3005640306cbd74b107955fe0a5ce3b015feaabe1fca5010320b98db33bf8a5624dbd7dab35892e20117f096501596d4a3e6f2d421ae22df16771182c8bb2ef610b3c7dc60d6eefa33da3866d6dd185aaf89ba345fb5602d2e0546f87c389740c5a8e2de60666454f245be2627a167729967c4b55b553ff40dab6dacee5f2a273cbad055f052205a6963dc85e2ef1996fcc850f91e33617dd0ed7d816c7598894df3303842dd519082403c4b5e5ee81ea8d5cc32538db95627280cd4dd2668f24750e9b50a169143cc2f543402d87a0e980091b776ba44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246270934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad88784a88b5b326c2bbc30e0b41bb08e41cb1a978ae2a2fcfa03651cdfa61800ebc7520f15228545a98b52913e16221104e456d0748c6dfcf9b5e1b9c39c84e4ba943c7f0fe7452279e04b12a689e2062f6ee7d8277a04592727d400efd49d635958a22b66c4619a866c314ef64be5f723882fc601f4ff88956bdaf5f5202935800c728c8efde8892eed3e93570a9163a43faf6fddeb4114eed7ef6785dab60ea7abe4b1f37a266a1b688a4a76fecc01f8f0fc4d26c9ae31cc9437c5a25a38d837e96b0a53a1e9381d1022975c5acd986e7b02d50362f089a1d6330153ffd2294660f5b67939b43f7edef86ebc7fbab9169804a5677c66b9291e67fd82e7014&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246002709Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35602d8195fefb2d759d1936a4e03196d1beb6f100be436eb895e745a613707fb05823879b9e21d229b8c3f2190707b76d8be7b0cff46092c7a395d582a5db9bc084246da4a2a9e1ade51b6098c3e160abb462b5824636ec1b372fa7bc083837d9f3ff1e12621e3b0182e12f890633ab58c8df44b5c51c04e29397e4067234e8694e7d9a113c45e4e149b40901c4db5916dfd78e0afe6d3cc550b64c001e27541380017534d03a3f534947b50de350ac7ce52106b9341821b9c7bb4336d0d0c900e85aee6fd7a5614d10d33f951a140baf5ef47facad19520ac8d4324e9b6b5f65b465747471b2de11dbc192114021fe2470d00ddfb68e7958ce7d8dd03d754f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246000424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00c6eaacd4085940d79a77cb0bd6f8dbdb0bc424139ba6ace993b026a0ca2da70727ce60a5d6d714565c46593729375464c53c5f9854d8ed3bdf31b62e13f6cf97c66c97f0b727b6525b23c3e414f355be3245287698e2b9b34314c65129fd022b42a515b4462b06bffe8a2f8e36b3a0b51cc3cbdaeb3b4dcc7930d4c0c3391b69b4199cd952f3d6fdade399de56331ad5c5999af5d7aff1e29e437cc264b7d40fd29ca2a331a7cb1f1e461c9d13390ca2023cd25aa47a5750d3a659afdbc2e0acaa9c9f302e57b43d410c7cc5d24cd14560c07702e7c73decc63c8c5041668f6c6d06ee75aa76f4f5e9bdb9b762b544d3330cfb1078719962a457bf4aa1ce5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24602469Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac4a0f899c2edee1a4ddc6c32898b5fb22c0a34af2ba22cbb79c8f2eb2f40cda7a47d2b55ae103997fa8ed632d4f3d60c4e1dd8aa34edc171f48fa3b9c2027ad546dd9b0f89a0b8404162a9866fbb88da487ca2586207a9b3d8e10566f8d70289ec73fb9dc25653c9e2b3ffc1cb70a7f15a8ca9c7217528e8f55796e126019933d8bcf0a3286b5960d36ce1070bc11d92b97e04481dae9cefd681548801882d838c41917702a426db5b2f83b666734957a255c15591dc9d6bf14b4c4d9a2aac723fbb389ba3372d27d16c0a1613464605797eea623af0599512eaf5e2a2d0f564689536ce5d234a0df8a693da29772e734add7fc27d2dd22f3dab27dc3c7a860&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246324896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d65b14d0ecf5d255677f2d684a33db3253185db1df49c91c5f745c1df55bd2439475049063989591bd4c64e4368d16f590e242e622c5edba77f6573819ec68d64c5659832a05fb09c15dd3e23d8dc89913df2fd04e596bd10420cdea97f9eedcd7ff90d4c14b44301c0351c9942f870a9cf694ba7796da53a778ca046bc1893681605d9018b6d8b6e0165dbb7b2ac1d64db0dc3536d08e713f4562aa2544d5247b181a888fac89b2869416c4e88e2a70b03f12da2362deaf086e93a55617bfa438749ab588c18e87345ceb59bb90d13d99c13a8bd0ae26030ebed96e2f9866c66c38135ecb35d1951bd2db6b810e76bed1ffbd861bd7de25526e6e7cd9b27ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246351426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=427751a53b9543d92246c72a00dfbf35a731a54c0bd7632a9755f95ab28be0722ea8a343e91aada3b513b4a7e93a5a0703c8e0348f358677bf4e28c3dc97ff1b0119aaf0117f80f51cbec99077050a6e13577d45ce327f50cfc32b4d1eb630ee24c28850d0bb7e5dc20e1258b4c551c8c6358e919d50bc1d6fa2610dc36abda5d59fda2e5894c6d0c1c4ddd82a6b59f976a7de98aaab5df196652784cef5fbbee040880bdedc4bd36fec32eae233fe04553885b5e0a3c930f9970d94b56daee8f5775154bddc16601bac65b40d8b0774d1a7d8e9b7473bb3002b16e684ca503cbf130eeeb5214bf583fc7cd59727f1a24370d4d1036655b26dc1797dc1e4ef80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246369861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=053debdc20061fe6e5d4f1141facfe298053907410c57bef2f1479367da6e7ce0ac4d30365ef8b341556c5f9d9cbd00bc51f0e8c53f6c2437c47ca0faa58fec431d16e7914b35a5b118806c8ff375bc13db628791a9bfd982719b3146d60862f621f6950eafb7e839fca0cceb0d9d62bdf25ee88744faac4877952241690235648b7443897f1d3a1d75140c119d30c37e2570a9ffb98685feb07d855d1f8f4353d24fb7768a76807b8b0eed7bb668f72ab9e345d59b26da5c52130273f0d66c145e4904009038aa9cd346e5bf5112703ef69cb31d292301e2c94b761e2ec47a683c88fe302cc579c65faf763afc9b9fd883ee7cc6e03573bd17d7d1062483a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246380511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22b32e8582bf37c3588bcf6f027c13fb430e4a1ac556d54fc687679c3444ecc8698e5faacf1c2e9186f23ebb29a932c55192c2b647d4eaff834fdad5bc77d498ebe820c3d9ffb80533b90e1477617deba57785ff4f8f3c275ae0201be6f85f1719f45d235840217c95228bbcdad89c3f16622719ab016dcd30054c330408f8fa7f9d7c67422d70aac08bad10f4f1a24efc93a247cd7aea2a7d697e1b3f9e8c620da5a7449b6decec9bcff34288e1fd53207f74c3cfb7575ba11d3cf80e7b9eb996ced7ed06a56a26cfbe9bbae1c7cba4828e1f7f7da7a362d95d9a9d4d5dd706ec5055169f3cb2dac5a9d7b11b34258a1977fbe5cf26468109bceb619c53c1f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246411148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0cc95ee9e3b79e56e5840ed7779b5462f0c21cf5aafc774b3f7d2b4985907aabd7035a46582f0d50ab01861fcdd312982ebcbdb4bd285ff4638d9e903922a09e2addcccc9eb45cf01ee1b63c29b5c5d4b232f61ab6e1cc0ea517d504d1c320023cfd62846f6b9d781fcf75e8f9b7bf3cbbccdafe910ca283f4ce0a2c50881d595b0d22c9725501bbd8776c79f637d1fc1e0eb1f53d3fa6c6a87b2777df8b0d6d48a1fa2d443395690f333dcae14ed539142b0e4ea662bf98ca0018cf3bb6cb5188767c5397feb3e1036ddedabb6129f1169dc21baa054d5a090716201af28b91dcd0f044f78203c33d885f5be694b64c261e5ee86c988884a00c00530dd296f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24642768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3292b227fcb9762646ec0da4452739a5fbadf4ee1eb8342cff278980114082140be231a085843362a977431e8e6370f7f1e766d479e34c83a7d6e852193ed0c5c5ab1a2cd4d696b0b2080b3307c1ac0dab46c03bed62555e0b67c24a6b9a06f113a99556ac559ccdbf5f27b95e3e06d8dda9970c9406d608dfa042d7497031b780c7ba2c5b0822fdf02982691d7512cabacfa3fb05985766b63bdbe219622f64b5e67a2191cd9b8e5a5824a5ad84da246d4ccdd8ba70fd020abf132beff5b9c65553439daf4c5f9e17e599a5be5b174a6e8def2baf5e540c70166dce6f5dc71974a69d5b7bcc29e2d42280b86d77c8312a6096c30fe21686c0d4f5e72ba436e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246438109Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6700301c8d6409cbea8d6365ee8ba5a4c66855faa2d8eb953711d46c7306a0fb6586a3830d4af418124649cb19ff287a05768f559c39bdcb729e71ad650938b7c658db4352217a4178d8bab1161a420609328d0a819c8cac825db06433fb9fd5eb06a9fa7a25c4fd13a4e50e69400d67a62bc28c0847ebf34e70eb7411a940b956c4c710df9b124016c8c9a950cb08e6b8dafe803cd1b01a9b71e4ed45274bd249cd6c2a7db7f5e999d0a488cc03106a077b4ea199228c7ef03e9cfb0c69e5080aa907589373c911d4d5d422c62996f51353c5f3ccf33d3b0bd1461f29fb58cfa3cab4bfb113a27fe069861db677b35e636c63dd24de2265c8f3b036a1f9db54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246460682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c36ebee14ec10c42012ea0f48209410c19ab5af153eac9e6c7ffe8c90ec3926ff568d11eec991285bc5270e9653f66d84fb1493bb2256ecca37f2d740e4ae55ef1e87d0466808d5993261c1f82ed2ef61473436f1ee2f64606b3f2c61dff9a511be9705c79348e635a1d0d03852d6951507ca46d2f7d06121d977a70d2a3dbf5a5ada130d86831125bc097a5b51890ac21924e6d75b5f05ccf3e9fdc7814799cf888a15b5b107191f09b79783951eb517d3a46ebe581a3c5de5656fcc4e517542d7b23f338e8e974a4a498bd572942180cbf520319e68408854c9745c73bb7d5b318a84ee861c9f0d5357d6cf07ae4eede78cc7ab371c5d461697594c090e31c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246476552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=760c66f79d1e00ef474659c489ddad33127f6ec5a6cca260063726551d88132c2b393c0c4d0677ed445c446ca549c8f57c7443f80407f7c316a41ab3b29b0229c11ae36a5e377a69cbbc2e27dbc1af5336bcfc37e6d91d693103d10f1fdcb680b212cb738c6ef77b8120661f68db212c4e5de800b2a5eca28b3c2354d41ce052adebda1bad44c1dd7d86fca4c4921258b4cab8a304e679269565e3ae33217e05ab0d35e52466f7f7e4d6ae2db2ce1f01445c5d0c01e1e776953565420584d4aa68aed679868b89fbacba472709d1be19d3552f3ae927bb686ac628c3ab0ec59a689b065315c1a16b1d820b12b6ee096fffa9f69bf699b798a9512b6c2d5bb267&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24649678Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9746a676e11f487821eed3049dbcb6faaf89e81c8a46fa562375d520f41830f2c44b8b5d3bd09b8649aa61217a91df28b9d8c9ec8e7778ce748544ba48890883249fcd38b1b9a8a14ac0576daf6dfe38e313f70d1546b1aefd5d09277879d9583244b6e2fc6cd6be5e926daa26620ba0bf7c57fa96518d9f89773f8f4da2791a9237f16a59872fd5952c12d9e2dae7459c21f267dc160b3adecb97f6bb04bed4c690276b18b8597128afccbde838e53c1a974641e4e61ea5a3a79402ead86b53ae90b758ba81d760dd0e87467eefc48915f87c1e4a6b27afe8c4d5cd0b3f09a0bdfd9957b3d51f1dfe87b19135a0688d51ae57f0c596ada2afe806ecd3274724&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246531896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b0bc456dc8253d8e409cc8e7fb2f72c6f1ff2d2f9fad024fdd028215a867c3c084332de360206c3d8b05ef0f591db4aa0e8e201c745a3dd302f628e1bdd4a04940fd6bcb601e5b2579b5c38634e42d9ecb54a5d9f401d81fef22114834f5b2b416c42955a3ad59b8bb4d15ffd53bb3e14f3795fb54c3621dc3c561aaad3907d51adb6944bbd95263330c40eef00224476e2bae87d918b6614d38e00374de60a3b0e3e631409809f3d62947afb9a4d3cebb740ff0248a68423232741c29ab4e40a8476d77e810d25a9795f6cceb4ef63faeb5f962dccb19a5991b78fc9e886c092cc9446745cb3592f88796066d3bb40ceb89bfb2dc6003aba93aa387716007f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246025281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=baf009be8073a65fa78cf0f0e82a5389f75e9e62d1ecf6be46827d8e2849ba48ad9f4c5d597dcd1e2e69924f50d3d3c723a444db1acf824554efd0f85938a3562f0f0f49d942ceeb8a3dfadc549ae13dd20f784c2cfb8941cff9a323d733e7e8b6b1f1ecdd04975de7e910bd806f46d9efd08edeae87641720de382db61908a90a78574be43a494fbe8335d60d7c9741fabf54dd32bb624e0308756860eb5d2d954eaada4d05eb028c2e9bbca464f7ae334b59d2a56de64db3275c0f753fb17f1de23b23b650dc40c5ff9a4d7e619bdee682d8bc3fbf32b4b2b8fcea11a0b923cb34a39371dd6b4fd793018d778fd40b9a136f968bb4b759ea47adec300dba78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246589044Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=331d114b6ad60ed494400fb4d68b754379bd3a330af6b13464e8b1091706f0814d8e2dc252a1e1bf0cd2bfe093a939262f3084ea076185a7557466ecc42cb36820d466d280cc452b824e75163f04127a5fd378bc6a9673d4d903fd7405b14f0f016cf66503e66df5cb92944cc74a4dca1534df5f4e600c8ccc624baf3b83c13ca3c403d12df542407b0ccbd7156eb346bdfe7eb1167adc45eb063a6057e706deab84d54506c18d0a2c57880498e03b7548d5fd0d34e979e424ea04db170a39408fb65848a555488cb421e1a34d9b4b02c230e9b804d615d6df63e8afc06422643cf282457f3da3e7d952fdeb790cda32e5a034341bee45c66bdee6f82da39cc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246628528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6002f2665a65ad27adebee229a79586cf7d535b98fd6ca8524433ec419e63b23122d5de005b5f6580685b9407feeed828b2d316abc3f46fdceb381f5dbd4800626c9e0fba149864a1176360f6787dc718c95cfbf4ac1b48ba149e1a4ee3946b4cbd88ec8e23faa12779082a8205c75b62415a9033e3d33fe874ce65ccad172c7a2e2316668ebeb8058284a998a18245c6a822c831fada1a2eac2b47e89985ec5afea0a09f8519ec5bd743284e330fd7a0a27b69eed019f656706ba12ef2d49dce4d0066d8d465c40805107a077fa73d02de563ab0c436799626dd828239ed727c102819a4318821693b358736df633a210910fde529598c3db27c3d24ed43145&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246659406Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7157a16ffd6016fc706a1b1df1b6cec1538d46bf793e193300a38904ebfcae2c4f3804f3ee7e9ca0d8721f8e94a01b27f7d41c33c167244c2eeb8cc95bfdbf85a1682bd51105a33bf09c922537fa9e58c673a7c3afab485217dc5466dc30dbafb7cbdb6b959bbc882a49769e25870a5eed4500a3c8984cf5f99dcd515e8392c11358fc9e253cfea4e8c8cb5ada930b35cfc0c91c91b1883af9122da75fa4ece7e67b90f1aeed6123dfbc8034a6eb921556f9c3c3b81e0f42a87276de3e4ace6869cd45d14d5b958a7160d316854209e8b4cfca055889ce26b6e7d2d47d05dcdfd0b83a286eeeddb4cffeba0907665472870adf450c3d180fd113c10db6bf337b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246678332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55df4124224bdda8793e502e16724495034dc216d4869ebce78c6144edc1ccae4bd792536523515aea922f0c7d186db2452d9fef3f646c45e87755173dcaef492b9995c56c78422e7eebf6330deb6d076c0a6e355e5f761ad41c8585d2f7dce589482225c3166d168e07e59553930af6f055f5677f81f6498650b4c6c965eb5fd10099796ffaf91f7041b6f1fc70209a785e44c10663ac077c9093bc102c712f833043d6a81f1b0347cc39e30952b9fe7a64f94d77d69cef1bb993911ada03aebd0dcd7c58d982304576e1b056eab9bd52155cf4d0f5563c2b3b02a5c472c44a58affc75b55c20f7fe061753d0514d81b99f77c74adc12d03b60a8c363afdb15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246688782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5ca306fcd27e34d798476d2f4ec25566e49ca753ee88e25b9010be55bc6dd557b275a55a95fd15572e7c46fcdbe0695f48ad0f64350833fd70863a8fb1e44433b38e8582a673b91aac7d9aec809e50262494785ad0dafc3dd1fda93b86becb737b09ab68c84af15c7103d90b23f63af8756e090fecd3c40da0aca4b4192e2e7e5c8df1073348fa79e340ebf242ca52e0e95f5631bb55f1e547f15b0a23830b87419dab8b33ea25d3b71a007f6b9491a00dd691903e90a2936299ede663b1ae0d07b18be79af9e78b79b9df18a9c1cdd05fac155984cae5e308494d2eb6082b54bb4a4ca1df4ccb3bac218db9e9883c5209212d93e6919ce1f9e237281ede6796&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246695775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67319f77968b2a62f6eb445538c48d83f99cfaf4e1086dc4e1cd66152eb042133924206a10317fbf4bd03a9230bfc792adf73b1abdce440c38d7790b0d421bf9cb879e7d137c0e813265d7aab038812de0eab11db13ce1e2c8e2c5893ae03855e8fd6f0841790763531eeecab6a08db3a5295f55a42fccc49e5e8df94573471b3c5cf943061f1a960fe146d06928c5b4643da7ef811661c038e9649cc8b2bb1744a2fbb0478cc428c365b2355fef6429a4b3336121e3d9a59f46eeb94e571233afd1e7756f2cc4615fe71389b8808071274ba1c2fa42ae7673b36256c793b64fada3d4a0a05baba7a0eef36dc20c73497d185b708c124bb79d102de9ffaea015&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246727775Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72fc3930a75c16da459390b2897dd63cf45da377d0ead73ecd1df033d8581ccb399b79c3c1faad15f11fe6c16425a9627fe88ff7b04a99c054038b0b197eecd27aabfb04ac5b618f02221f8f7d37218a9e9df552ddf980199f3a8171d6526fddd9ada3c989c8e29bccce509960550b16dd9f4145d3d919b91e03d3291dd581a6231962edecd9951c2f2c109b27ed04e0f5c65eb4c336ff62b339f3b58d7572179d74d046eb42bdc35000de224cb71b1869c713846d94d6b525bba4245ed7ed0cb288ac463687fef6fc0bb59acced8e8747dbc0704af3b3ad387e1e618eaa9d79d9f0c141f1ff0f66c4399218310eb136fcf1622db58de161cfeff4d50097f1cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246735239Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c3a2a3458677b365208498ce1a9d8910ccf011b944f37c423c12537a3e5e8b278813613fabf96a517b5f2a890390cb902f27c8817511024d101490ae152c1dbe2399a4c4caae66a3cf0018275dc35b9c88b9f06b6fa191cb5062bea6aff799d8b047ed79d9f7c8848edaa3a196420da648921e9430829fbfb7e01dd2fc5915dec4a932a0cd08e2dde57561f3277b6bdb4ba0a1a74f5e94e5c212f506a58faf395c74eef1e9635d571e3110e3d7912b34c5556bfac7c7e6d6d133e4b48b53dc7fc0c72866fe28e0b5ff3ed626e5b3e475939918a15c204fb54e49617bbea2745ab7af9b0e08eda014b5d1738a8ce06656e3779129d6a7d3628303b8ca4759dfb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24675156Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=46fd3f60c791123efb4382ac38cac38246f98f980edf5d1a31be93a9f65d61b6245f4efbe152c8f485b023707796ca55bce31a22e9e2cd0b3f4bd355ebf361be3ac277915af0262afd9a3bc0d292e19362fb422854e33256386131cf6aaaeae852085330214c773413cfa3285e1b812be56e5c5cbe79f7eac4b711e1cc78cbd7fd010e1954449392f5473e25bf563ec1c2c8f3f2aced1d0c19d908eb8bc0cf8f4772336a98c5a1c1713c0f42314bedd45f85146f8dd401fb0a4881bff8b83b920f96569fb75e7c14017fbe65485c4a878a209b282af808b090ef17acfdb5eafb5ca73ec199d5909b2eaab00eb9d3a1689fa3d8ad6bf6e9ea0f51195ae95dc731&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246766488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2b3340ec0d6cd411f01fb17ba22bf0eea7687ef05d9860ac81310415d9c296bf67d0ebfc5f1b553e8f82fa9308cfb479ab6e3867b9b24bcce7895d7a2ad77f01e7bad9826785418f6c8667c876ca8c6ca0d3e4022587b2807717142b8ed0526393955fc3a03594e03d8e58e0776c23bc52a244c7d4154133632d1e36d47677b185910b0687fa171b9ade32bef8b5783eedfd71eb136e22f76d8183c5fb9074f69046b72aa174ad3e6a308c81b87f53c501de834336f2a77019aa90eb7661c35e73fb963c21b1ee546231d3964f1ca4a9c47adbbc29a369b067934a4dfe707a0ba15ba18dd145b6419cb05c9b2d78e027f3ce43bf3bfff55afe79f094370731f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246772139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=135195e0e08391fed9a2c9833d88d9a7f55a2ecc0e7a6ffac00b1a307eec3d335423ffd4733effefeb187f73b449957a1145990eb75974db044aff73972af97e98b6c92f65b160930edc5c6d8a14200a39b963ce9fd4e064da7e35de55c26e6477a9fae5f12a115a0d39cef5f77cfff1222ab061a90633144d0455680b3bbc0a50c2033e3d973ac17aa29d402830c4a4d63152858ee0bac0dd4542f0b2db947634227ef223da3c62ce038271e109fbf253c520af8eae332892990d62cf0cdbccf7805425a5e984ad94af2d1b81282d872776f92815fe8f78ce474fdf70f48bd680359e98176887c3afdfd564e94235a0c2cbe4e55ebcd0acc7f5b6385750fdd7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246794341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=41cfff45a771b70f4f4d9eaa7af29262cfe36763e3d00addfed1fdbd6d7a7c00389715b62fe05c31947eab7c3dd8aa984d9b8e66664b1b61910bd6426faa21a3af9007bee78699df8fcf74e61642570ecad98339317b689a69014578366d361ddce3744556b6ea91f8c0ede3b6621dcbd4643b0aaf200a8b3336780df2803eb728c3f0b957f11fdaa43d24141e121e949a445b0986e3ec0e94381ffd0cde0fe167a6a0ac96a18fceb2b44b29ff87a8d4f8ad4a0a04de2caceaffa4d5003fba033a5e3efd95c60ab4ecaf32bb2abc6376d7bdabbdbdf4574262235111c151301eae4bec80ab5cdafe78d8291d434e6d60de4fb48c82fcc4f2062de4fa39f36611&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246830429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c30eeb2abd634d09780ecc8301367c1432013d39658d3b0d41de49d28e22a0d886353dc32802614c44665574992c755db39fdb62124cda0799541d0bbef1f308371317347d5d01cebcd4705dfbdf257d262618a3c56cfe72b1a9f6b2a1cc341180bf0633dbeb011893dbe9f53c9381a46f6cfecccfd631ca06a392a1f2fe6ca44d5705b11d3a755ea33f359a8717a2c687f068dafbd7b6d09a484a489d7a78a2838c30751fa3bbdb27eaa336fb822297bc5d359a1940e6ab6d33b1d333058db37e9cfd696428f9735cb45a7cf74209f75dae22fc1dfc35e3cfd866aadff2b6fb6fe43b66e2b7bb30ca6cd9cfa2847f7d6f5b2877ad76353cf6494b6fb881cc3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24686814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=94f2abdc650a5a91e545c5685513734d437781840f92ec5cfc3da64d6c3a62a24ac0a9d69924d8fed0353871be47cee58792307f01a1d6b7aec0464e0ec61dcb8609d2ecced91c0388e67f49033a04969a76fe62f5ca24b8f5c98ab6373047fae783a01e7d2e52092d0edf0106ac8bdbf697c25d42c64be8e1704cd15836cacaaac8f7217232e354e5eff935002351265fd66fba27d9fcec1158f5da90d575f4bed3a2783723041928c383df27ec2230ba144583c4b9bcb0bc3cb4c8af37b424195831a226c3887278a20955900e3669c1255f082de2fd589b100a23e21687a177db104eab4d90676722c86a79572c72a194fcc826e6a8b940aff6fa451aa822&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246896413Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48690134b2ecfc19dfac70f4e2f1e411f3ec2c9c5068a45dfe90c7feb46bc952c8dc3dcb5bada5d18e58cf1aaa8ccd782e3062a23d01ed3ee56992dae1c091a124e9a00ff817c76cf84b3f909d4e8f69bcc44ac349da3fe69e711f7dccd805486c975b55928a7e087f0242671bf2b306bfda88d2efe13ed4581d98c597db9f37fccede01c4df137dba869da5cb0a0f7590c7cb8b5aff68e323d7f27e08f51a1fa525d47f6bee57cba872dc0365a856821814b446deb65780507c978dccd8e8858a6da6eb5c87740ef6ed753cfc3f1617c8b16999b50f5e58cf102bdc71574a3d2ae2fa83e89f254ac3ab9acb96e6343401850a583b9f427de96312898e7cb429&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246632506Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e7acd56c1d3e27e6a4cc75fe57a366f7f395fab5c7c5cfe51497e6399786408ce720cab3e7a3bb5f06d250dedaf1921aa1dfde9050299aaa3e8a530cff99d39e6fbf4b6160262a289d8174b56d5106811f7fcd41ad7e9c240b5a09b8e13dc0034dd116c4efae37cb949384df90edfc48a0d9a19221920ff536f1e91c41a1ae4cdba2c30ca7a87413598614c9bd4908a68dfa50edeb0fb08a923d48e664786cb6c9b5cb0a90b87d801d3a27739cfddcab082fe6936a52a233a1286bfd6ce86deddbbe834d5641f26075e6767da0cf5bed5f23d77e059d36e1782cb7a268928f6f8786a92c2c3e73055c4cbf2db3dbcbf6161d1d3ec858817c944b038fcb16621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24693729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=442910d38e95a8779a97f9e363c12233dadce9323c6c5db5fe7099d21189e8164f7ec7c925ba9c84a3af6a3b109abcc19ee467a3e13ebc9fd4acd97e0944fa8125df338fd41c1d3bb0167fa026f2633f7c81a35378faa730b018060a1d586be0afafcabe870849ce94810fcd9f5f768b4f27cf8cc1dd92a18b64bb6368df47a935da25efa647ee4a90d33d7329e337291f2192b77761f92a8f32b76ba40ebfef2d8f874aa6aa5e54864794fec5fc015230987ee4f6d071e41d6751ce6c54043adcc11a3344a419bbad80eaa14a8a60dfc485f73bf7564f032e8fd1e547f366ccc6e2641ecc184589b6d9a23103f4b33581d9f642e045c3ac53c603e2e1ffb102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246982215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b586e315be00a925cfd6184be4945836d59ae3c20b93817672fe27d966c44b3e4ad92073de9f08f6396395267e3899c2465427f133e379495fb83874cb8df5434a7d3bdd1b80ef1ff983f4b094cba4a93721d62d69a67f6d8c4016855a52b48694e9c18d92617ba621d0302e2d7e1838a76403c9e13db4a0b9e3c03241db2d47aedb1a610a5afcd563529b7392cea453b0a50f5915e968d6b0dc549f3f56d9516aea968cc4362d05a0f034fa72c8080fe811e5a26aa6c3090c48c747fc991364c9b729f4828a0a6e3b3caa7c00d9c6ff6f75a95edf9bfc7f02acbc3fba7dcb67a3c34ea094716e1d194eb1a64a2d324b7864bbfdadec834c4e887f9e93b19abe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246380521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=165c873bf354435b688663014cd5702e7a3355c0989ba7397ac12e550f2b0a19a9dd1a7b63bd2db4121089ea490fbc4ed9382815286cf631a83316ba30403126ed1ad79ed42a60986d20fc87668a2c3483ae589817c3c57cf5f1ceedfd58188b96dc01c8697978deb9293c8d2089f707f7624a4f4f2159ab9d81a91638ca0699a11a91f3418ad579c65d3c0ef0a356427b6f6b4c21f70defa33691e994b79631464ca8d9b06907ee9c7794226f5fe22eb5067da56c47505c73725331bea539fc441a98aac5ce7089f720e3047f22cf8c12eec8f271a490659c9973f45a49fc5b85e9852e16525c2bffb3370aff32e5923aa3d291616aeb5fe87b6fa22076c66d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247015177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0ad1da16b5d531e33d7583e243923fc399289696a3befcdd696b3c0a1d7867777bbac3daa7c22d365b6f1944a5a19b9e0e920ca2990ecf67b13ea9845c11dda82659c8ca7a7ef56c9ade18c6d4fc9f1c4543d8e120ed59dbff21387e19561b846f227d4723a1449ff95a8dfebd105f7e79cec9a0c115f6f28b2e905ec335081907353c2ff3f735a90d6c62ab7380060ef05d9f7463b35e5e87769316474885d789113126e6ae619f52a47376c4fbdf59bd89df3d79dae1692eff68deb75c8c5f81fa247e8894f2679039878a35dbb5ae3d2037d55c1a3aa829d41a967b9af598b22a963b1077bfa3c4c6b6ed46edc238cebf180ac86164b1f6b7083fa3d8b6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247031468Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c8bb66af9a22d4ab8534dcc69c0273e9af72045915110b4b084d1d8029016ba15a84c023647d61430c99ec2298de13b3d3bb0e458b35b9d29809bafb10d2ae995a18bdfee3f983239124de15e14e073d9975e98f2808f9f21c8882feeec9a8a9dcb748a2175ef76c5f85c97f2dcb01fcdf8ce63d9012d520d36b46dd5d8905a2645bcf59bcf834c5ede380241b48da0b8121ba27f848264301cbbddf2f8e5318a032e299d16c6652f84f2ca46724d3a1d7ec8e177e12693c7858df557dce225e2a6e140875f1d23c36635aa9a20cec52d1f95b4eb2d2b0eb910f0ca4c23e8b794616172718b7140b90fd946261465af3bbf1d250791d86ed11a512953dfb306&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247048209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5fc2c9547a1cc95210a40a8dd9bffb7e82e7e04b5685b09af3269a020d2e67586889f5397746bb8ae4a7cdc29fdc438fa4a0ff5edc94f0acefa1d35679c47a73c3dcc78576043f8c9f93a95e83d547052919fdf145621d245ac4703a06c3de138b8317f6a877579f3d31af3ef48674f7fae2dfbe91bfbb833a5d2b24482c8a1152f5d2b23368dc73227e50fe0fad93cf8fbed038bb3f77b41e9d6000780c5381b91532b10ea13119d3c95772ea4733f59aa19207893aeede4c7f4be71887ed7ece7dbb329318f19ced8937ec0eff68e565dab1ead03d90868082886903416d9012f76fcb36890d4e5f08e333fd45bb869d9372601914d76e215b321c8230354&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247058248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c0fd786502875ffc2bf19866926f2a2f62ef93257457cb880831c094a6a3852092a749aee25e390985c50f49ea0e79772ad7e1edc2134d56e37f74f2f49aacf7ded6b3c6bcceaea8c6338ca09fc559fecade35dfe28c0582a03f3e670b42b9bf6cc9ca241864d1506346aba1d0a22b8cbc3674d321edb67e6d55b255e72ad5e0bff20005a6deb1fb462020660edeb163245a85adc429b359d70a9abd6b582f8a36e0a8ea76431f51fdd1bc2593970c606c65f9b65e082a2486db205ab51961b4d846e4f767292c0e99bbae672933daad345e4aa2642716b9745f59f57352e52f389cd72c6deb38b7ef78a23b407f9dbee438fa7ad8b71e6716af1f9bf44c61eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247070551Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2303d70cf28951b79d042ae4e48a61d148b2d9fab925a5df5677b01476b41a50a47f132dbe97418e44663acdc3ddb6001bc09036e4521c74c5a7950ccb0d9bd48bd7abf3f9b0dc202d3c49057b6014873c048ab264966449b13d6ed96acb409e9b9c3d18b1c3fa1da2f0e544fb9fef07a7b97008bd011701073dcc3bbf8424b07a1894a6ace166a314f2f5abb03d784012f0d3c26fbb1e50ec7cd340a0ca44a8d847f93583ab07c1beb61c8b48a61b10e92331c401e4c25c396565bda54c9bb99d44d7f18c146c19afb44590914f4ef7c85c893b7327cf16a65b1fc8f08cf5ea1f3dc12156210979f0bd0c4c629e94caefd7aed0ccede1797b8fd26680bbd017&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247083255Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f683d8ccd162a87d16e79d5811c8933ec1c5df930b66b759dea10fbc867fa07b2af3e976bc5409013b61fc5d4ecf2679ed856857103e5e1a4f0219a552c62d6a085b0854edefdfeaab23ec4e73c4b7ee6bf3d40da5f31aadbe1f37f24cce574ed28943c41539684afc988f68e3a387075cfe7f3ffe4da40ff551d9a88a0cc195a0700a34fa54a7a4db537a3a233dc0e242014a457b704e67c82246cb603066a17d88683d03d54740758aa4737b16ec83101ab18876d0e80dcbb93361af159e1fc1dea91696d7b2e24f02e4fae3fa0a8cf691f7aa37ca608b8035b8560ab7b7519191a64614ada231721379aad57bf798d89fc2a35e9974c83cced9d84a90681&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24616785Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44c0b9ab305b713b556bc1a250917be2769ed7a89459a60644d4d89bc9fdcf1b9d0d9e52986b239bef840c6cb819ec7b478081badcbd62693a9594a9bdcb85318e7c617641773471515c5e9472cfa5cacc76defdde5a14ecbcde15ea5fe60f558a615eafee3d32c4514f08b3ffe1850f96278f2454840cb7e743a6be42c34dddeefe890c9cb741fe20c186758a362641073e0042ab70a511d71164922dd66c54b6ce1c33976e474095cb57c51aff75fba89e8bdb89874281802e0755f1d9b418324a994e3824e4c29556cf9c6ec6d3f66a6b7b639a3df24b33850788a421f93d2372a24169aa7e7780f1df4a878629459298ebefb893346dc1ab00994307e90c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247098203Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59e2e9728236f371916e0d5cc94a15d2ba6f9b9829da0e3da13aa41c4ceac8c34680a36d281c01939f8600712fc8d2abe78a29c602ddfe66b7da3230b725fcedf602c554e37641398085eaff0f29d033e67008774ca4b95460a7bf3ef55d99d9b973174edcf7c1510d9147cd29fa61b08d026c8234233f7cbed9c786fd21cea03cbbf9393476c78743a9d44b2b520e334d97e6c1ab2487a5eed1a62febc59fa22cec936bb809af5a10405003e9fbdfc0321b6f23d880f3dc48fe8c350d46434f7ebed58fabf2d3a725a3cd10a162685e79a5d2f3fc4575ea40de5f0b1637328fafc0d44736570004ff56bfd9f29946f9b7b94f9ff17d2efa311ad597eb248c5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247109885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=930aefbb16c31274d666f10ba4f5b62c4bd49afbefa5616c1b8ab2e4e5f8d387e4989e6155ebf2be20c8803f558b7ba2333a9058e5b543437425befc0346412a2b5c198dd78b9ec73fbb13fd886fbacfed95875bc8ea99bba8bcc8fdbe036e33ad72c280221e4980655ece2f3cdba41141dc5b3344ff50c4f6290d067a9fdc46efbf333ede5e33da8d2b394e229e21448a6ae23a51ace302e5cdb8671d8c5f607706137ec31760dc36155656cdb0b92e278fbdd7997da2011f93d9716d4ba102c30f50103c646d4769ca4667be0c7e1350cf55229c8a99163d6abda42314b3bb4386951ea3d4002aecc79d9c601c09e30e62417e15fad338a3c586cb73496485&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247144611Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc249c94d7fbc602ef4d16b4f21db0ec227bf309dc309f3e3eb83acbbd9e893390dbb310b1eafd9a476752ec63a6204edac94b155805dcd97e9041d4c975019f217440895594be67cb25c3a1d6cbf8da210de15af7fa0d5dce7252edf8be8b9c889d2a5a63ddb7cbf5c381549c7232380970b2624c2ac122b0ac0cf0ac8e9b7756c63219d0c97f6860d36afe6d9da3374c015dcb413ff23bbdddfe5264da5d4ba79d84a8e333665fd8f2715f511291ca380aacf1355fdeea49180fa3cc53ee37612f447686f816be7f2eeee600627cc78ac4c175e701a4714dfbdc7e44c9a109b1acad7ac741f645b689b2fe7acf3db274b726582ee72bda176b2c1f3bfec772&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247198512Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aaf89047d55ebc837fcb18bee26cf4073d7f95a517c360def2929ffd0d6370c0b5d49876d803fe240f3a52f0f63ca5936690ee630370a404961c9f0efe159b9a2a0680ad823d5c9502ed5a6a41aae78097a5f61122132fd8f77d25ca085e863f0017dcf9034e63caa49ac1d133993e6881d59b672aa6bc88391bf4b52ad4a667d0dcfc4318ef769b35451b3bcf9707dcef36bd3b4f70fc711d9a4dba37bb2fb437c3437bd8ae1316a0385ab584bfa2dca8c4b10586f6046d9217821db45244670e30863c0832307abb21f478c8013a7ac72ce2571e5b76010a2729b570b2dc700f8e0a73873c9674f975d957a6b99f8122790c9136bd9c78b52bcab3173fee4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247221906Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2cf3f07a0cbfd11bfe1e4397e20fd79319782c9a0787a341beab0c6bc89b50833a4f3ac1d1e6d5d84f48f4984a13bdf072614f0055215f2af2c9c8ac2828fa1b068ebaeec8ba3e25b3e40afbfcac9c4b0a8f3330d9f106a1fe49cf1296706304773abc13eeeb956a5b018bcacb9cbacb804c79199ecfddf2e25ad1cfb61cd65f6637f5670838ac4e62888656e2f11b81bfd0d8031b1c8d52e7849d599f3ecda6ad2492f3e2e78de340dc8504d35620fda07cc1f23adddeb2a06b2cc104f4f930202fb48d36ce88d064e050c698da6f88f2dcc87afb73d149a9513c8703a8190a2fe57c477826d9404288589b80e5e784ff862c9c05bc9c153a205ca96eb6a656&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247236073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c04e72acfa36b75ea385a523226ba7a1dfcd459567158f2d5f33032336638d20de17468b41ea16fed45a5fc97f135f9fb558498f47fea31d835d3dc9e63b9b7278a50afb838199a304c36ad55b770c8873d087d5555b8b1d063034bed4398b015c346315b3ff9447ac219b8439abdcf5e04e0478bb8199a2693a95dae022654e839a775b579ac5bcc66346af063ea2a481b0830535d5fd7839a444468d3d9d7d4706abff842605089598021983b6b8ae7f4adac8798af0927d9036de29eeef07694d481e3a61114b4207478a87c954f170a53cc9d28822dcb72851b38a6df4c809716c2ad051c9919b97852930f9731dc78e46681cec5d82e77609cae0c296cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246986793Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba7de216329fe6a1c7adf0d0c67af9324384734bbe0120f20c892d4ac88db07faa49d21eef23c8926288475770e969c553bb1a9c6d70f04955cdaba694c0cbef4dd08df650a01c12f105799844d3c9106fe682d2121b7be7ec385e02f65e1d03cc011317ea91c25428bbdbdadab9ad26a80e45871108b130c61bc0f0bed0c820b602b2953a9f66c7f7ad90d855cc09df428598c61d78ccb33b07eaf2942302e83e6bbbdc1e2202abb80aa538c3faaba6353ae2e67fe8bc8767ef1ec589af8a16703e2a0148c66ba9f926f58d3d1170d981e234364ee1ce0f32dabd51980ebcfc3c7f8590af60f85e6c89b142972c481cc7be55544434db99b1d7cf5b79b979af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247015207Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2dc939221e93e0be2eb75fe01d0879f2421dd3c59d992e5e2e3dfb2a08ddcea0eba187e7a202a51ab7d0f8a5dc436d4b5a7c04c0e8847f0c459755c2a16fddfe8c1e13ed5ed5fa4cb334cc7359c3dbd38233ae845eaef31342b9526c2a6a7572295b30ccaef4577c34b6224855be4f150be6b1f811034a94cc5a8ef16b5912427febc63a6ccbda9cea60acf55f218412d7292225dd5d40b2f37f724d750820d6363f6bf601e19f793179effa39e751b67649af974287747c82083361a98bc5c0078a05958917f56ffc403f168ea78375b0668fe4f5e409243ec1aff52f7c0162ed958b17a1ef5a5430c809ae2d682fe095be875e1651fb55e5c1497ed3f09f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247035695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c601da1cc3d19b82f239d5e12790226e556a948815507c027db3f592ce2f1cddc13291096e85fc0149d3629bdd6a19be416bafb09d775784759dc60f9b34787fde707da4206df27a730cd1ffc4b428fbfe2620e8eb6a201dfbd7ca7ff3d632e1dc53beb049b8501883d8fe577e2e7fbd5e1a17573657f5dfe2315f74b1d28a3f9cbbff567f26628400366823263dda107b7587f14cd55a4e326fac81f46c06134e8cc88a80cd9f1dd3d6e24ca6510d8a94c5591eb7d683cc9aa0816f0494f108d4f98ef120778bcbca9e33c142f1792c42e5d6ab25d0274d026d384b3975565b1bd2629717c69e0898f9653b7c080f1abd32d762e265ea624f578b5ce632f9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247342263Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8783bd591915c6938d1f200d94a8f931642b641312968873cba763a21b03e0cc53ba341ef3be59057fcc7dab88bdb90b5c391af6d5b98ab4342b92b8dbbfdb035025dc3f7cb2d311a52d1ce00cc7edceba3899120013070f9a85af4fd2da6b2c692eb35eed6eaba72c25c55d754b72bd9310cb354c1b3996c004498dcc1a82ebeb5f9200e12dc9d06b12ceae05dfbe9c7edd2482d168a9d6f46210fab4682adaf43575ae646375caa3ddcaa1e01ef3f41d7d3674008ee44fcd1480de1e44dc0b938a060bc0e3870339288cb32f678b468565dd3da015a11da3f175a2c64f579cb6fa3fb5c0ecb3530d1d5890e7fa9a566f16321b49f4bd847e22a836868b645f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247342033Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a2107a5a37d03cfaae91264cff281df9f66a9d4a1eb215a85a91be8c295f88e8d095ca1814992b0835d3353960b4edd1a91dd7dbc272d63fe734886aec8fe0195700a6323c6f1bace7ae32939692a84c56dd1f57b5484560ae714a7189f7ddfc396f6f2122832f0abb376d3af5d99ed0b8f4e1e23c624f216bab63b21f18dc6445fd4784995f1506d0d3f54e67efba18d14557c699fbeeb94040159e51abf6e3b1595bae3a84ece73c9a896c3a7a57375d4ca04a43cdf11b5f27673b5353fd51b3fa56086a9fa7e9502a75d9ffb6a387ca997c0f64bb75c1c1b5b0b0f39df865b7c7564d0436ff8c1b48d8d58af69d0c83608b6e81ccc63f5186fda4c98eb6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247353294Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b99e90bb1201b926ea3951c658fe93d786656e6e0d41c4843d84fe67fe23c742faa6adcccd6275e69f08dedd71833a5fe7be7761051be6b4fb17486eaf83d1dd9ddaf36c1ba5df62af6f3f7d17b85e5ef42c10151ef0bc40a78d417bb969b389e70d9de8673777a52c1fce39f57b26857b9e8676323e48510f7b504580174a4263c91fe07ca3982124926e8b8a97b3f3e5861dad0e31fca0f8a9a8bdd393b11d88244be4b87ce506fab2d689ee9e548c32a10cbb21c6fc4fcb8331e91203647c391dc99a2dd2f8e36f0470e2f7658bcd7f785e7e1bd3396d7e71435828434430ba448c8b3ecbcbd63680c72b0304ccb1086fd19141d1d7b74c6b6f404c2971b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247378492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=54fc5543b2186e7be01b87e6937aa7b898d5f9cebf33bad661a558037080dee47aa80e70e7e0b1da8e3f37d15c8279b71fb873fae6c676211f26722f7d309081c425ac0166ea9d801cb724fd4782044b6cfcf6af553cf151e27567aca3a095b211b382e84fbd5fbfc0c5a8a0c7c6ba300fd8dbbf8824d4d3c912a4f13c76d8e733a655584353e9fa16c483ab4f7de0557e43030b6bc7182b271c958ad775ea64193fc340145456c5125c524a7a174b431dc9d36c8bfd900fe935f12f94ee7b7759130c5f748bdd83d67683d116ba4362bdc6f4aa201515bd453c8c3453f75f44df2054bada6a2fb1cf33ab647bd190daccbcbffaac2b600126a3d5d601059a61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246986773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24cc6e87c1db5a0bd9409ce47379a4c7badcc9ce4732a1d4a3c441a037f044e18eb291c97da92a1fa51fa6417e2fe447023b26e7a0471fcede0bb8b13aca52e346b6a074122ac288bb16451919c76325e4c7797280e5333ac788dc9e1c5daec935e15bff8d3fd415814de78da930c11cb91ccc504708452fa6d3c8594509643f35b991f1dc8f019f0a1ec29751cd95d9da04b2899d11f5e10fa2867984fc65a9b401ba85d116f0da7a0ecf2b9eb6dd9d95ecc56840e4a464024e268dcfe2a25cae643ef0659688f48a3acac42fd9410ac67e71ad3635041688394b3deb8cc26bfbb45d1cdb24cc1646c5aa25ac0ec868cbc25567f3ab1b77b4f27f83deeb1b71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247394632Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddc39de0a2e159102dacef0986d695660acebb79fade777a4b3e4caf566034b9eac63dca49de7a9268b29d79556a94d69b8406ae8d06f9adfb925a85d45345d7d5486d7ac3c620c79734400b88dcee6ba784a85a742a23f28ba74c647b8c6e8781fecdd7880b4306944630c5469c15a4689e56faeb304e49f72e9f38f54c3a0db714367e3e12147c3398bacca288a4f33feb720eb36e4b75d2df248b747747a882a3a277f638aaa0d30d39fef85a6f4e313ea0b358ddb86d87fa06f1e1d88c8c8741de6cbbcc81daffcb3767b1cd25a55c8b17c3cdf8a22b405c16c3c76a66d68611cc194e3c6b2de1aa69e3e15916069a3cb0bf13aa0d2b4d6fbc679ebf8a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247407987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7636454b95549c2b214edb5d35e5687e370e7076b24061aedcaf9e078b2f293c4f86ca1ece69531abeb220446bcb74ec3bcbb3d15e67d72698705c7abe0fcc1cc794dcbe210b1c72cb7d023facb489570ee77a12913df9956bd0000f5b5c9349014835d9f0eb491460baaa57830d049c4116e81efe9e7a76798eec0e44cb3ac5994e3b1930e83082b777025035b1d31e11de2477d0b974a460845d09b91fd5fbbf5ba47754ff8815d7cc3ec4690b5793c6143297e9c152565b90eeb4f331497b0c301f86b3e53db08af0b9ce7e4b3ca45c68613e061b465d4cfa13ba489922874b8987be97988dd5a8597512670cf3d1359cb9cd239267636c3c04015c3cfd6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247408889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e265b1fe8604d1b747d3c9669701287eb47c6477ac8e37b1506605388aeabd4d819d1199482cd99b98d11e3b23947b6492687632037c04ddde22e68c0db464777a64c75862507a2b450246d75549116444ac631c08ef3e0c4cc76072a2c921ecca4786dd846d0f630019429d1f5dda359de705fdd4462946c19377b7a682e60c20b22d9cc1b016aeabec6af4c5f6a869e843fadc77f6dd1a00079745a112a98a53b2383caaf984a28d0ef677a9284794b680639a306296d00c40ec71e5798e92d166c9b2790d3df7ee4ff50f7192dea6fb63e92d4b108f328b7751b0aff5ff99e41cbe8296d2e59eba0222a7c9abfa280349bd984699260d702b0ca2996c75b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247437904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=75b96f3150534cad53a4e4dff3817dc91345bddccf2f1af1cb6bf1d6cbb6af93c57f46503950e531dfa8c52ef2b8fba766f2bceb90fa3059bfd7e25884ffe63b67669dbb199b7ad8b681e73dd1534482444be4a9a3f87d0d6ee03f359967c547baefd8eb042810dbd3683243a1a0b9ecf3682f0e508d34b60cabbaf091d5fcddf430b998779d4d19796b0a265eb03ff3d47382efc87d93140eb67c77d414f82fc834b7adc33ea6230ce153e20201f9fd32260fe073b8d057909ab085d6a1bd404355397a024fa9ed3f5342c021c874025789bfe69511e90482c3b65d6e6a89f6ab8995cfb40f211d6f2fbf5a8e1640656ac1e852297ed81151b25a3ea948b4fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247468712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25eba9c4ebbe046901b41e0636bb943aef6c82d30c172561948b0a5db66e41bd81ce51230f0334c00f9e1ba67bb8337fb6e30d56591bfaabdd43589489c919d40f28f0a939ca3f4dc9b9813a19f3f43765a941a3b047cf520be37a2fbb1a8b10b9f69b0bf13d02f5d8779274232df232bd9d76be117b9572ddd717686c1eaf7e4fd2474b060d123e4e9de3c8cb0e5533b1769c38a51db29fb78889e320ff66b2b694ea257cd2fd34a3a5ed6b57f4ecf985db850ac2feebc932e53328a329585414cd8f11ad5926f045aa2d2a4630ebaca7ec37e37c6a15e6560e6745f556034340e32ae52701af922e565b6bc209e776a92f80fe68d60cb19570fbfdc55f0e0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246736892Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9aac2d3bbb9ada504b5541d98ca34f3f10f2f433b1e1d702840848793eafac98738b6ba7a6a4d3c2554fc19fb18f91ade2882e9a29aa6f830cb100e04da176d51ae7a00e03e1ebbe9cd62269360c29f1c6245b4b16202bb609a3a6f568768c0e814352b5c1b5b99b8a326c0eaf090dc37c21c6612db4c6b0d4637dfae10b40c912a89d70ffa9439c172e2650c8d394be02c969805265bc91b9978f8b44ba70f61348cd5379ce21aa21830f8459513d0a1e019d878cce8b8d057695d8d488513e68f6857f158ef9588ece89926475822cb2b431b720cc2c60e0397f44c4ba2e095367e8fc647d757e7f7a1ce938e437425ff9fc253d47e481e2d5a6fdb3d760cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247542451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76eeab7f847663e724a5d1fd59c7c8e62cf918404ae0255db4d296f36bee593d8f03dae87110ae1329285a1a5ac68dedbf083362bb06f9b71faf7688e24f54e10d2cbc39c0fa332327d1c322278bd63fc542a84cf8c50ec22caa3bbedf9278c3d25527358d0a994c80603e1110989daaaa306b2d31fc671fbec87df47957373c7c86e71145d37ccb1eaf85363d08f18102ecfc823800f16725b5439ab65f891f0520f706fb9c60fa346d81345574f13a9b0ca5c10afaf38693fd601d85fc24c3820ac29a49ab9f9cde0f92dd335578b1d7ab3358e5455ecf72c21cf8b030a3b43d10061e39731d58b23422b617c040dd2491af1bec5e32999f9141c99d2cfdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247564232Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e66090183186979a4819984bcf29f3dd6dacf09c18d71db608a1afb9f233660d7bedcaded72e9e1d27a408fe200eac873a7d28bea5bef76f278c1faa8b09c1e412827724c26c559ba024ccf76d03c3d442bb2ff0a8d37eed1f5ca7275050eb9b3425a053734d67cf32bcc5924ecd129ac8162b25b7cad98e5aae360e1d88129fd75899bef9ee03c4fa2f725aa93ac4c18343b59e8ea83f6c11a7b636f8e05569a6b45e6835384d7e1a5b0037dce60ab21b6be46f5237fd83b128b50b074636d6f3d8ae26e4bcade8b9e4805f46fa8314ae5808a40ae98b0f6fb03247ba4d8e799fc26a02a7a6509ededec48a95a5c2aa3f8b7d3efcb976cd59c5e0ec0a1f4a7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247009646Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b98d825948d23e008644c34e3a306f6bb2bebb7eb4014a12fcb39323526b8d85e8731910f823eab6cf6a8a77c5da9135a662dbd953914005a6ef54d0346acf32cc875f8d6b2140bd58b92383d89ce4e0ced61b42f779b89e8efec4d4af351593ad0a3a499211b5dfca029093bb68dd266e1bbe88cfca8fa169f108e1d310a761d48efaa16ee8a78874efa94119cedceb640b362dd1f1ad3c3aa430b0677c2fb01318a17a324e77f272aa3c657ff0d58ab5a9d6ecfc51ca65f4c552adff25a121da5a8917d6c7191a45141729f36e2ebbecd88e14f87170011125ce236d6b8f359e74e7774efcabbe85b8c8c91eae5090adea82e3197fe7c9b07c2de24aecb3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247354005Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f5b14713d2ad969010bd76221a5b792a730cd42e02dde5fad2cd232bfe3f34833b10e35ce6306e768ec981b5bf21bc00d6cb694d6094fa2f4c21e110471184a5ff73540aff3f8392f832dff948ed93a481b8942e71b170f35538cbb647c5e78d0b86e98f1890bc64c2806e92bc2fcd3e678d73c774d35d0fbc4b33c58eb3ea8722488a123cedaef06b8657950cb079a91b9500785d15397fb9acad92b989c95b1b406fa57f49594453b88640a29b577485b1a50c069673505b8848a19b707764a569da7e992304d349b96e459d93a68f4a81fe87d3c8e3f0d1812bf093fc243c13f4b4bc024e1bbbf404124ec1714c564a6bf5c69d9e4aab16bcd2ef6d351d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246631113Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=226d710a40785509778070ec5144610a841dd4e27389a53767342478c87fe247c1c1af2e9ddbd9b0db0c2476da620473d1ac00c8276f5990ede43a9f6c12801b0cae8b0394f76055fbdae4b9b302775a568af1692059ded2272056385fe5944544206bb2cbb12c6a4629fdbafa389318aee94332751ad9cf37d2994426da2dc9a61c9f6cf911a7ccdabf28f796e541e2ded3ff41f22996f909578617b2299d003e2c382f4526fc825c90ec16b8f461f7c59376077168bf62af31a85d27c6878f1960c6ffd6da876ecde3361f440d1f038a82ad5932dcbc77f66641935c93c45c34ccc2e2a70c4900d3cf962acfea76331ec8629b498fcf1b0ef2ad3f6f670ea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247626759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1f22b4a439b7876e229d2c764dfefa08008f0871048828f14012d99f8e90ba741d8992613b60fbd2213aab4568e0a2412bcff62f318a713d770138f2a92c0d15bef25bbb97f5ca9f480a4d64dcf560e468212aafdeb9288515efb3bfbae15c357a613be00ac881de6db61c394b448d5038c3acf3e51b84156ef7f56ff95564e5695318986ffb492f528a657e205d00a37ce7a746977b0f76f7f184b2892a7aa95273f8c186f44109545aabb318b2bd557992fb81264c61971549b66daa0919c014237d6783dcfb8283d7f1e9aaea3516f3f4581c1484b4698a2d2715d7015258de366870918725b6d8759ddd8dd436ba3c179deeedb1a3f8496613bfb766ce0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247630707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca6eebb3e05e9338e8b8b1688bbf24ba79df8f5ef637d3dac145fd40957a257f66547a8248bb1dcf8dbd3f6769c5c17d31b1b879fefe5e32d3dbd0dd370b15e3e2a65f6d13e5cbfe351d8dc9c5fdd2e8fbb59d2bfeed83e4be045c9a2fec7bebcea5b36e1488c104097f617fc6c774c43b1de1b3b3316e6795e7b4aff43a13d81a37fa6f308a62e91c9f234f40505f0fce90bb7bf2c05d20f625afbb106668726eba99f72dea0964950368c077b26229bfb72ae60ebc20798dc8eb166772068a935305875c68249ed5b5b03e26f1a26822394269ddb4717a2c830757f0f8af6ef6776f5ea9d60ca0185a09b9c176884b89a4103fcbec986a82de1d5e0301e09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247662186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9fa8d88b2bba5508e5dd494979f967ba2bc1c131daf1ea5144d84d7f791e4743f4fcba5b74b00fe8dfbd01a9bc1ac39e11417a3678b8211444417769d7e4bf3a4279fd8a9cad7410aa2773a3fd7d4c2c90f80d667fa72116fa48d8733e175c839d5ea3bb6bd75e8d3df83972ce41246814699460c14cdee6e20308db2d15093da7ffb3fa139efe237881a330b376fa8fd65ab0cf4934bdcc09cc1b5981048c215475e2b00b5aa83e06c84a76c8a11e297e99621a3ffa0442e6e35598700977fe590efe05aa4bb6eff0c0d2154917caeece9e0e924e60c478a3e1f64b3872b27d9bfb417ccf9d5604604f697ff0fc9b305611a202aae7e443c2782071a2cee068&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247668218Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f8293b248fb24d9646831ea50d4b0f96aea2ae47a7924ed17dd9785ddf49b70941f9d75d2168eee788cedeee9f6f00f606c92f1f30bd3a58795d7ce2207370a5c7435463d3990302f0fc08083cc16c375710d17a961d1a798f8ea6bb1e5f17dd1c7fe13222efa0f104040bf2264936458ba7433141fdaa7b086f20e7f5bc5c911589ae5bc1bb9f2a6188dd837be1baabad06366f2f9565e807083a227f8d5c6567cc0255252b5370552b038a21fa263db8a349f90b77c1f5f12bbce215eaaa22f61e6cdf4244b657de85f725b2a3a9a6ed9801c50a0c275ef45f45f91c6979adfc22246147d3ad5a3d8d124ef8b4cdca2bf52f8a5ff5c28cfdab2c8c355572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247328287Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b01fb6ff84cc18b324f876eb62b2c104f1d37b87ac35777d8be5e6e4be56dd79d6e353316612aa63072e1fca647586525c2e69891c5e033212590c4417da87dc1f8064f13d18bae1cf83435be53899f9a4ba44f1420212e0bbf0ae8871b87a58e8d399d9da14f08c7f61de02acf4348212c3638704b91b639ca00191f431b669da8bb421f317550b2d7b19040e33ccd39f99a6970be1741d5ee1ff5a557b879071222baa811cd8c080fb59cbb17745f3ed8c954828b2094fc2118cd704413c8af3b9c39aa9f36d849b5b75778c136b40cd68db1e5b842c872a92eebc819cf84c80774d5ae8799f1ccdc507fb4a4ae89fadab3f801b4a51ac9d07ef774781f612&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247707732Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b17e112e00a77da44995c60f3694f17acd90b5e2470a1afb89a6a842a824799bf0fd50ff1d553ff5d08fd7eee48f2bd433840b14d1da132eb1a00276fca22d19f28cd35a8d70f8599e6310e21408bbbefed57f727094d4718b58612d2237b5b97aa85c3a502538798148c5d6e1077b2fcb7f6789e719cb5018501006a50a4ebe47d22a164ae4ed5b34b02ac2d845bca5d633751829126e0a94b81c98159694fc8b7f2b70fd48ec9495db2152197628aa5c984b405eb2ee7a4d5d63011eacd205e0ee8d3309c12ccefb4aceba7382e30a2b5f266bf3923d572f8e91c298de65c5b2a590b78a10e1d45baefc16c89c45691f1de1757c2f871eafe2030059ca1b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247729613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9c3ac0124fa110949463831022422f6184e67c5882ef87da2221f1cc7119b371d73cf199b393ac8be6daa29194f982c27374f50610e7ef3b7ae07fe668952c544ff89ddc29d1cefe363de4104ba57447496aa4b93807cb5e5e8cb2b98813932d26f81b4392b909badde3013d942226a5cee84d1de30b651f21fc57d15a641b6ffcf285c841c68ab1f9b49226f15aa57b06ac36c6069f7a0eeba42c009723ea7ba94744856b2b07da0d1c2f323f6e4d0fe4b40f1cc9dfd5793b9d5928fc615b6085ecdb08e6e2ad5b142ead23db8aaae7e2252d84175c16b33cc2932c492d8e3329c2fef9abb5a764265b00f81828cc31208ee88f4ec4a742b7fb5f1923ffb602&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247778976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=746e4013a3d46935bf36cdf757a4f0525bcf1c3b76b788ab856ea1399570dc6bd3e6b08b849708aa94a70e9cbc3bcf95bb87aa1450ef44bd306060d586acbde1706ea27eb942bc89fd588dcae062f7c08b74d880e106c641f30d4a874dd441d67b3c283c899db342cad37c4c7dc29503e7d8b77d42236cf734d0c3dbb35c253d43f052ea82322c11ec3b892f5d1f9dd0a6111448b8c4293043f50a45d899c05248069ecee506366e583528b75c96904451567a8370c31bb8ae45b045af6dcfa38d2a54cbe41364e93a9761a763b80ba7a26d2dda163e887a1695e9b0d1653aef35167e39ee47d4b3e44d8590b1a8a7db621745c134d2a5fccfbe3b7a85c911a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247820414Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a6f39b67ae186b727212ee3fb1889260e9ce15f9e44d19263735c18a415837dd435f734d3893f2c2f33091ce9c167064f1ed48393a0279dcb1f19e560fdd61012b7de120a34936be1e16e7307ba96f40392e581cbc42e6ab13d53d8bc8a6e7d46b3803a26ccc58671c06b3f5c6e9301d0ad947d7893d57ad22b6ebe90f401d8af5f73b36cc2a6ed9725df3df170bf3806bc47801dea9b47aebb347cb659297b789f227e7e6db11143ebe470b33f46313d47c5424811d745c188beeffe1ceae029353a140f67bc3fe653aef55736697532e8a4784339fd20bd89b9d68213f633a05724d164e0b996c80c5b075400747fe59d96f37a1e668d2566d3ddbdce8675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24784996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4779e2aaa06cad0656ba52488ed59bbe2bcf8ac29e23b34ea7a59c593171c14971afa28c8feef07f97eeff0bd9dc1ec007c43b1a394da11e09e6d76c597fd262581269564d227cfb268b39711f013451bbfbe0a95460250732837cc443ba6ea2a5b3d137414f1afea1f58df3e10e8f806c18095e3f80917a22c8093c893bcfdbef2912fb62da880406c066e59453078209e897aa08170789730828a068bea9abf0c4c55d81f9c02ce3b986e8627efac03e3a4b658b76700056fd6522c0417355ab0d08c345ed3943f116613f4123b6e8c17890bdaabb3a24f7d9f960950a7aba906f182c7aa31e17d122fa7fb3d6d7295190adf5d364ec9be9b87e6c40817f68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247868545Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=808d59ad1dc0d4c2713181a319e31943d37ab9b5809b5046eaf7526b5f3685ec2601b801fd37eb6a2dfad306776981d040cd2bc911ae0a2ed1e9be9a80dc609549a99771c3bfca21f8081047d57951b703fdcd05eb0871982e0a2b2ae083c360096e895dca434cbe0a7c580922a138f5ca20bbc503a81ffbad36ff395e97666bc6fcd88732fa00cb3c5d44fde970a50598d1ca582f5eb77ff7116019886d98d5d936a03a701b7cc7eb74f913c846e327e9baec40f41dab14209ea8581b91d29e069d12fcf0b2b4436a9886c77e6f516ec8e4e0908f5e6b9a996db0e8ef3ed5e5dda7ed78bbbbc4715a8f3b378ffd8739a3136b6cc257a1a763aa17ef3578f3cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24788683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a73e03534993103b831b58d584068d1d2ff92ff4c64bde159ba0bcdc530e7e2a7bd3e7a2be3ded91898b2faad8d9a3de40aa743c68c80640cee8c04841082fd45e5f44900156dad9f53fb0da014f41642094b7665421d7538edb6559cba9e88648f4117fa3b0cec871b7d4f265f834e1015df78db51e828e9fc0006a61f74b1bb690a9492e801d7134f66c4ec3cd2479225570077550c4a9d1f07c542d5380ef05a2087acf44a7d9ed2c19452d97326f2254f4a119e995d3894c18ef1411814ab098903a84b7d2bdac6222fc83e6603d85986353cd3bf62b3d86224d89b5965d8c754d59e4436d20c15b00a47fc5068dacb7dfa9efc6094aef1b90deed832502&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247899524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89c90b8529002e83689a19384bd5a2ec9f99baf9b873edc3d0a55a430dd65d57bfb4860d99285fe544102e1ee83d70dc7693a2fd60ab3adcd2093ef6ab2caf730817fae5af29e2f5ca5e0bf3714ffbc5b4bbe512cf13b051b801477c801d042265f55993f8d49fefbf98b6a3577649da8c827695c60f2e6444bf90979b84c0cba15b154f391bcda956c656e833f320cd134d0ec1b12d70e98d5adfa43c3c8902fcf78b9aae041a5bec49e00ea6309df06047bdc957d03b48b3754c7ad00f8139ff803a19cc9c4b6531dda04501fa7f3bbff572cb9ad69ac7e39601f8820cbb5b1e4dee00ad4e14449015c63063ab3dfe13c22ae9de7844a3bbcfafd09118e526&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247928338Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=92c0903ef5cd7b5e342a93c56417e0b227d98f6d444c2485bf52deb2db289c364676e4ca101df1d1ef6e9005324700bd366b443c4a548a9a23dfb450b47655808ef79f7f6c11cbe8a7ca1c5899e1fcfc630c10489f99933981a9309db464190f800f13bd52bbb194f2a7e78788b371f35f24867505864874756f4bf7f9761e66a752077bdb08b39f32b5c798fec670e221d1e246f3d189cdd753061572c7214ecf9f2e60f49772a96638d54c25d45b1dce72ef45ea071250b9b16f5ae9b902d3df08b9651689b9773b6deebdde6b8e0df556c655525a6241d9d8010fadff67a68d317ba2992a6cc540feffcb084378732e97dbabdd1dd4c95cb01d68fab20262&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247947023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b65b624d556035d211339ee3dd41445b1f576e6f0fde962ba3e452eebeec0c15a1551fa4f465add2f6487e6acb408e9dccdbd838da9be1b35577f357f3f5f8f79cdb6456f072ae52bf36e2c71e4798167eeea3ec88e706a62e530a13c72c7a70e244e849dd5a65db49ae067b4a49b576e992e3393c11be38fd55ff35359d97416730ebbd3c2a83f7712e36c02d1b0c9b8f833970748d6932202cb5badd6ba999cc12e1b28f8a4d81e822522caa4f9c5a03f9eac06c4b5220b6fd069ccb3d40d29703f6c2dc0bd3d96daf6a4deabe581c2c2a79044d98ca40654d5089fef37e07edce22e274a2d2c81d0af85371fd9ff31b9bd20bad0179ad08a5abf9c7a3e23&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247960128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a2d82da19de091a219faef6749e7eba38dc0e4162be1d332906718b38724f2228d7cc99fccf58b3cc2d392e70f180d7f638b3814e6b5d9f337a931822bc8c817ac684447d6ed552afe9793cd479c1f913b95949ae2a851a9c35f2b15a6c89adff2032a2b1c260d59385076c106e0b23512ea5219b0c391eb9090a637ce8169291a3e4f79902c489774fd46bb3da2b814aabe1a57fd0ebfa18cccf9b71fb2b1e659673e1f1c2913d90f2bab27aa98ae47d0eca50ce6d963e596e68a308746a5c54b61f57411855de941c0d8c98ab0f682ad418fda6907606ea3057b60c7ab5682de7799e1e1ab6d5d75ebca2d988d5b3d32fba7ee110d9509d4169e9251a8718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247380956Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ab0a9c3b3489ae051dde3ae29d8e6b24190f1064c4b29a2e6200f6421cdb461070cfb23c000613b0b329b6213f655fc8b3c433289ba249416853df44c0ce39ae6211f65976c79ee0878cf2d2ce0fda62b282f54b59422b1ad4e809ea5ebf40868a652f75034023261796d0dffe0943d2043590c0baf0246567a6c22a5c4c2a3c94a64edc0fb47ce8b9abbaa3c4674019029a674934c8498a97a64b33713349063736dadc5832a1a4bb4ddccfa1c983bf4b4a026ae6e00c143d377e871f65ae3805f2086da0f75724e2432c93cc86d12286170fd342206e7ce8986613d83180422a03963007261583ce4f81acc7dcea9d053faedd9adf9a82309b73cad3eec22&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247383852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ab83695410ffc58256ba1a583e14a8ff81c4123d51f6849694ec22dceaa882db0a104ba6def5a443cc76030b1b7c444bc6938574431516e3ea812122a6055e2178c3854052891301ecea16d29d65cb96a8e08ff22eafb0d11b23ac17c2d307db5e19ea638e028c7819111c179691f9363782ccf4e11606ed2a40ea3d41a602a78ea692df2eef0818b7170e9d0d00e220bbd2a2e3e1c9eb8b9db890536a08142312ddd53fb83d6294ce1abfe7cb2ec45dfe7ad571df1ffa785e2dd1d9534d3133c5e4d94b598e1e23e0a79899674b4f611893ddb160c80fde0165820f23f5b193f6eda44d7791c00c4a57495d27fb054cb7aa44f15746da847a3b6273a9e559d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247994092Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfab3cc3ce1d3733ab1bcf0428161787e27fb7c17c3d747a60df6a480fdb354b28ed8780448027953b9971f5e58b651b0f2fb4da43f15c27d662cc371f639495696d233d03cb4c507dbca76aa567231bab9716836b133450c2d8e736eda504d7dbc8c4ffd536f7871221e94f73b68081a9aaa8ab9cb8cd12f0d46c10f76b448ced5b02a801065d92b8bc4533f41a63796c9411637dfb53c210746bddace980de26f509e1fbb9d59fbce671eface980a7b0dc4b35199b166460b7ae73294f65b9485e04e4a533d0ec6016878c2bc9eccfb724ff30b54b53116baa774751e9c10e23e4bc86ed8bbfb5b1624e55e41bd1e22d0ec8b5089898e465e11bb45874d5b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248010984Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=26449f80ee81f3bd337ed027a9930da0ec0aa8c8cfbcbd84cafd0d81179b3da33ae4ed53023e1ad1c0e61a7b250ca0e3947eac7eacc3437ad905d99cd05274b18e4332b7d4758b6e1fc0a98f9713ce45aa4eb0ac18a83a3c8e0681036e9a957bc067d325de25c55541206ebfe9897f8ef4bc0a73a4d69772770b3c61d05de5796343de3c97a54e748c313889639609dc38a2b5df975ba673964a11867a463f303dcbc7cd1c89274a3ca19400be145457ecef836deb6461ce045966ceffdb029c82b85cfaf790a939337c42387e20f52797bc1c061a5b8cc5b561b65573b74f5eea0780ac30a50eac63e942f69b2c69b2498b18eb1f2bf6b65a81721a4485da4a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24803031Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=38c2894ca85c2922a15f92bda459182e7064df26decca422a841182742c074ed604fec42b7e37d8bb1b93d5f913f71caf1ebdab1fe93a685ffb538f06a7b735f627ff570d5cc01844e0f904ce0dc62410dbaf9046bc3ea4cca947191b9c60b6c1629d9f9ec55f3d38e5db22984a17a9a45559bbbac85462938a5b241be250ae2f15b35c3c8694127578565e3c55f42b93f570173385011a0e7edf6b2a40d4c8325a5425e45b24e91135d0cf1b33b21d8d535cbd149bf1cbf310b77ca3c84f55e5334ba2408c77ee268ffd3a2fbe8ad989346ff73b7f916aa03b74105da0d6035545d6592f1da6eb0cd44fd9ca2c4f3d819bf67c896ae9a606dacd49abc0c4f0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248066238Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=741811875ed4436f2e0d7619553540bf8c64a35727f14673802f83dab32282719a62343a75fab28b50edeee409e6a50416b697d9732aa21926c97dbccb068723dc81ec944d7ece946bc9b630c67f901e4dae8fe21423816d703d6b396cfc29bfa3cbda6a25cb0160acd4ddfb7ddec21487b81d6359bc5b080eac83ac1ad46f8a890020fb1a17be2e12be0c68557cf536514e3e3b50fc1c7d89a27c24175a146eda2534e3aeec2f60a94e4b968341f80d8f0dbf5e06317e7021f777bea06e4d89db2e9c1f5184c4bad65530740696c8ca41914772dc04535b5fd5ecb82af84a5f4891fcb96032f7e19eecb74b5aa763cec4a7e0cc22e16d01c350693dba5745f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.2477917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=005952d45361fe9d9de6ae7d9458b77aa418e6b8d9cd1508ecc3d4f9d0aa2b621191f293a4c620b82597f970dde6111efc6fd22c1627fe4933c7326098c9cdc458d56ef6db85d842c54c3f60e49c70aafbc3ff01815ba65ed0c68a7a6e88b4ad2942432e82b47b4f81284e6d19468bf510db57d56c89fe65f3eda0bf447bb126013b54f7d63477ae18460e836ef0c9ff3b0f4781ec5850cb18fb1bb9118e87d0a4ae58d8ce6f2f590a8518e44ada002637f581d35b9c7f92eee4efcb6da29955130b99306476459002bdee00677b6f265b09807cc95726b6d9a4fb23d5dcae9d385fd5641b3481d348124d9e2f3705d1a7bd0bf75ba78de9712cd9e55481cce1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247873464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3ee27046b35809d5ee6347be9959479e4f58c5f2a04ee27739dfd87226a3fba40721f5f13b972c3406649fa1b5dff72a4be4f99adfa6cdfe49d05ca5140e4efbffe14bf462c496bab1028c3f4413b13501c7cb68fab5337779b5f5a1af4da2326e63668a8931619c6a892d6a0bf3c08c82bf9a6a6072132a1310e719c42abc7c5488894e79d236a8bcc5224258024b7381408597d3b938fbaa3305edd6a608e18e5fe41c213efa72742d67a38a8960833a31aedbceba3c89fad911a1f4681755006c3492345d972a044cda71c22c18dd122c57f114a43cff24c44c834cc636a9e6c223f0b7c9e487c7b4ce7bfe064e0fbaaf710412955e04de175215be3718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248158301Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72a955d5104d4d335042e413d8b87bf47ae731dafe22c3d11f5ff505c1c24f89800164b8a908f206be3f2856771e4b9947a9ebb7fdfd93bb8926838a9e9a51159922c90121a31ff282a100b4e5a84d154121cd8a5f59376ace597fd33d5ddb87c81b60425799ab89826263826e92d4f73dfbbca1692e4fece8d189dd6b319f1787c9059fb0e95b74f60cf6a5973f0e1bddd249147d07eacbada0f4c00255c0e844ea7611b70824552686e4eeea0f6fff8ec2bb168acd7eca471dcd0a54377d5884c42336564269513d6d63983c390b01e34bc0072bf6c084f580b9edf8e2267035ba4edb084530964b9b1df844d3414bb20e35204eacb02384ae28c2528892d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248187627Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e1fb2d5b03b4b33288b32920e489d7cfad65cd283e628edac92f3b6885134539e5e9fe4e595093fc564e4c6ec6b5f7b436c46b1e8f800ea20457ce584d2c7925160a9a97313836865090bd65158fdf7d5de5cbaebd07e9a227ebe972c25d960991da94d6701ae26e98c109a94c645253909a7da12546c87e53813446a0b678f46109bf96105692a6c48e3c057c1ec1095097bb57ff6825285f1e3501972b928f9f1fae62d7d322a88ba6c1d6bdfba3d37796f69cd0c643e0383dd711626bebd40a2bf1db3b3f8d8b13f91a4810e6f0875fbacf8786fc245983ca91d7cb8fa5e529e88b05145b28567993d5841ad2ae83a41f84f18fa1325c2844fe65aa11f96&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247891278Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ba9ac0d6429723ec71035225b15194eb77728fc5daf98a1041449498234c88f865e691cb3759d26e9d1864f928c2151406236c5a69d7282bb366a90693e2f82f08134988fe8ac40bee360086dd36a38540b40205938ab0e5ebcf6e1fc352f26ca2e23f7b183f53c7c104c4ed4dfb4a69ab8bc9a9ec673383015b62301b5af09728ebe3989d9a246a5eb5d0f3dbef9cf15375284714143aaac96d7dcc8980e1d77e2acbb0cca92f743527980297d901a683ab79e61c303b99e6a448461ce41653186eb33ab11895ec3663743c6dd8b38804e3cc41bc7686bce756a37e904ec11aeb977bfe6bb499a751ba6b4ac37b0ed44609b604b9fdda56a9169921c18c1a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247903782Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e8be83b90759f6b2e2f21ec6f7f9025cdcfff4abbdbffc0eec76123a5482ddbed01a10bfc7fbf625b50f79e12e8c656d7809889137e3138a9e5b5db89a09438a453f50c230f429765b7b9136dbc48ea9ce5fe4a296e02db3b40fbe37b453a7ec066b6340f9bd7001f87f20913b3090443feff92b5e432f8137330e0205fcf98f441229939f3762a3dc1b3cd6203ef4a56f5eb79df333becda1b4768996549a744b9a8200c7ff9cc0bf129136f01e349a4745ca39ba6c67ee1d57b1f3ed99d7bddba94c9c1d8338f358bb528700dc98ce9447daf29f8211849f941612a6356f4b1251dc630861fe80e31eb6e2b1a6d3c57eb07440171bddf5e04e4db5062c22f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248235377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c14b340f3a6f4228f5b7031ae73cf80c23b6094d3504fbab30d1a3eb410e76678b44d3ab4fb02e186666ceca5ffac14fa4bb294b1ab7bcc7b8871720cf03f14cc9f652f0afb388e0cae1f32631bbca950e1614c249ac51c29106d0563cf862a76c35b3d65a13351bed7450e2d60ae160fe264d4419c6e399df8ea6d4de1b9c767aa7073f1a82ccb7b20c64f2e60bf940eae92ab53c1983f3543ef3c8fa86558eff43d8c346df1d8a916ad5ce56d9d6e2f19982a019cbbe9d69b769234d783e3996690feb48f673d4e65dfc0ebbc7e55d4984f2589c5c58e318dd8bdb62b13247e93ed931b44ed1d8e65b317fb0136df6ccc39dbbce7fe7682f301f704aaa7033&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248249052Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=912f3b8042118521204801ff76fedd1e525eb7021447ec54f18ca7e3ec83f1b1ea28c82d2d502d79412c3d4148456985e49f8b21e3bec6620c332d359e4258c2f244a00b4669b092a1812da6000414dea48879eed70243c31e6788db3aceaa97fe71eefbcf9be3a80e3b9583ae5f6d2cbe1b6c9d98eb7408c8898bac2ec11ebf2443b5363ae377ae8d51f9eaa81a9da2170bb66b5b0993f3f709c98ad981fbc22080da0bd03e0a777b10cd472406d5522df794bf4da176221b4b104a558f7c9611eba43613a0cb169c26e599ac589d0583ecd9f946fc152b7743f6ea3b1091efefe3801a7f52a09aadee9c617e2c5957c7929cc8b1612c2c62d9bc5de1c79019&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247683186Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ef27a2becdc1f7cea2f08279cc061c9313298506314138d3bb73b36a8ab553575080df4d545f7f552c9009095d352a2d3774899a8cde1f503b1a342db540fe60123a6daadf3da04aefed84775d87faeed14902ea02fbac9f7d108d1d66aceaf08c5bbea3ccd2d7f18c29a5c9792add5b8bce31d0abd1cd5da63108efa93cf970f3abc9543b7949b16212aef9637fd5c63233c719f21a738a91b2bac0afcc0d75775b7fcad9eedb4f3dd8c417f2b9a164f7cfd9b7a0b3327e34cb21913bf8b9351caab7a07019e00de2511219f50595ec0d58cce47b1724a10899261bcab2e920e02d9924c08fe2fb152f9c10cc097ddc619ac374fcfecb5068ce75928c517a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247932866Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78e9674be3245524e8ad20c4422634be607d554291f19812d7b60089ff07efcd12936f08fe8967365f31fdc1aa5e320f10f2800c0e5e24756120c01c13e6bdaa553dbb779eae3c9666de5784e2ffa58e1358756db768edfd3dcb3ec20e88eaa11d0536cfac2c5254ed11eb32e950975006fd23d1660d06ba567237e54b27d16925232d9bf1814266f2f2302acf0ba432ade207d38674fa4aa9bbc75ec2f61137e638161d2ccae3bd6a3e09f659dd5c57acd8a1b2a69c945073d8ef4e0a50f3c18ddd8b45609bc944e443602e3e5ea122b0f46c749c3b9ee9cb6b3a1c260e881323aefb2cf2863633a0254846b7ddcc7a8c53a3370b8bc0e50eeda4312d2f5786&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248326799Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ba068a0881c54da45f258ea0b208502eea2b90ea0ff5517638e7405ed7fdd2bd4d21e2e08851341c3502d3540f3f75598f3c7798f4335fec9552fc8d0a8f0bdfd80b959826543ba6602f17097fb86482c41c752fa859bb3d24e8c12eb465e75129f91aa4b5f2043fc9d1773312da6e6f626d962cbbc51855d25c1b1b329f73c6d7842483be78fd8445e356190c224b970767bc600fceb20c03c54edb28fddbb5c8a91d050ab0c88cd987e996d0fa6f2cdd328ee13b6192684f05e51aeacefb1e396840fc9299500f013fd9c3ea832e8a0d8193d74053d4003df280ae29313168443398622ff0e4b1cdfff0906b2b46eb0aef52769f18156df35f6a52927febc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247994853Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b1d711f4b23079e6a8ff6a8d7550eadc3d2f5dcad97e6c0df90fafe842c46017dc848e9a571c6288cc3369a5106476c0fcdabcb88f62eecd425f37b09d22be001d28bf0946334bf00af76e7725cc6c1a25e8788254c245622a7b051ce7daf39a6cef4b0fbbc76badce72053cac9f57e4d438eb817f4ee7e4cb6856e0f2f7fd714048917863d34ee3c646fa72948c16ec50869d613df20d5c6fb861fdc5529ce9580cc9f22ed106a074fec3ad618d212cda61bd9e8e0af1b59775fe282ebb0bfca9ca5c43e8ea804676516c49483869209e429f94ed99e29bd616c2c9600932666d1fc0a322bd67a475e53918d04d0df421fb7c9bdd17c7e22170c2e6f3059a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24836461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22ae0bcd5c38401aa925647621252af896f7e58d3d064db70736ac6bad999a8b37753c18a5770d8cc7234f44860eca885393b57e382fccb484a2de54a9e7e643364c7d82edbad3c7507a1e410578db098a51a1d1959b4f45f6c40674e45f908557eaa25a2879f5313a18eb712fe1c0bb099b968da7ef62ce2357cdbd1c8919a1b59c52fdb0365182196966c9cecb94ebb55e321b5b3ff6c7b0c09cd62de043b1fea53190cd2cbf02f84b74e6caf88ad21f04f673569380b07fa4eadad6647c451027ffeb9327f8f1a811118243b95ef5d41ce3b31d984dfc59ed158d4df0fea6f859f71c78882e62d2697556420c8dcf38ab3725a554e7580661594959502862&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24782332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e1fd045786ce5f38c147ecc0852ffc22c464d6e54bb7ea92412952f1416fd4293ce8e2b56d493bb0a894ccad46989f17ac19fc75acb0b4fa5a542ee740fc60124fc33c84df1e954b5d05d5ecac3b71ba6b3a8c51dd8c4c53c784665e16ebaa5ac90f800c5c396498f2b81a2f41dfe37ded2ba5937cb2327e966645225125d38f9d2b272eca01dc3678384ad955a88042c0ed2321438bd18fe6b4fbcd5e3e64686b73c78cee14c761330f27cf6eb914baa2b2c7f532e58e522d743c9942ed45899aced28a77e4b62a8ebc06a2be07e524f0e62b4e8592102d2cb566f1ac6abbcaa02d79bd7edfedfc603bfc21f5dbccc9ec84392275d36a74216e4c9f6725b42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248386902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4266edd59aecd7cad56609c9e45c88b69cdcc7fba63bd4b4785d38328c1d296e248e72708a542e63327404d0d0a3d622c1ecae0283f607ae69909980dd7b0d85b9f247267947823627ee933ca80a08ea8a98925bbc9ee0ed4fe555424d9823c4b8eb4e4d7f55c5793f2cdad2280c1bfdb43c0a73df7a920feac6ecdec790e92319087ccf29d55d4c0c322b5e3bd066311848a7c7d399055b7b11d7bf27439d39d37a203ec57e1d8cbcac3c9673ac03df70d14ae6bfb886e1fe7ddfa7508b5199817b1455134137d3310c2cd21b33cbda60a519fbeba106443780e3486be27448ac838805692814af46f5b768eac573875893865aaab0909b28e6877cc1ed7ddc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247985225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6acc5c7023e59a393d6aaa444fa5507294dba91500ff39baab3413f3a1f7d0e2aed86581c2535549fb4aaaf4f090bb6cafa5dbb5170d72a97f610e230c4dba001c462a80b3555b95b69974726a1f85d16e1a5f9285148f55b6d01a00c027ac5ca297011355906cea828011aba4cbcb1dc25864a098a8f5dda24ffbae3ed79f01aa41732a0b860743082c276ec358b7b6cc6a10b203ba75e43a7900b1c63400d54ee34b46577c04104cae9f703ca99ed7b17b1057397c4bd7b95e7f1108f054d6cb0606c53bae2d46e4c30bdfad9a56151e9b1b8e2b348bf7f65df74bc8b18f6c933fd2b79d99465e8572990719f5330f81d0a6085c26512e5adc81bd36ca625d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248443228Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=707cf3bb2bea7930b844e5199f61122226cdf01009ff09a21905ca6876679bc89811b003ab9264a0cdb3b22149bd90f747e926d98feb85b5a0a134be8cf7f49a581fdebc92091c628d4cb0cc8a1d4d507fcc0ccd8f130713dcc9f2b3db63da459a0f3d98a9740b93ee9a782a8874d9a15e68cdf26c5843a256ac1f23541c33b6b6dbbf6c8ac7a5a21290de97401d5661b72d6d31a4c2db240fbc09d8e0ce0b736c8ed30563c3c9cb66bc9d81b85f6a4dc09b87c32e6b38d78227b04fc4c408df92f03d61478e115ac900a5d2ffc436ca79ce10f3160beee4161dcb97e1e9266d3f94726e10e0f140d60341ecf81d74eb8b64c80b158de56b8d2cf44fdcee4a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247325371Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d72b32e5fe5e64ed58b6e5a1fbb2eda6cf547b58a391896857d41ec3c86a2ca8e78731b51339a2bf34e98e68239b6f19d943daafae86e84c79e6d712ffea6a64e58f31beb4087e5e13058024325e6c6899b21e4c63e56ed1da5c9b60d29ad993915add903d3938513aeccd66fdbda4f10b1d2c83a54b653aa2ae2cc6c6179c90d26e282d87256f2b619dfe94e129b46cf1d0ae0202565d33555f2a1cd3ade4959bbf2b3ccec39fb4c1a6fc09d7af17692638428b60e240ff7dc82e23b3693764612d5f0f7189c421b6fcf30845d37612ff40de0d283342c56ffce5e220194a71fa2038da371eeb2f7dee9ad6994b3d1a74fd219b4fbdfbd107ceab97cc687c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248531565Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0312b1c7e30da8011accbbc16b65345f7df983e4d45f2efd586ae7b5b4f9bd5aa6bdfacac435cbd6ed6c37e72b12085a568e15ccd394dd4c491f1c53dc8188f8ce8f9109e790909c7547ee58569bfc01c9291e3e11c35279da76c90deea9c4101559934d9221aad36cce3f58c4bc91ea0a595048601afc11d2391603c1efe6c97cc1e190a6d00adc040f25b56b231ca029b0c6a638648706679a5d8a1478507086ca170806866613360d88dd868f6ef8d24eb87be2ef955781c6120aab3167f8f6de301089d64568bca2b5d36083bba65451f1836ee1d84c79b148f449f9b806b42ebf915bbd1d81f92f4cf9c5d0e30fd39c341754bfe901d028031128483519&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248537606Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c322f4d7215a65c4a9daa2ff976a1c11a27dd4495f299a9b0f28e62add934b7853f513592d88b7fa37151fde0206b65c310be9e608cece3381df729b7578456587f8b17bb370d3d7fdf6ffd0f962d87952646f55a2252ec70b6d523130ec2ff49144868b6e64bf78aac7681d6b631f59293a07249fb2ad8f1ee89b22456c898103ad8b951f369310166b6c8c1123af67634c2ecd58e9e540f0d7dfa1952a3d070cd47b25a33735053f2f9f863c9e1359bd6573c5e1adfc409a5511487443daf7235a93a28b89c6ef61ea276c3ebed0902e69ccbac1e6fb3b4e7c1b89a151c6c5714951e5fa162e722d5eb8ec3a324b8e8f5212d914089cee30ecc0608b84b95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248548557Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fb89d8a81524a587f6c601183ecd438981f6d0fb1bd0db069354e0d95f4b9f8f6e26a01be935ae7c0f0cbe3a1146d4c1158af766f620fbef4187ac1b06fc833f06e5c9e24a188dc60c6b3b6d0f69bbec0535829c84b8a322bd99a6c95e55eb01d7d5920df231900759f5fd8174638178561db4fa8dcc739fa4699cd8273f7680a53f2f95c7cb8b0027ad3d21dfc45dae57a255e2548adee943d135acd674e6bf1d5ca9cd4099cc1c55387b38e60e52a5c65a167daee3ea1150b35ed3e8a73dbc6cf1ab69a7973ff51a05122c969812d1e8c4943ea6e93776ea84abf0316c1733636115a2f85ba58f612833c4bf3be2604f3d815e073ac14f98d054854ac5997&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24857669Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=992d545d0b8dfa2f3c9458f07509f18ae146a9d7e994026f62076763efd7f24d8202d2232fc13e88913feb4e51fc4f68efc0dd2c948a946dbdb9ee2ffd8e83dc198dc1b486b3b0e846573ec171abdceaceebc8313018c61b718586ce7622f8598a12c69e3add8746577b39e6fd5cf5d56f2a51f0c59e4a71f9767b942487bc0a2d1fae78e30b3ace3c8e5eed88ab2b73e163fa907a63859f37b7240fe134b0e898e1cc981c2e5a04dcbd3987e9af5a504c9488684515760bccb7d41021ca11324d3a48736aafc7c3342f0b337bbc42db875232400c8b75211f40633fe735384123148b9084b77e1cc534c482241c0c8e3eeec68848f39b3a44f0f830620c64ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248589023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a545aca8b14a8fbd4af8a1418b45d1d48c37330141e6fd2a20ef50c3ebdcfaa830a692abf883d32a91cca1179086f749f40995e763aadfca9520db934b6b17b1a73c2a7c08cbe321dfe9bb66ad61ab3b5ad52c07937f46e64471f60b60905bc089acd8466e57b52fb9130736e5e50ed6cd80d7084c9aa83fea47adb040e86549b1d570990d5e6202756d519ffa72496132afd36aa177a8c0ad2be161a0cbffdf2d74cee7ceb4b7f1df71409ae71ac6f9406613837b4a9cf425607364b655df436b471d7c7f0264f5ceb6ce63b6c2b7b670d512eeefcd9f4979bf29cda520571b1b8d3b01bd87934a7647877a7f976feca8321ed3f32d6caa9905ee876583c1dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247964526Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8992916bb0056186d42f465415bc60be9757ad45406684be5fc0b559a81bad6555f700ffb0f4ca0df7c1d522fb6f92346db0447507843c055263c90a549a1706117ed79be209369ed408778f7e5a85364e6e100b20ba6fdcaf50fea8fb48653465321f7ed79c6342ff7d116ef1dbff5385c6337ff5a1fb920176a82181a00933f989c434c230ec659ad4e04cc080e951139ba9a9bc654cc9192d2ed6854780f447bb78ac60c860a90b4eee332220ca743a563e6f64bc10a52b5f9752feaf7e4d4685c4f34619a5e484d2cd90ff1f5c9e18911d9b24a266110fe21bba0c2b36f9e2246cb04dd4ec91e48fc8058cd7fb5ae4f3bc80b9d50da6fce913be7d29a3b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248311751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0637c8df95d008da365c264f0a45863235be8a40735f0d6599d98f0cfc1479f000eb40f5ecb74db07a9476ba9f0102f6c03e33f5561b0311b6fb8ff11163d9bb94b924023069ece527d274623ebc1d452d38be6f49e0a6b774e1524c75014ec8091b41e18a5a0d1671df8d6a98d862a4d991cb286f4680d6cb7244413c1b2bc15efde51a4362532f281617443e317f3958435ee5ee193d0343dec63be0545631591e290d377b98f880c7ddb28e9d10cd5138405bc0c873b0c124d8e76e4b73a92969cb16e8f14f61190381ab21a8f8eba277edeaf669fd2caecc6968033d480156996f7680e827abb6d774736af25c8fcc092cdee4a8c5bb4f05ab7535f8bb2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248657903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90d2920bc4e383b69c22850da1dd20e9e5a97b82d58f690dd01931d08d6f79a5e9d6670822396b53f2a9fd95108cc42c258c2a77fd0d21fbdfce9dc79c2a736e3754aad268855d391b1fabcd333713e22aab1f20a3db3a2647643e34692926824ccc2a269c78d6234160a4b7a2bc690d0c478b52d8e59b79eb1442e6d9475854665a9247b8e146d99d9d7be5c5f4ed6b746265407e04d394d771a1f5dacf9d3ff190bb4aeebe074e06b1a3bb6e9eadbb717a826ecabae2b8f78c82247fb8f86c61651dd4b8637c9a55416eeb47b048888d5571d13c1f5a94aa92364189fd3c2ac8a01717bf0355244de89274344ee945d88c5be6bd76bca0ecfa0d786a2c0edb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248340354Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=029c6b192402893eb12ded0e18332c3f7abdb71a48212a8d92f1fdd8cbd93758eb98997a598e4ccc32483fc9625bb00f764517fe8d46d7377674bb856d8bcaa087fcaa69b10567d84f92762781fbbc1a52f774ef98342e3949c0fd99dfba77e1f601822103e8b052d3e01f9afad7cb8bd2dd37c20068684393697ce015746e41cde6d10190c17b09939705042ceb037a9e025854d5cae1f1ae11c9b3bd62b6063020e66c90fceb1fa346e4100a4217aa9992f5c481ed427c178cb5b1cb1ebbde42745c2ea091432de7af4ecca91ca736d9d7808703cdde7da3aed848081274209bbe9ff5ef6961d823c0a6d90c0146018bb5de90ff40480375f7b717a9b74130&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248696536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=65cd27cb83428bc981079fc81ad686ec96a9aecc41aebfccb8bbbed6d7b727f61e1299822f36ab9996eef961b0582f850223211f6d13c64952b18a75fd09df8a6f0d9d3370f910af8acdc56b080c02797301de92cff7da2eff6a938dedec399a319da27d130d8932b16ede5286ebe96aeb6ca5182d3ace52844156ac3d8da0a79068f8180d06bb53cb2e3b40090bbda6ae37f5eb63df2962af70d2ce04fc407287dd35a7f0668b8e061dcb1b75cdb1a8cef087bb5d4d1f1a118a8debd8052f85f76c975069ce1bd4d7245c0a48ecdc7f9c3258985189aae34ea2c306749622440cc3b214d9116c20e5c715a8992a322065d976ea2cd12c22d1790ef1f4ca7857&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248708118Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97556de99850e5ac6aedfef356400673cab5104f21be604a6a67fb253cbaed697efa3b65b5a2befd6a195eaf98df8ac0241c45a07dc433929d13cda0958deff0011e70d122894f1d8cf883b77e5e2ac47f66accb7f04598663d9ba0144706c68859171554dd51903eb6e8d2d1964bc22de9a5dfadb18ca9e40033a53c99919da62d3565022ee0571e74357c79671a22d33305646aeb0cf164f643cbf6357ddaab140c51fdde54d02a60b2fb150ec309fc628367760b285d6383aa68611ee1f55b21fc20b00f96d10346fb5a6f0563d6a85b6ae70205b036e36c52489a725dfc6c991a6977c6cb4d48b4f494e4047929a153a3b45c68b684f97807f434536bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248395448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10c6bd3739e57e426cc144c960eac7337427f54af54a440909e22328f122d660613cdcfc395d234d686e9e0b9678353201ebd3e8519d88fb4b2d4eadfe62c0c9440b39aae6033e9a75f7e783772a19e4116ee5086c0f43ef0958c2a70b3f8c5f71b8f401232a589bed33e47a18e7f3845a88283a99fdf83a5fa4d726443adec26b85b1514c5c7a31c8d5aec2c777e4fe146a86c98a6c0b240f405b5f712d16f693fcece379635c6454714e0becc0a6b8c6bd60dcec2e4ca88d06a7d42702a0af87a575ea4db98637078581281a58d89914c49a434f1ab79f2efa98012df849d3bfcd305ef606a2faffe19534e97d9f3c4fa93e244d0e8cee1a67331866f1cb56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248415105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2480b4e9caf12ea9272cf7376f3b7e5b0d8bb62a39b7b822b0ff124095337201d72673f44759eee5d8839df08853a20e8b06e6e4db3d0af6a56060553d0fa857f913d64228d8abb18d6fee79db746bc1b4066ebe8f5e04f4c12e5736351419b3f7e7c5021acc44d1cc2cb1b5a340a6a1c1e5a231b6908d222da8ef02b1cd1b8ce3c5b63c5da4f56418929cf86c5ec1245f71a79eaec8d6611b50b6ae0ca897efad226942fc2970a94e770172f3798e9994bc9f8b3e7203ee24961a2219048378f4e2d4a128e0f17f3b47889b98a332138c5a11caf3717f9d3ad160276af927071258332ee623aa5d34ede38c6562a4532125138937ff3c9ed6d072a4c3852448&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248759835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bde034f98a630637e7dea74b598cb5e91bb0f099a2bcea3d094aa9463b51c46c929bbd5dba1a43d846151156fa9422b10ee859800e4bc27fe517819a116c2a85be3e9c66a02f52c929dac2f50f186c80f08e4cebdc85581f32eaed56126557af30fca5948d9fff049b9c8d27a7a9be1d6a07a127b58a6c14edd77f088c6b1cd96ca902a622b2e0fbf210b28b8ed56bb4c239cbea9ce6c9beb28bae1644df020a2506b2c01cf5a0b17a95d7d12129b2f4170a9971777da73b19e34ff892097fb527e3179b84704f4f4750eaadfc91327a73465b43c3a2517040b0a32b5e048319325bb881cf06c46770fb3dfeefbc78963d48d86d73a01fddf959e378e06c79e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248786365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f245bce16c4e5c7e90fd3132a7461b9ec8bcb6103d8aa60c2cf4f0de9e1c12cb208c904e4deff9d8e0fdebc3fb1c60a06c3afa4ee187a2877f190d986bb31c2100029c029761cc478c481d16b6f48052afa582373faadc55aea6d5f551579f79fa60444c3c5181244f164500595ef2c5c05341d06821b956e2c3fadea3698f1de601bed7eabed8fe932c975d7ed1fb28b6d2a5462c14c60d5c61e4f5343c6064396f58271bef614417267a39eef2d2561bfac31e4cc19045450f17d3bb85bb583a53e34192cf91b67a344ae8004fe61b10a18d654556395fc3be115552d67024fa2b0df87966e85e328d3097212f5ecf3a7c415784032e796d910e9d0714d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246144596Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=17a345a1dc3435020d4f242f1cfc32566a1f884ac8ce9276136901f07bfe638e375732cae97dcb6102471e110b80b567045f337b0a6580e5fc34981667e447b5203cec8d60f486785269ebcec7437845c15a1774d7d16443820855c95171f34ffa934d091a868c2817f343cc83b4d5c01ea2fd3e91b253e41f41cbe437402ca5f22b6b47d015583b20db09fbea57e4b6cc193d701070309edbe7b4d52e605a3fd6a2e7d01a66abafdf0763c15f491bf8d94bd13b60b8a9beec72b7136f61581fe49c6b90c4f6b9e97a8acc0183e2863be530fdc73ed3711245f360238dc26e869d5a04ade3e5dc6c220101293bf238a14fabe4cc0ca568136e072fde289be5bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24883165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b43374ad67cc27e7b8fdd85b7229cc8496b5950372b4f60e6700c4d1faef7f6968b871975851217b23d4a1742178d85b918888b4582bc5e90dfdac1298a98ba79ce11e46f348c12c5c3204b9a9b944a300a38849d71a90f816a1f2b4dade44fd4baeedfe0dd9b8c14a4541d553ff7088766dd8368df7da270a25605b046b58b65dd6205bc91ce281c2a4c553e1243c76881d97220d087a5945dd5709c159a6ef2be41588066409e702b62f3794e7c5427c2d56c75391f356dd9e5af6215b0e864ed27fa2289d826a8f4bce777471d04daf48eb21e64568447f677f68433001391741651851208127e6b69453a02122709b1a2c930cfc556f806fb1b34a7bcd9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248556362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a55f37b5cce2aea064c1f4d4bd2d1b27d56fbc8d83283623a5048d831113c609d4fe1ba88f2a6e98fb23415f25c72c510969a1a3e7f1deb337f93168312bb4cc260e5ff321413a8abe57346b08fb977aaae5129fb9219dd8c6fc0200f46cae22e726b365dbea996df7aa60f748d954ed4474e905212686b27edf6e80f4c9c7c87f05eb4252b17878af315d6d86422a8058e02110203e33fd8f61d4349434430e16d587cc8757ca7463562a40650e15f93f0e28415d03e5269f0303af55fbd8d8d05d3ffe5e5339828dce223cce0bb6073dfbad48f004cd095033f9de5ded9209eef35cfb273b5f464b273ed49941b3ba0dab60339fedf443394ee213a6318cad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248898947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d1d69e4ff6f51ed89e9d0aeedf2f532db4e46d7b7e8d47ca7dd379a5195cfc49dbde2792d433526d86d18e1578812523a418f61db7da021f49dbb6728519f6570ad373936d5090e4c0e8b7d7b1824ce31961a80871105876b08adab07e66fb08c04480bbc05d68128161e93a9c7ae6aa24c28de487dd884a4bad3d9fa20da05e88ac518fcdd6ffa9ec0d5a32e3ae4a34498f01c1f0cab77f610e17d445300c823806ad9d63a20f2e42b470c447be6dcb144a7bee01c60802cf50bed9a9ea5cae7fef76b73db3c8ae852bbd321b6231447f12720e6d5d4a362c046f6b9f69b84ba32a0d8ceea27aa26901ffb8d9771bd81c150a242a4a925856e9d089bc8a6e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248938131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e27d4ff21a88a9f2a2b64b65f6ac8dcc0b391b17a5d37f1d5cc328e02a7f76374d60bb445a53e0de123e99e967b01947043d1153542028e4503b2a006a4ad93bb1472843b4f603eadec9845a51e14e2b31f8db70bbde394261bf44e783eb5f27e62dbb20ff6fb694919d127680e382800e3ab9a9e1d311ae44d97bda76cea1c5a6b07c4a98e94fb3402e52b665907301cbd480df95275129bf25d49343e1ffd4e1a10a7f537db0ff43d7ecfe0fe79277648a7854beddf923950b1f016c14a48ba06633403e8a49e1f8fb639b44e6fe606a5ba4644523ce2ccbd7cff254f9fc1e2d299bd0994c5f574539c3cbf487df856a8b403d920130b0c174410f1788a18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248972225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a2bd3f77581d0ca2288f0814472031a004f020ea1c771caf2dcb39b2ce487e8414503db32d42093a8367516fa9506ed7f6f7f384ae02294ea1bba3a04ab47307cea2dc14dccc551f2150d15a2266814b88adb9092b86b0bd84a29d5309912e2984164e658a9b89273fd4e75b473621795958ce1c035c1ffc45f17c6328e93d9a932c2878d7dc759e2f241c70f3bcb4703a34d6dc38581eab26d6c1a4c997fd9d156493d5ce310e4b722787f4599afe621aa32d603b1dfd3e84080c23a1105832a1179852b919d0788bc95147baa041da93b1befa4ccaa05f2b796694b592dbc182c4426afb8b959c44eb00f3bf80f9f6d676feb14b7fb22856878486f5c63e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248975712Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ad93509afc68ec6d01c0bfc54dece8a0eaff70e5ddfb2947efb8b2186eeccd7ac12fc50eed4d266c9512b97cc96ea5f3bcc8f0c88720134d052f88295a3ef700034e1204535e56e3f86e0f5679f9391ab781353a66ebd60e914d71afb0dbfb17777652701e9a8d2013432b2174f5444d289fcd4d78674d28c77b60970acdbcbe61df20bae22d9548bcd08b9bc1686ceb794a5cad1f5a852a93a0ccf53588702c8f32f0e207e597e6170fcbf0bafe27f6d6852fcd2ac8ba8514afb4afe95fd9b705cb2a958a0b058ec5d1de5a06bcb012e08312027cc3e9de8c9f83fec6d5cca1d39b80ca21286326ef635e02c262f6f7511a56ca23e456e35c2ad1891ad38c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248983837Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af65a82152f79abede012761db5feec8c7f560c679324f07ef6e01e8b9e1cc30a28130f0ad2cd9442624c7cd71fb10a91fcdaee1591bf8e90fbff4c74f1ec77347d69ad6fb65b991ca0f487032f7fe0c73d93ef95b5a43c8a9dff654ac0e60a705bf50dbbc3fbe9820a169b1bb41ac8e6e182de662aa064ebe7bb12556bcb4905719743f9e3fb83493c66d5a52352d23eda20823a8cd2ee925f93d7e8801601e54650c008ea2e21c12b6aa39fbc5493e41ac19ef93b634ee8726e6fe92ab346ca65320141ff4aced5eaa7326175dedddcc5509b5925fab88ce0478107049eb12008f0e8ed5cdf85d02c54fd5fe56d921539f0330e47c0d7f8fbc5e6fc032bf93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248671759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d6f5ac95677c0046c79a1d24f414368bb8b8c722858473edd39e9ec823373693a4d5989e83e919975f4b2c3a9917cd86399c652afc7d0d796f8d71abbd87b4900e800002b6afe6512afa703456b58030c58d6650e2d26ea3f0636f33c424f821496f7d6b02975dfc54928b77c6d9b7ab13257c6bbd7cc95fa54c3335b35274c00775c027263adb6640c70f3681eefa83a9b25079a147598a27cc3576da4df363696a4c7b4dd89b0965b59ff9c24d6846d225375536d29e423a8094913749838250b2d2692637f87a9de54edc3b6e94fdc4df7c7306e343b25ae6348dfa44668d4604d6a960aff334187ddcfecdc5c60af0c6d05c85de5162b12641e30667801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249011079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf000ec7bebe97b31942e49ba59b4d3a4b55028ebcf9744fa89d5621bc4852d16ff55baa786bed45ef773c2d0c03af2dfd35d9b2f9000d8f21d3d4696b8d458b317f3699d8275078ebf04230208baebfa6045353735e0fb173787097ef1460b90643e459ead756134c8d6838d4d6ac6c0f5f8ba572f37d52e52ee1bde26b404be48478452d551a27f62de10960706e3395945b3f9b44d8c01ba0d6d87fd50a501528abdd5c6a16664294c23a1d72b1df663abed3514dfb9868148c1d86e286f97248733704409b81a4fef622edb811193d1bbf4ae7dac07d1c3006bceeb0e70014f5149837607e7591ef8ca6496c02357314e3239dc0c7999e8a5024a0383958&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248676027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5688f264e7f50d28713229c9f1801f3e67c7d4b015b3344bc610fb54755a97c58d0e8e6e020166fbe1070f055257aaf347f35fad4d87b2cacf589f3d59801a753891869c66892e06fe7be759654ccb6880fc7b8e1ce740551bf7b81c19ab9c2a4b87f3882858947e0cfa93053d70bc21525206c8989c45761a709fb51a7fceeab2227688efa9e251e78b12537d20ff4e499c4298d838640316fb0e2047a326aabc2e5442ed776a28df89338a715731c1888d250527c480eb5cbf7f78c8039eff8f23cca72d3e8b72df9f77894b5f06f7ee9b796295901a0bf7a1ddd03bfd94665ac3c02b5fd857ed78c0e3475d3d6b13a31c2ce227db686e6e5c2c694beb889a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249074889Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a92c8d3fbb86eab8b93ae10aaf514b0dfa55bb3f53abc4245b61cfebe8abc8a64663047ad966ad855de7e568f9e6d72371cdb33473e42759b04145b4e15b3da96fa2ae3b326a9f8643f2581d3e08a0e3dd504a8308cb350b91ad71b83995cc4fb3c6ea0dbc33d0081e33445849e6e96b1931d1bd6c2f4f0e493a82018b979cd99c5176b4fcec24f197a5a74be62e72ac69af13d62ec575cc29ab8103a16bf3381834ef5bd8eef5de9ec78a068756abf97b173883675933bb6b62db781ec56a74a9b3f413b1d3b86c58b4165c9176a9ab736dd39924e4327eaa91e252be1f355e464d86651091223a07e9ba579a70233d269fed9217f753483cb1c754f3971af5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249089697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b554ec02d0a8a3bc8e5460027b77b626808af0a7e4ff9d8fc3112afe0e77fb58f69e599471910144c860b552ea436d3117364e034ab3b55d579e4a138b8e3715f57af950377c33480224ae52a26c1bce93d9cbb38e4d0e2f5aac11c13ebcd31c21603f246b9fe8b1f899a91db8ae74411384e363808a6f4141149cb34ab0a19e2bb5e4684167d4f9eb9ec18ca77e086652c044cc67e02fde396cb0ef9817169111f9934cf049235d8010e6e10242de240a164a020077cfed64653233a2f1959d529c9ef0b0642a94f40174ef2764ecaa69a0361dc08224f993abf1b0a9686683aa916b4e0785861c92fc4efef60131719f4335546b4ef31cb5b4f02c73dda60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249099385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a77c930d8bd149e467be90b0cb8553679c502ba6a49638d17ee0738ac875a21f9d153b3068758d3fa186d362da31979a6e8df7f0de5a093a4c6f7c16132b736d7e2126020348e84e54269da41b8b50473cc637fa4d2418f8aaae5cf04977a0c54f7f0566c1cf2060e39d4d8d1c3d22853624e1194952eb5a7c8dd14be31f098504c561bc7e22a169071f9515ac67be843cbd68f6ad021ef14686302ab0ecefd4142a9e1a6de9b10a332e4ec93aacf5440c1f1a2f22a9be33523dd5e037c0c88986f1099bf723e8ec0bdff673ae1cdaaaaaaf6d483d5f7b1e5ecb1bee5d2ed716512f62d84c73d454fd854b09b1b52342c94c9ec6f7c944cb91335fbb7e881102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24935165Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64970d0fdf298ef54d08fa492e6902acc70d22dc0c533b6dd220a57f03e8ca48a6d938fe0c53b7ecd7872a3447d0fc8dd2945066ee225993d51ece737c9bb9a5b67e5775bb4044ab7622003829441119b63200d3c421debb10b0bd34131414c6a39287b4e8460c476b2ec25d997749c66328d5884e6da0bcd226088085037e8021011370883384c775828eee2700d4a6342398d815be7c4c6397d0cfe59cb5cb37846faf31f07f3f89b27354eeb7b0591ed8faf6079d1ae778109353f0c88fc7db987c9a2750b68e98eac78ca2d798edd7af93e4351e0ea12b127b5092635f8f5aff539d85f95ac5fb5180c9ada00b242e9df16178edafbe061922fc14e06704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24938311Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58842f73b376be694ce75dc78996d71fea8fbe6fcb1b382b590cf0758787d25bf5e2a77b3b928372ceb2d67ab4f1f5c6393e38e397e64e06ca3d6797ef711973e25e0eaa98e4897dfe67a620bbd3fd66dd6c14991d874432bc836556158b4b5e3e853e7cb8e09c32235461e7df01e50769463c0bbd85cd3b14c1f38dac87ff0efe8368993fae713caa3252e234b6f9ce40f0b2177ed0fac02de7c16ef442d5b0bdf1a7bb04dc9cd9082e2ee8afdeae807c2082a4b4cfa7ddde6ba9ba6f75e04871498bc403e3397d61a5d19c40443c0f6ed9382ceee298604786486e505060077179b1d8029e21bbe9b3a3f96739606c8c6c3e74b659ec645a15d43cb0d42131&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249391025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=387874e3d71dbc0179356ed5f97b14c610e26fe56d71570ce750446d364b5f4e0429db6a3a8d4f8ea5154a92b78b5719c8409b55ae7b38d91b06382da9c34cd7f6ad3d0ea1356b61a6e66f9870c63b979d157232ce4aeffa9bc5b51d1bf966382f7a8e9fc845aa0b70f700c6d57c56305e860ef973d6abd20fb60ec241183eb484580f282f89e6f1091e855800c6af3cfb7bdb55a3ee18388902d4a129894183731ff5e0c643f69c04734517c27d79e07a7d91ae6422a4c0234f0e8fc21adae3a56ba96450bd821ebce06ae1711f3a660cae403d887ab0fcdb6ac3308e4ddbc3036a88a2902ebd7f90d7f8f118393cc1df0d3ab33558fae06896a94e621be9ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.246660358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7834b75adb472bfa80ef72d57be3f743567594ed31e115bb57714ab21b20586ff552961aea367dd9735caae7942328cd0eb1f5d310109bc1297c6b813d5703661acb26ef21d1e843b8b46c50607b7d68c1f63bff304ef3cf1072fa5ca9be28a586752da925550b802e06bb0317ead97cd4ef413ae54a68460a2365657e2165b51fc683694ac7d5603aed634b174d7446652b847a71a1bc4e551e152576cf20eb82a4aee43eff7c457b38e28e4118876622af1afbb05f9eb29068b67698028c6048da3d5075b34ee16ef83e8d127ff93115b738973406db1cf3bf54ee0eb8048c31bdfb87ad120298c5fd55ba96b1696bafcb038c2323cea52c26bb7a2850ecd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249477097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6a5fd1acdf8193b57a172001fc498e26b6440a7fe18d64cc5bec8e83235c79ad7e6400a4604358b27f858d3b5174e3d3814cf5cdc679b7261d7ad2db83e45ddadcf29aab8c9f865699e29f988adeda056fbcd98f21ac44e97afac043113272b7117c99c925cbd795d82ee744eb5b0f6fffef10c1ec607c3e29d8383add308dc07d64d7caf746805954febc15b91be808811a0998140c29decd861ace3a9c7eb07b9a9539ab8ff49e11979f86f7641e0e671562347495c5d0548d1ede9a3985587e99d2204b5a2cabe3c11f5c803a1c9afd4b3bbd682df83bb6a66b2099e97caa76f9bca4e9a06c490bfc45dc3b4c1834627c3ee195465d842b7be2eb4a5a1c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249398619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e456dec11b8d7beaaf02974aa12c0f2be4d4e6503e7817a250977e3111527526f1a8c44c2a16be96055d635be624e4e56fc49dbaa4683c3c6f4abe23e35c6f35ef48c8833452b12ed98f48ed442be3071a58cb21cabf24ac022b82119d5d4193d931ddc05e8bcdf4c2e314e7c6d98dedfbfb26126a5f5007a7ec860aab5c06964a32813adfc1e87e7a78caa065d1fcb262eae55a5e835b67a99a6d224857c5fa014b0a5ab9652f53b7353c34b01d4db62e46b8440828ab16bf231363463eac369936a26670db6dd15b4ae50665dbed8234ebb1a05f5fff2d54dac754163694e45cbb8b1c703d10b4eea304c5e86a3440e6bca78a2e74b14dcf4cb4e7969c15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249527943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=984d01fcf399fe3146502c31f1a8e04ad255525527f2eef7b8d0854368423a9d043c86ec3335ea378d118f083a0a0952d7719058d8baa1b05ad712cfed25b65d8457cd1505d510a19f7e56fdb2fea0802aeab021de02ff8cfe3c642dcdca3c3f0402ab73c2e9a21219a0371a153457036015ec3c00ed06cfd63c6be7ce146e6f250ad91e42fa0544680aabd8d6516b91b9ed12101cd13969785b877ed3337ad4961cc2e71853d13df61b938711ca7724c7f0aed29d29df6e93056f1eb81a89ff5d3864ff7565f5e5da75ebc44237668b06de1f7ff0038fb0f8f17682e4f34041da567dc9b9dea4bdc84cb733a83dd50ae458da44cc22125c5569c23c73bb474f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249530538Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7588c226051159af959844e5869401a5dccaa7b943bdbb19598390de3570559f872fd87e0c00afe2b3412aa8ea046de0e655a92f582cae98c1990dbf0c99c9e10a6cd2f76bb1926910321614473d6fc813804cd4c90036955ffc0322f132867119c431f2f4f6a68d15f68c53afef6a036a0048382eadf45fa6fa6c35bfb84406b3ce106de8b587e5297e7f87d412ba252574bed40d7c4ce6899e0741fec7670a9e3cc0259cc8cd98193ab50cb47c0a3ce9e82f70195e5fa68841caf435086188623bc3570f55df7818822b76af215b45c52ae8a942eeb7c97ebb602353fb515dd85a24b28a3b94d6bc5dce3e17859527c384109ba3c12667520629c83f5617e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249538142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfc88c1516744a4a7f7f0c41ca1556bd8a431836f36014e506a3537966253ea6edeb206dd93a52a740f3973169acc83ce3405784bdf5b1f693350e8aa1fb8d6f6b70c2e6a3445541ea8427ed96fc3fad870cad2cdfbbb2f3b6a877eed73227331dd4d9721b7046ec5ab629d770cbb5024e66089db2549940db6a9085d0d2caad534e2fb5151e60baf1f48e34aebd5734c748f7d814f33fed012029ecc17e425c7a93acd579f7fe3ecd37da2a253a36d805044a50db029b0b487dc3684f34f93b41f8db1a52729d311747bb0bdb222c371f69a25742d464d666ac7dd49123ac0311e60613d6142733ee459729a7589e872dc8fba8d44500a7fe112138dbe532ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249555755Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ee91b75d08dc9f147c0bf4ae8cc276fb15534c26b8be36fe03f6372df32b4568fec049451bda1815425e00b97e0ee54772c738982d7a630d60b4f0934047d816ff1676db2e7f59682f63aba43bd8acf4d6dcc2bfbdc577fc5bc06012dc9715a5374f3e06e5ebadc08b8dd6753700d3515fdb04c651a56de89beca212c11cdd54a0c149b7b11ff3775edf22a0b1a3787eccec24712637e46fef3bd988708f33c8a9994b5e06dbdf9c9f9cd1653bf41aa259b884ee08e2d2bdbd2974beb552d55360e07d9af76b49228923b8ce4288e361c569df2cfd36ab1aa02f899c7aa96afdb38a4952ad7779c1dfcb786c4c2b200306d15201dc3f0e31ab634a96916ba7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24955823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9caadb72a4abc7cb763c82624cf715e758b97e186c18ddf3954d01b995005bb00551310c10dc2a514930d7fc47fa657331053b77fe846bbbe0752c8bcef90cbdb5fd0696fbec5ee109bbc57928f6e9a0142538a6c88c088e2efd9a611344b0a7dcf30ff46f9b32689e30d6d3255977cadc881cb62124b125d6d70613e530cb3e5fc5db607acdba2f44f08f0dc4cc71617986d37de2e576b764e6a4cd7e6db3fd2a1d24e4300bc0de3ba00c45062aa871b59a2f4440d83ee916d8da1de8e7809d50618bc1226c3e97b3d6d12e72b0c99418d50178110f946d19bc4d6471d899837542694c640210a4451bc36c2fc625224a29c34cd768e074292ba2fa28b9e8fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249583848Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0447f5196e2935112c50bcee8631fd1bde4a1ba76cb62eecf86faadcf68c1b29fb4e90c50224e2cd28e61c3e09fa4cc84a6ff995e77724ac823554daa91f08481b98820f56c6169023df7fec9147d31d4ea8b6bb55bf0e470edc08981b3fb4132747641808b55bba34a92b072dc9f31171fe516c6ffd161410127abc15389fd0fb88b1d30d6638585f29f953e1885ed5afcde7a6c14f1dcb10746cf6d50a7ecb5a9b5da67ec9b6000fbd588e6bf1502145a7936dc6f757b668035e9d11125b9759eb62d2aeb969bd63a3c609ad3702d3a1b42514f2a182b440d8cf3f2c3fde7c257a204f008e1b5903b4c5d06905290a7e3a9a8aa34961f606b2dfd129ef8176&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24935691Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b32191fcaa833e4f159ad85aac50a5d3bb8a28ce3bd17f16eff4ab422bec8cfb1038f744b39d41f8c856949ebb3483418ff0b0a7516b19b0d720ec2de7febc9a05bca0a790b82397b865390170d0dcd61c91e1b5b8c03f0b813bbeea64e00c131b70c6140ba841394449623c098aa1b6778e19de07503f5f09391be40131e85d1aeff891db9ee6de29de174764e89cf9ddecc88d9d544ebc6850f4e01909e99993dd5f0a2dc6475e71117003236ef98de11b34d3610cd6eee688c95b500340aeb1890522516311ffe71aac0ddd22ca2e742aa268a63556bd44be41978fc03d88a66ea984e1b6991a62f086a2ad52033b2dcd03e4c134fa692cfd9733e07e12e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249862273Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4845f95cb55ba1ef750ba4d259bc3ec55c890c413352b9fde79be4f252c7ee624db57a4444831006f6f4622000bbd94d1d5674b7de4bf6febdc026a073b04aaa3c31d4396291c11d727baa150a0e8d5703ca3a6d38a542214167a104a68117efd1adb85aeaff5ce9058b8cbf7c5f5f70902abb61e6471b6773357954cd636561928ec8f4b394e8fca829316fe45a3ead82f08295b109506feb00c16666086e9ace0cf7c120b5d2b629a7c2a1725a4825fbb4399ca0cd6f4f50742371fa9c9432e952a2f891c5ed29717e7158a2c3c04bbdf9253dc6aba10da11ec910c9fe94b11e515bc2a1442b75d9676297a3261ff9aa1ddd9b16d49bf587827f30ffa7ecbb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249949948Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64f5a3833b99030ca465854dfffeaefc1ac4d52ce335417d67fec01a2d4f6837292a27e968a0714868e7ed0a2a57944358dfe76f7a2f7d40d0821cdff1561587d190f8c98062bba6605a169631abf84de0211b470b3bab2a52c6153a660fd2694fe9c5e9b6e3cdb6c4d38ae8b7b98f7c0f9697f8b656967ad2912b6cb4462ffa3fb81ab330f298c9cbb272911589274cd0cd49fc878a5a3ed1de3034edf5a47e483de2017b6c048d0302b1d5b02df1f6f98df69b81356b2fe71d89e2eb6d78d732720070f0d1d45450326fb5baaf4d4376d5415ae2da56b4b6f428d81ff48f43ad0ef39e967ec8d29a539c327b4ee86f78e2c54b12647793fd22383b4f00ba43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248981934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98150b14406312396d4e90bd483565122574f9c6376c9cda17d5e68a3527ffa1654de46ffcf9858ddd3fc0222eed43bb5020cc15b6f405271be205690b062fa0843e790cacc7cde8e9f80b3ac683ab162efce2f949a7669f4be8a953e68e07ae5017addcf9011d9566e6d924031ceb8d064d6d3e5ef56d172d5f0f074475558a1e7ef35c170f94b084d4aebfddf16825c3e1434f7645724e03e09e634c9f1d8fd84ae4a35ac411e6420de7bacbc92cec4811067d28233e7321798490f504eb3c6aa218342ffbe956264eb0b3fe35a33a6c62d167c31949682c80ae192d4ef2c4e212abc35deb62d4f2a891456210f009fc966a6b73977722ea28c7fabd93429d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249385454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=330f30c7c0570f5e0d28f9a8ae7d3b262992fc92b41fd7e0b280efe7edd24369bb6f66382b5f091eea303c89f6425ff442bcf46e6ea4039ed7f456b0189937928025d9d15bff93be8848ce6c435a577a891d272cc9e16d051a519b0da877f7e9915fee44cfa7dc5adf378d9c4a4aa13a0d666747e56875bfa68654a5b3aad65ab9cc8497b08c819a2158d74f2d7e93acb6b59de2054a0d3834ac092260c9c50d7f301b57663e60bd2ab77cbc8db16c49c458b96c0926508d58c5df62da30dcf73500a9d7d929dfac5d15f69a6ab512e263ff8c329447153446043ca6785ada28f7323f5aa8f6f44eee765de6ca2ad5b08937b17f9a887534daac35449317d11e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24894281Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba67d08ac1cc2111c468591a9461d962abd9687e871216c649e4457bf0e0c00f93eda365c736f4dacd4d48a4f6c2fea83c5203c63d7d287fa2d2e80cd6302d55697d5296c1f227c506a441449e665dbf59de5e99184a89d1877c06605a62ffcd97500a8e940539c5d8f4b4e6558d5b5541abe5099bfc167fae1c44ee2d5cbcb9c39806ffc01a041941d449c9358811f7ea727a8ad288635d7fba8f47d19130354d88aa83fc68ba7593388de80c7fdb17dda92c74e5c7ea408f06eba535e2c963a7b79e4272a5dfa838987a180f4c801d232b8bf1d80a5af03bd645bfa95299fe04a6fcf195ec002b6b2f173dbc16d66a81d13f5f5f1982662d5e1d963577f08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250034217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4cc9ba335a9537d1eea0f6273e4087e692397b65e65ab34f0bcfe967beeae4532d29fc168b98526c67f95068d09b6e6633977f4051b17557db82d775ed6989bf2a15808311394b4b932cf0bdb019a07c6f3a949d2c5ad82eff1d9b55f78becec1f877541485487964d44822e98ffbcaa80396a8787d67f3205697f924f63cc41a6bc50d0ce13fd9e17b967aeb1df15fefce829bf5b21cef05234f1b44e423a44d43146da3c4f05ec3d88a05fd6637de6c223b279dfc19d4abd8dd841385e8321c147f00e18284eeb29a20cf859844af4b797a9bba18db322bef0222073285d89f0d141e68557a051fd44d587553e1c2b6d15eed328f1471787517bd20f2f5c3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248522027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=756855a15415617df2228349611fef8f7de90dcbb1ee0ee64e0bdd7d9158fbd54a1da73f5472942e10f4ebb51b0e6606fac7d9c83897459a7424512d7d8b5ae8a9559b7b05bb4bf5f091cef244dd7e149c6058de12f52b8076db4ec2a2eca288a63b73ee3ffd6c002959d1102cd462ff1dff943459fbad14a7c73075da574512e57e7ad7cdfd5923ebde42bf947a646b27291972010a5b55f7e5ab59d2319366301ac5f1b177d58148f2eda26014e05ae9aa605b00ffb033965caaa4fe0aaa5dcfa115a42ac5092b133ec0e8e98d89b4f4ee82a4a77826b1c0501df4cf431b38c2ec7e5fbd05ce2f076e946a825b1da3a554f04176d391406e091f4115d4b0ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249283562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5263ee8c4f92516f5f928faeeeb0fdfaaa51a9aba912ae98e3ac43420b2013e45bfcfab844c5b7c9301f3dd592ef100e860535d851ca8ab7318c5e0a639c36ecdeaf0908afd6110b3049290756bc4f38613bb611db952e7db628a54177b5642c62149ccea0a26a9ae801ff97328cde1bae3e6f698306e5b5a5bf077cad45bf84902fc3fa9d3fbc83b6f0a0fd5d15f0c76a0cfb5e54a3b2809452af974693527e295caed09d69bb6331eb913c4426edef2aedbd8524742b833872ac2a1a7912671e903e31fa65edeb85d39f830056172b0a2a67b71f7a0625b79596f080b484c48c5b73c417fe0db8555445aa37e910f9e880a3e06dbe5fa6f817234a8b6a1fdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.25007324Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=361a0a1cebee1e2f7c205e5166d4e70575a876357aefcd6f53e6406bbca142b6f3b370937e334e3305ea842f4d6a9eb4e4c48389f8b104801223ab9d02585ac0cc9be4eb4b5f7ae3f1a7e2f13341dec9c1f74bd9528032395e61c45ac3782934deb862e1ae5c31e8723541972fc5340cc56ca6191abc9b5b49cedb00f0774f5ce3badac461812a21b81b4a39e395b2752c5e27b40b016863bf1dae87564c3b1d1d4af287acd89d19af4baa0707a250ccf6ddfa17edff024b0e6ab6469e153cc04b6a4261c67e89047e7a77b757a4e049c678d04efd8ec7c146231d30f3eb32c9c8619be22e35f3bc8cec8f280b245b6b0254b9f387e3b4651549eac065cba88f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250079903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8353911d76ca542074a65c8636cd46f6be42b27b7152bd9141f4e92de8e0fde313db323691a9f76404e173004d46e4160b477504322cd8c878d0b3eb0a3f68f2d80346d9c82f001dc35aa66dacfcb8e3c1baaf28640fc4cd43d8d265cc803ce36847d51240eb744ca6b91f7642987893596fc51d034c465d4629b29f55b4e9d504c859016aa4e342c7cf069d7df7a64bcd1fd95989832091e9c32d4f7e0ee11108854d2cd36584b82b14cb9b821b2ddffc5284ee0b6719594296d4639f6b2bb82750e027f9c1c3fef130505a1f5b7a745582f187e9f7425504e7c1c66e7fd364bba740ae26458159346cf2f67d1f4df3afec6ef77626661495e6ff349ab0dafe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250194269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=699b9157c9810638545bdfac063e9d83a618dab30bcff90b637a60a33625a5e5eaee9c3c85ac1b599d6c7a4b7284a878dfcb1534938a5598a570ebb06af4ad0d93a409294176c6ea49fed0b9da942ace8a519403e34c85aaf9b4c3e0f7ac66268a339bdc71d1ab35d700788ef018153ef95fb44ed88eea46cf8432dd10c79dbfdd5081ef15c38e743142a8b690b80c49b94c6e9bcc1ad888ee9879b9a42f51f7cd1c86beda070cd4910814c868163ce5e76347f1442e0525e8373637e4c5431c437c1ddcd14a49e51d2954d210c5a6b0995ce2a8327b9c66b977549dcbd8e39ea84b392dbc0c0fefa51a6469472626f02543c3cfa060a78e16e1dda3f27eac44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248946617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7765bd174aa286820c9420e94786e50d6974b2205f3adac5a9f9ff62646d3688cc380970d237ba87d20cb9fdc47896c7ffb21574bab5a34cb79de0a0e68659ad39180806e5ec5c2618ecde9e794dc77d509abc173801f1acafcf302556f039f38d06e05e91194b044c349ff7a5edc6f70ab2e0e9a4d38dde3150c5768195c09dbafa19eb72e67f449ef122796110a199d13d820394dae5eaa92f0ef417be8f1db887b87ab1ebbf16b13ba82817ccfee49712490233bfcb8e78d9ce321ddd9074e035061bdaef2e4ac2e97db13aa03251fcfae0df361a14c8d1be4536ffec0d1b8425e2af7f6d30f010e9eb57d83ac7d55ddbad1cc47d00d374043b9f8a5a115e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.247042558Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44a02e28e3d97f09cbe0032e61c0de26d70b7896ce3d83570a1d2e7ae1bc2be772f5918e5307b5f99cec902aa5d0f3316e0ae34b1c80c8286e088d40635f19350ad094827102106bb5d7783f76d93ab52af36d7ba2fa886038f4c9a230399ace916c451e5c2d79ff87a9ab5cf5be3dc91c44204df6b4400669b0d6e75c66b1ddfd92cf552c1e90360a372e890ab773025ca21de3160c59325cae32595b9b88a16defa8591117ab2ff4b198fe0c9d9ab58b2626a0cfd91212f3a67ee035b8f4c81bf5938ef8c5fb0b19447f7a7476a5d136a3388b1ff2ba6919c8ee3141d1848df41587400b0994207d0ebc8260f794bb408c896fef2107db5fe5c2142773acbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249291377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=752200399ebef67a5e820f93e6d12d2c0a2cf1a8ede57200f9d4ffd4e74533266271b2adfb825f6499156915ed30f053da020a6d916bd39ce4b9c9aac70624bb685f9509620633191f9cf79281b2222d0909806e432506cdb2389e3db2bca6c5aa1eadc890d8400cc22d71c569e4d35ac6bb48b8dd642de5de3928a628f65bd483a095a0bede875f9862674bbca4c5b5a36dcfc5a31b0b0710899e91d772bbd1b9aebfa0c63bbeabd248f064a02801bc58ebcfe95a2b03bbbf6b3ab12f70d1b3bed38156957ac3f3806b9b98d319bf1a14b888d11bfcd1faa8466f75bab512d3ff4b5d50bc83cc29489b676fa02bdcfdefa3c55420fdf3a73c1185319adaef04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24928258Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9b8048aa76d8d0879f398ab167fb709647b976bda382dfed540fbfe3492b1c197a35523f9a39dbeba673ca93c3db782875f5b839d159a136704a113568b24af012df4be181a8519e72358e8f00c64ecb4f1bdfc9f9a56241a6cc42c4b9152f36df24de01e1c26d99af6bacf74f1a93b3283e12ba895825c2500c543f5258ec7618a070c493d666ee7a139de0ec891717153b91183287e5f46c46991f5ad807785aae97874ce75153b973ba3342f3e36ab75440d995c55734f97759fa798f6b077e17fbe9d002e871bd1a4830eed1b57f6cb12c578f52309f82972a461399c677e46b1fe262fbe5ba045056a43a0115f2ffda6a43fdf090702c970f3a6399b45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250531053Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=319088e27582019b653eb2d28360126339a0c6dd2a2507d09c88e35686b6c228d1f1a95a5222ebe12d7dcb3cde1b608d080c0ed535e353181165550b6a86c2f30f772a1f7c7e9b2d330f14a28880c60b909c91abb4b5a5a886f4d7041f3a345272ad224ec70160756760758a01b01e4fbd348fcd987319dcd570301133f6d3f38efd77a5bf6508836e43b28d9fcd9a53b84f0a50b372d5eb31b61d3110cf3441a769789cde86b3196e13e0b453c17c0a5aaf9fefe304a0b7ab11258196ec9ce97c27e5417d77e0ba277b286e478beea2c7fa066090a3f137c0ba5f2b0fb40c88ff7a29574707e643e1a0f42ecc384646bd736d5975ef955f774a6731750d45ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250740869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d1ac6107806095d928f31b8152e16ea18836610ad7ec909f5e755e1f0c9f0612c96d0d179fc83a9c7a89e5e206efd582aa025db329946e870a5b000f4a9ffde1399d7070fbef8c3922c2f5d878e78c6da7291db6bcde51c6bfa25a56f98fcbb086e824483c7534ae1756e285f627c616e6e1bd0712e03e918703b498c6f7bc79d1a57082d4c6c8e1101bf606ed43713949d684d74128117a0a39da7ebabba38c2156a20a793250e4444465b55a9e0b9cf1173025eb32496dc880446d4c25f20afda855b717e5dc39436dc72ccb95d4f0611707a2e3c455f659dacdd1d12ed6121149352aa9fe5fccaaa3a3f2c147ce0a7dfd531b32708e088fdce4f39b91dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24929302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0096b3554fb5c0dfcf4f2947583e0d1b5d7cd1911b7243d77f7623b4ee6d6a2bafa2f2f6cefc7d277f01bd072d0889ffc3b87c0cef51de8252cfada204ba55feb14bd6f3322406df20fa64bd57be4b2b295ec2eaac926d9cf3102c1523f8aa90d8fbd8ce33cb5bdf2af19e0884b9c48c11819220e0e94c0a9fda3eeaa8046fa3f18f0ef798da0b5a408a943a5a38d94353c30d47b3481d9375f152389e50ffa1c490c2fe1da053e23187d65c0c7801eb6991dc2636163b26d5fa4c4c8249bfec5f987db1aa47d85f5210918a5af6cebd4440f83980d61f994a96011ffd2d8e102fcb592e57552dc7d4fec74cbec39409d1b1cc16501c4f7726db104b5ee4a84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250766196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f260a7bf0febcd0aec79df683dfa995060747bc27dda918999e7550d2288ea762265e3a7a1f5a38f8f9aabb20aa83a99ee28ed0b6e6c68a0d1a5b53060eee452341eba801f39fc2954a6a35d6e83a49f1e05a6b0a3e5f451a79eedc41d396a4488569b4e2164779f6dd7a2a26690d47c5c3b9a1362f7cf287ee1ba8259cd33c9cea87979b761e7d052c91301a87679bbb1493bf1d10bf695d8467ceb08bc9713583e1402d60bec3f783e406f2cf145282dbd595499ca505d33b9f9b15f13b0fd0e08284c0c52481032b9894cb42dfb978ddfd5051e68c8e97e5f8f41923da346a7fe44aafb933766e224edaaf179db3ef44822956e7ac05f6afa7591fbd6e68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.248872578Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=251f4ef995d6882ecbb4431f484adcd189bb8a8b503c0959999defffdc98cdd32011597dbe6d47f0388cebd3c834ee6b1804840947b7c63cca8f6f0106117074be5c38cbfa2fb1554e44f560ff42f7ccc8d116b868630976d1acaa8a7da342d70c6a617b966982054e408103b8a7bebaf4eee2f0a0b9ca59b629d7c2b326c75ba7054cb59dbf90b6085b9fce9ffbe0087c190137673baa7dc6cacd05e2b7b62614057c3f52e890084f460144c6b3d8c512d4a05e4942a0ba51b476520d5f2e296fda500cac94c2be8ddf14997981fabedaa455917f42a9a0e4fa1648d551079ba25ee3924c0dfb88928b80429001640f490e7db50b1bb669dbd7b37a234014c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249538142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a967e831d1547a7189afd988d1729311bebfd078532de57ee0f23d5eb5399eb9136d40ec03d08c6fa0d57a32cfaf29393326a06ff01e6567316af8e1f8b669ec92d5e36ba3e98054a523e7fec98ef87c785b4e95d21aebf84a50ad07e148707496c2b4e0eb661ac7a3e05cb69d26db3ef50a16c99f15567b3c46540b90a5d22b57e508cfb2dc01073b2eac04e1a0044edc681149201168868bf927ec5aa32ab54539566c032ca5aa2c2bcd24ec7c4808d6f513798e1b2657d80ec5cc96c6b0c8e1a83672b541a483179048626f6debb019c0423b6a2e6fa611de40b03f9a93fc031708bf5e9110a5944d3bfe50f279aff317c3336d59ec210c8ebe22600d7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.24931445Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a582cddf9aef64d952f8b86016334e5679ea765758f2390af08ebc8d9fdb4cd926adb8254a0458a1683e51898c4d8a56e5c62a1f506732ba4e1df0e2fed1d0f9a4077d82f372fa30873918ab6fb565bcc8d8934c212d79fb67f29b6c748f782be1474afce40da255e370b3224c6bba8c7a739b052e0a0918c0f94a88005c8b154c47633912657547466f80ac5315ba5df44c83f7bbc23c6db883cb92843e8ad80f505569a5ba0f538732770971a6f7ff16a419d2e29f0a30e02660bf1a56a4217c221f6919e1850fd8335f61f52db2ff5057222b38efc2106bbf24d54c01f97aef7945b5b15680e18410996efd0613195dda1df2e367156b9fea5d51f9ba3475&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249348525Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=47a2150a367a7dd21ea6ef63302c92b0eea42321437733b96e2fa468a76653e894faacbb0a086c38d34b78538b46ac94c9693ad58eb7da73e40821c3012a5547f749482f7f780dc02d4210c3dd06d5bd601ff1e12ae8a04b745c379fa85b4d226a40f412523ee66e3aa0f54e56e21f1cdaa650fe18aaa8dd875c8bde2a404b8f881d5b0f5355cc39ca6ee85ca2fa6059a8f34c2a1211780c6dffa6115aaeddc5032841f508cfa28816da2fc1b63cb363229d2e3b9e387b75ab3cfd8a1e4ce863f7ee1168a97393c4c9825b4ea43450a9307844a6b553d20b6126bc1a49c361a764eac16a9d315dcdae24fb12e693cd517df00eeb52419286e19ae05710d36f21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250978266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=966126091dbb3dbc0381ae1787f0fe6f36e70e8120f9caa73b12d008b74da212b9f707c2bf8b8bcbc70b662d3ba2fba7e6105915ab66b8cd4ba86b02ea416cb1f50e7ff798a5eba347fc08d6d1ab49ed14eb5d8ce374678199ce376136b1a919c582ad56f463b00867f62ddad7da99726a4500f280a96bef12067583811f300b6cb2221770bcec0bd5f7c0ce7f08245c60b8ae30b6f056ffff5bac059f93e45ff92ecd665023a1baefa7a6c12013dfe1d65bfe6bb537682d10cacbceee275ebd17ba1442adb1746d7a8d012beaade584907d969d3ccc5aa24c4075c9b4d6163c03c7a799f60a6c0c8a8bee8ed8eeee923967715da331950a4651294fb2da1e45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251209562Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e8d54a7f72d7897cd7843282d1285b6e2209a778c52350825daf9497e7997691f438cfbac67db612520910b97d57a872c9cba96f5cfe5ffeae2a7861e3a36932006b189175fc286cfc5f5db6cb3a9e18c847b16319aefc2a30a31333230e4964909cbefc0e352b5f2b7b522bb2a90c85820bf0e06d9556d49b24fca1e0f1b5b2e28a49af311645ff4def4eefe1110a93d851b1fe71679f10407fde9a8fc504e405b4ba041e06a4db993e5deb4a800ff7ab873770c877967f3df7af3131740fddc50666f67d4ebfc4e233fe886084a283d9e935101045a9b0805c81359a81cfc38316cce34034406cd57e4233b953a5a09a057300732ead9abb841d21ba9d650&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251221535Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5aecd4eaa9b8aa2d274621da5e24a963a286aff1b01b0bcf93ecd1fbea8f1b5abc10769afd4913cac058a5489d96b44ba1e11c7b85b719907f80c8504f5572becb87a60ddab0efa7093a12bfd4b5524be412327f8c588130d4a5e8a0cfcdfde84379ef62fda055932fede0b5d0e49d24d583a3905867ad33872b2c7c88ad69b86727a8e088d63ddf7a5040996e788e2696a8ec863ba7935a89771d28697257a5b3a64129b0cc723218d47ff5117edf27954757c3311c3b0e3bbce29171811407e530094c0f6ba8b96d6b846d58995a6814ce666aa9659eb3a7a846e649dd623582a890ca5665bf803c6a3e313b48e113733f8b84f8c0b1077eff3aad709a1639&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251229219Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9888e05635737847a46ac81d8151dd2c2754e0ba1b3cedaa486074292b0c120678e3af9ffda902c97402975fdcb13b5ea7d01ad2c8e1a68678c5b6f89092e236f8ddaa704cc84caa60b34c9db5bb082242b3e731ecfb6b76abaa86a3a344d56f2b2ecd5dedf87f9c621c162b8194566eeef198bec320aaa765a7c3dc45a16ac61baced60bf7a7ffa28ab67b01bfb5f829dd18a0179d28e788c8253917a051155d276b467bf7b35458168ba35e1ecd4f70758155236d3d8ef1c287a8558de269fcb762a6f6013dfa9a31bb31df5cafcb41e04f740d8d6b79e47818595fb5cd1acb8b8dad41f5427e7ebd586bc860c164dd44c1cfb5a13d63c13f92e3e257bb5fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251240991Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7766d4d07b0729026e4ed512883554370e5db7ff1a561dbb2ab4c5e878268e3287f7df425109d09384bbbcdb32485ac997dda46c1b798695b8628a8b4614d0ce77e94abc825d8dc5f2ad5c0647bfe287bfdce44684e26a261e4c4c7f541506cea23f319923119bf010ea17090863f113ad94da664236f01048aca0afb3835e75881645c67b24984074fd422c6bd08d7918243b8e4eec6d288f6db1d667b7ed285eca042fe94b9f7be5cab95aae7151153cc35830037a176bc92ffa6024e9c2a55390816b66b4f8f353ba28c72c5a16f037708298cecdc7519e9bfacd471937ae99fa2a7404ee3102061c57db77b878f848a35b5e5894143377c20a0a7ad105b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251395142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b27bd229825adcfea4635f5a865fad047e083f70c8ec280762ca22a3d89c92ac17de5a274034baf971f30266cca7c9e0fe749999d39a17c0cc6df84391f4e326ea8ea2295a7da79f5f5dba2631bcf3f7afdf4e366e469de885b6f60c2e8186c3691ed962e9bbd69e4be89e187a42a30af9bda13743bff30cb2fc67bcc014a705c0551ff5b9f21e9a376724a4282dad956bb291279d8cc81997c1f0e64abb258de54e689ef47f4b109eccc652960d4444655068c852f429e02927f913a25ddb94c649988307743bbacd8ce587a4607a0e43c2e05b49686169625e57b7489f6bfb898dc77ffea7815146a96dc683225930d1b9043ea5805fd1ae75bdd9ed0ab6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251425539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0d455d5af3d43d41ba69491e2ddc460722905eb0139bc1ca48144846cf774bd658a2b3608f352fa7b4f7d6a585a042869570069baed4b9c3db5cf12252eeb89343ce0f2f8aa647b2aa665f039b37a6b89ae0a5d5072b0042ab7fb9d3e03103693d5a2d9ac2ee8a3bf87716f4c58d7dae1ced398ba81804a77979c9adc454d114092f98e8591c0a2cb7e50a4aaf58ddd3a28b4ecf06be92644ff33dab5558319a4703ffd823f1bed521fc9de7ae06d5bceff2ca34cd6028a14074a347c5b6d56281c86ce9905b86facf81e85433bd1306c1b4cb77b9f1412991529d6c3bb28ae0cc4d3563cf48170cb8b4290e7ac3786bb3c816ede9c417625b1fc9079ff8844&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251430539Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=81cc5d560c7956e5819883f6c7c20cf1dc9fbf2467aaf185c3939a67729896282d1d75ee90b09e792b938546ba083118f7556002d1f845a87d135ea18ead4df493250acaefb2601b8b1f68792250e900efca52227b6b530b17ab17e5ca1346ddea063335fcdcd3fa456d49f253d6b55a3fd9e1b745c78fd444f599eb457024164a8778d5e5d8ebfe8246ccbb9c6412c79438666f3093c4dd5c90d04b6cd9f00598e74d1844cf76c8bbd45607ec2a0f546aedb3b94a95a5b382431fb8852d6a962c5a112b1f6b54c347f8e6c7ebbe4af98be835ad9483b8a2af5b786d0c9a2e06b697974e159a114023ab50c6f136ef87eb3d05bd63b5b874ecc5c9f4609a2ac5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251449995Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a649f4f1c971579c86853a86bc0d96193c08b32639358b6282113b707b71978a47a14bc1e51a728d560c2c229d910c71bbc439b232460705f00bf7dd3f2e339bbd9824a5fd9ee60c1b9b4c81bdc6fc9db59dc89c0a73aeee98c3c74198abb097490611fe11d9c417ff088950dbe784ae8c8b40578d6f5ee369015cb339b413c1679663db13da5c2127395bb3966da9eef3855fd2c4af647dacf50a6c5de9c4149340fc6113b710dccf9ad3747cba376088bef9d3870f1f3dc4ef98edaef04f0950be4c90247d9261bbacbc8c5959f935f07aa7d6e64323572038727eae26c90780dac90c234a0e261a7f6707694cd0382b6e4467956ef2da668b40c4579ab13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251460725Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80e1b90327ea8fc253e75cfb6d805242e59bef066b4c6a60f8de434e7f8906c8326f506dac4d3a67539efa2d3b99f626e8c569489ae54f8ad0287aed7a24980c3ea9b65275e546916db434f9dd024863377bbb4d3fd79c49f0c8340d65b54c275857f494baa110ef9ad8b654db5062b613625c2ae46c83d2110444981188d2beb95a90ddef053144f2bfaaa27335f40a6138619f81aa9667291a48391de9dcf59fad71a7f7f7dc1e3639b1baad712e35144c0ccc03f3c76186820c8ffd9ba1850083d7c7634cfef83d4048ed335a476a373ae82672d1b3d731bc8bf1f7c434ab96723137767763eda6d1d3e44a55dd30b64dd5138e2ea7a0f48e7931cb83aa37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251484791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08ba4f20f9fbdce4f0e3ddafdc588dd6a670692c134e01fed626727b72e0b4a5080a045300391825e627d59e89383e99996917c4169f5310aa070a1f6728bf4896ef9ba6ba69f5dfd26a8fe580988bb395d6e4a9e4c66c1c267cb6267d9bb736716371e364323c97e014d7f79129a8edabbb691b82e49cf5952f1d5e9f3b2639259b85f5f05154a7a0fe95d4d70ca8501b9fbf130ccbfc83a6f397fecba49116ccbfe41d3e6b5a3de4085f89d0a954cf528945e9773bf46a8c5959c6d40cf1de246a0330e011efbf12b012f2d3f4d974d635af395a3d7f9df69f87a29540e31c933bf5a3b126e0f2bd6e2f00c8c7a9a9e959a9b2b05082a0b301c62d8639e5fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251209502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=446c27f4745c11035509bda541b9bed01ca652741428e86027d5e52ae143cc7b4b2dbd58e27ca4ff5996f864b73a4884cf984338ecfd3fbc688d17c8ed0a52a3a86682f997ab6e7b2b6c4fe9c0a25bb6370e69a3a2aa80e6391fffbb0d435a91bf2f1d3a6a1ec487921091ee7976be38ac8077cc9762ef2eb0d25da2336f99e9e27380dbbb012b2aaf3f291466e7ab8be85bba71dc996a2a02df621b952ae746da2a272b8a4a6691a1c69bc99b85fbe0c42ad361d6c5de56c8b38a40b4ccda102efc3ec778fc075a4dc2e494229b3340ca228a94c3d742ca5bc3c3d5ff609a0db8b5cb5542ca005e7aa2e804d323c26628bce15060b273efb9cb309f5ac6c757&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249559302Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2246d9ab14ee2b1546b9c96c48efa40789391c2bc590f971c5f5899080182475057217202cd3d02f58635bc6b59726237906dd0328643d5d254aa64308ba729aabeaf5a2d97d3a24c70d3bfc6e8cdbbd4f0494e886066601f407704987c5ce0cbe8f6a3fe5420f5fb4af28e840a032cf117258c9ff793d711dcc27401bd0a2a2c43edc707d0460c47072cc75f341b878f37455358c79e114df6553f0e9b0652418ea98c47c2403dc37ae2d78498a0396be917a1a2c976d1dae72fcc48850bce81367e518c9067f383cd3bf2ce9b54c8dda5842ad0e8807670bb233b443ecd549a9caafc164ac11d770d20c9196322ee1b626c365725b7e6415ac270875b3ea4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250978857Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc40f1feb0e4efe461e58d301ada8aa8d4598e626ce763c825ec724b5514daf64ce74abff68a4f01137ae2786d6f812e46b07996b416408e495e91814570a6a183cef25022b63bc534cd00863d708a250613f1b72e70f17e9f9f12b77f5f878f1f1abed5df19cd9664308f635b9d75895e5dd3ca96b3f67b78340930875750f9839880154463842d31fabfb91ee7cb8d4432239d9e28c191f193ebbc0f77d537813c31a78c70d778591c9a65b2ffaf9272e364ecedd8c0fa08ebe5f3538890ca5dd4b83ddfc991ce7d256edad2c90cad46a83451883ca8d5c54ad06e71a42ef0f0e07439bb3ba446856ad4060a82b2ca0aa1b9859aaa4db3c5239e53f333fa78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250012716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2347b6f87c455e389465d19a745bdb7e3a96f51e37cfaaf38f05e38b3600bb445fe0adbd87c04bfe239a69b0e781631ba4e8006f59030c2d15d519c9f7c4f8dd88d6771b78e7cda23cb5444b5d538d3f8d55cbfae31f6928479db9d30e423a23e02f7dec9155ef930b91aec5e5a1ff422c631c8d9bae0d4ee2ddfb54f278d25a54117c96c5fc821a37eec37c27f1544a54b48ed961e6dc81c4e296c2af649da3865e898237a008d95206084f4eaaf1b7da958d34e2b9f84803893b78e68b26a55ba9c9a7825492eb1102de4b07a0ecca4dc88a51f081cdcbd9878958aac2841a6d5ea89f8a4d155fa625044f7123f94b0d8a1035569bec94bd3a968df9d45238&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251395923Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=21e2c021a822b575bf26a2cf4b3aa75f6ab726e9cdb2864fce879da8fb14842ee860f76b269efa5098ad4fbad70b70bacff3225262eb6f82de8dc05ab00d6c74b48a18a8343419ab3e1b295ab413d72553a0b9c5dc8bad65e0a8acabcf41bcaa358c7762c6c444add20463c3284be611ac075d44eef47fe5dfde47e052ac44f9458b3bd7729ab9cf9d5cdc4f0b740986796aab1aebba0594b94e68cd61815693e9ba61956e623d337795599aa5d638e98091480e2114f98335eb82629cde8b3f271b16ea2b971b2909ab2b779366e63cc7d73fce80c38f5d4cb9e1111bfb59fc417a576136b38b78db5bc6c60615e765e40bba3972e9b0c6c640c77bb14e66d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250044126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68723f2adfb2779ba460dc0eb767d5df589aa2cc9db0212543ff3f012e9580fd324cfb22262add84c6041a78c77f34aec2b8009e15ad1180368c479e887d180efc489fe41dc35470e50aee7ee30096efd7243febe843900ad7a98c9ed54a79f76b6ad4e385310deb8cb0aeae73b40dc707f43eaa9d88085be04f586a3a00cb8065f67c8a5c2b111fc12f818098d0cf8d50d9d41d7d2344695deba4f0b90fb8a8c772df2fa4ce57eb86c1019fed9c0ae494e0a917750a06123e13ec84b2ef8d2e3f40fc016f0434f2705f87b0a0d9c060edd2130a3e9ec37505f738dc4e063bd5e837073cf578cfcd1abe437b8b10991f044bb06ef193a37f0714286f3e43034b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249294563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dacba30c7014a5462579ae257c8b9b863337e8d6c8a98054b678cafa1199417f5a65ad38a08178219651b2ed93950a2923cd63f18988449d762a1c45e51faa75bbd819f0caf7a181d3ac255db0a71dbd950ca13dfdde31e6f4a8cf36a414d5ffe9941d9cfbdf5c3f42a94f99132e7a1e8115c61ca451906125f9fd6ce7b182c0f03588ec238114b247de7e6dca43d9d221faa9221281b6e7a38bae1f26ab18889e2f53021196de07aefb4e3d585baf296b9a6ba012b1ed7b4eb82a1e551cc5c1e8c66bcf8d5bd84e3bef69824240be5adf3dd2d0743e76e6f007b28a55d1034d0b115a8b0520fc944b2081ce8eadd458b3bfd86900f186456a3fd7f0580c894&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251719734Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a6924046c8afd63d1300d4921115cdd7de0316a57017fb3328720882fdf5c5cf090afd8c8cd00f131f8df7f1e14b4ea71ee1c21372c51bfd147a7a0ac3f4936d9770d9890f2f1a5929546d5588407318d9e3231a072e7995e7ea80f6d88d11008cf8bcd3f0a484e7a1c8a95e0784d258c7345ba94990c4c71255e15b1d0bf447e98254ded2ab6c6e91947697a5d176d704baf88ec610d975d818a3f4e24984e2a1a5c43080110df667b0a929303996073cfb3b7f72f1586ac22ae5fcc4dc554c747e86624c371e80a6c87e95c15e5d0a0d645ac6e69a44ccd4cbd5548ac7b5adfd76e8e2f1a8e08e11717a2eb6c3e394698e549105f3561cfd0d0ff21532a2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249321213Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=545a9f2d4ee070746e682ad9bb9fdbfacfe700ece9328521efffc2853def8cecf78f8e0911bf8b43712e8b512fea1c439f9e018116242ad691595df94d00b698b26c4fa27dc2b0aa09c4899998c6f2efae4426904a6d2a24b7fda74ab202ae70f242e1bb147ed8d740faddcdbce7fd2eccf7bc7c7309c1696e212747cdebb24ef8d8af6b19ea4a7bd092ae98a99ba4849c0da2e1cd8f1a259174d81fae609a751cfe98021d1ceafd92dcf335ebeed7d2e66168403fc472c892363fe65585892030056ec4415fe413cf648dbcac4f58f4027766835cfd336e42e9eeafae99fc8932c3769ba2998f983ea59ca80f8c4a4d1fb53b672bedbd9f7b2f3c2338ed5072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.250978697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a14df156f0eff73a0f069cfcf09c3fedaaba9071d75610764c5ec8ceac37c43df8879d018ce03ded695039fdb59c7c1d743f68d27c4e4e6498e1df9bd733479f40e21142cdea4d9a7f8ef0d632efdbf312ff02e368b538ddf61e39e1219cc53549affeba48bf9c415398cd1a225bebcff0f649390fee40d3bf935b9c2ecdb57edd46502bdd9eb5e22c0f27a037dc3c388365f54008695fbb511187459d2e3c88e1decf62b019b2670f643077a33ea95852a2df01c032393f23ce2f58038bf1fbcc3a374a93f576702f6c7e4c126e58e5e9a75ec6b25980c7077697c6a286ae0d614fdd6eb325685bf24c6b4ce3396f0fad0126478bc66985ad555e75db6c8269&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249311996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06c04f2843067d4651ca2a0b827e19c729a85e3f5f8ef1ee8d889e2aafb0a7cd1bddcbc8fb297fb7664c1adad70c79480ae545de754624c130945fae055c4dc6d80752ef356f3ff786d4fb488906e2d642ac45c54678347e313cf38d44fef67f20c638d5a2b201ff9325fa5b26a0018257b62cae807894dd4f8bfbaa0418be936ff296613cdf5a5b11b7d8e83efb90d77f606920e8477188c5eec1178609cf66304b3142be5fead019f3a12dd99d1b925137e0b261a64316492916b8030debdb834af3161a499c2d4c897724119b353e092779926144218ea5b264c316b4bf3d4376c77ddedd64c64722f35ef6754f58648dab003233945d418c9ed4f6a66d03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249349607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0813a585c791124958209198a8e06f3cf9b725b2f289cee514c461bc765e0fcc18499eb40f45946fc8d8f7c836c43418ba71bceda57c4140c323587061b2bd0b680357f3a90b6dd191f42bd94edc2e7807950cdc9f1333d40d38018eb7063924a5be1a2f9b2c8591ccc81e7fc7847ff4591bf5936245ed95bd1c03dfa7c16af7d4b1fb540ea78d4351c991a67224ae5243906bd3ac69bc6d622bfc7fe5d6390535e05aa64f68442b9bde5487f26699ba8413bd60b3f3471360696bc0b2dc3bbfe26f7213ff0bd61bc313730150360e951adf600e1df786d0acf17a13175203d6f9f161c6568e0c425cc5a1f4facee18954a53827517beaf0965da76cc5830e81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.249455917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35d3184ab1d858bba40b78d1f562916d3b85471560f5aa869482a5dc76ac86738afb47ab10134cae3eb7bd2232591cac44f1a0446b7026d9db59ae5515318dcf3f25f47d17a7dcab019a8144148a475339d05e6e7a81b58fcbce290868a0e01d665f4e708512a64e242f0d1518968706c5c0cabc5d3689d029c811d96ca79289f8b0bff5aae934b00dd302ecd9ca405ac2ee9184e9577c75aa4402a3eac7c3ce301ea766cf5bedf960cc53632997d8a1d2692a5de441aa7c1e9143b786e224472af1d48e364a0d611174a12e6191d991cabb0fd64ab8c3393201e33498a718f004ac23d7e325ad04e9e838385fe124dde1781a1956bea308321cded40cb4dd09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251165339Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383b3395cd632ea66c0e1dfdc06589c4336675186c810bfb177b536af6ba1142b072bbe0185fac8ced658548458adfeca3fd6948612d600e8548f8c2b5159fd1733eb60e855cc1af52b05ea266836f20db0a873a4341b899877ad36d69c5656465a835f500ac679659109530778b4145d91780028ef54e44b06f809d1fdb2620eab575179512763fcd31918bfe6fd073ef6cac0b91904d6d8419c897eafd6e94418e38d603452e318ea3fe16ca0b25adf3f3a1d4f3165e5c5e923e85c15ce3f740bbc59aeb1c5547271aa9376fe7a8d8ebbd55713b274435d7677e3fcb4d42c28f732fa4fabf3c67b3f287cf36c6cd6b276dd25e16ba982e59b610e59256b3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251154198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80379f94ae51ddc2589199c17a99ce04994fece18517c78cfe73ec4c35a653074609f688066411f7668cc95c923fbd64adb6881fd63bec4a809df91a01e7b5a857a714ae48016688f5d1cb88a0735657940c7888df9dc08a31e9ec37d4d9c1ed08066e665f0c0ab5420a237c4633a636e88d69345c7116d804fd45214e5ff44bb079585befa94cc54fef44928fcc9b3a29af67f49442856909a65c943a534098c7cfb754c6c223ee55e1c132070db89bc8af52186af9b695d517a4e4ead23a54476e0871f69f9852bbec507bc95a9e4230effba25f0bbe564cd89aff227c33911eb078160a07406ec6e6606eb42bfad5a7063cd8d1c9f932cd10d6a399efd084&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251178614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ef753b0da122dc994f81df164f0bd1e04fa5dc497bd6f97c52536dc61c33b65edc0206727764277b813cf8de4a679c856b238fe95a42afa5e848800f0159deac7a52e0f7851105a657f4c86c87a63c297f56b3bc353e799575e5818b3146497d6e2cd50b2272988d58460fd947d4de68fc570e1b90e137b1a788d2bb980396edc88f7ab3786a25c03c82ecc051a15783b7fcf18eac1a0d29afc25dadd534f6ed7cc490d27a0b4df0c2ca6c809bfd8c3ebb04046d907f08ac0036dd421d0f0140dfebdb499323d38097c3a40e7f9f04c972f4874219eba95797b89021dd4cbf77ada1e428be93cce86287208af3af5823f4d3a66d7c148e7d9763b50ec507484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251176039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ae32d5342876e505f1e736199dbc9bf7edb92b3192373c1b43e0e967f3fed2a5437615775cedf2af601036a1173632adf8192c9f772d29517d9a7cec58b078163bed4bc0ba4ff2db442af8d70cbc8f69b5fc34efd63ded4954a5555b8ed989f7e277ac10a8b017c2aded77df24063062dc0b59c853b94b9f532fc24b73a88af63c6226e3de40a17f54884f59de9b03cb38c10eaff5b8246521a0827e08d1acd9dd4ad3049ff75fba381286657ac3ed9e1f0170c6ab37eaf6448edc1c1ce2b9b40af22b66d9b322d34dc23378922dab93d43c8053f61c0a63da18fbc058f226e005b7b37861fa59ed833d188b7e6c5621c296beb964a1f3519ecc0edac7eead&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.25116084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8640beef073fd5d89940fde15a2a9745ea92a1e2020547f02b28bc9aca8d289376b137afd622dc9f1dc8f84df1f5c123bace96bdcdd8e009a5932f3fbbd8be4eee1a5340c46155568a8f07e0ea22c7e6702cb95b9a30fed570f225285813d16fd2e380132dea147e322e42bb36b00866af7a748013bc733ebc3ec3706752863c65b81800a2e84b63d71c321cc4fcd2fd11f746317fe94fa83cda82fdbac1eb79670b7989c22e1ac32eb8f73f0064158f077b23dcb60376ed37599bd5a913c2ceee94c49b96a81021ad285e0f4bbdbb48606605c201feee5014b7754c9400c11dda8aeb4b2d4621525cc13ea63e2b711727c20b170de21a1d4db2d50745381704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251197519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3403fc0786463906b3e0d83ab73ed1b5535070905ca199c6984bee1b013370019a9e5ad46eed74fb6099f3d48f19eb2669941e847ce3fe0920fe7dd1cf2fe844693bde0aec6cf43e4732d5f0d0d45967149bf0ef933a1cb89c19fe4006dbbf511e1d40a6dd6c204cbe75a7b7b3a98dcb224d428023d19e7729f0c9870ec33127cb352716663975b7bdb9949e106440702f04affb19a47baf5c0cab81dcad25cd9d9000738400fc4bcb9f5e37dae27e899a792aa6641351f3119e4ff8b1553fe43bee33793e214acf408b3df7bd7ecc8df85bd936268ad088414dfcdb126bf5cd5695cd9802e6b5e7e50cdb1f789f13cdb3dbbeaed154244ef52b78f600edf237&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251197379Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=617b486a96d6508152b2bc5dff5fc7bc0cad4bff6e0f15e50e3680366cb27c157b1dd844565b87975ed6b2520229abe73cc71be1786b90bfe4399dfd161eadbcefbf8208a093e1285419f9776320327fb8369148cab68098032f9ba71d5fff3ba8b49ace9df6c361d52d45f6a8a026a62a0372bedaff18cb6183ebd70c79051ebdc4dd7dcddafef3da3f2d5e2cdaa34a708860b803f1e4835a3e4e10ff91438b3210a9bac5e60c3a45fe1a93a3d6121d9bcf27081c04b1c9ac80c4a70277afe049709233eb78cf805738bfe2174c7fed2799cf02bb7ba883871cd846444fd73462f36c5cc40501af37eb5e10f24cbbccc37e8fc0533583bc721d331abd9f608a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251647397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=23b936412d028aa7cf907134ce70d1138039f61de2a5cccac180d69f74a2d1f157250dab143375e172ae3e86fe3203c4354a465672fff9700942030d0a15e7c5ca0f904c0c5be812855722e37c66ca48b4f0c89f07597c35e080e00a8da5f4bf6cc69edb49e8439ca79fe5d1881bdef56970c562acec992e97228898f7c874393420e216014739a2474c44489c4b65da2b30079d2bb0abdcdddaedf657565f8f2bab5d00cedb1d5a74b09990ea8af36d1563f38c9c8ea77ea64552ab8bc15d6bfb48071af8097f39f53f91224551c32ae37df530d2b566f9bffce00f5a153def339509f01b02d22685637b3e8dee0467879fef5ea8649ad3492b593f7b68277b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251199523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b45025beef279bef5e1aa8899188a77cb834a0055afb829331a0ade1694565500b1fbc94e303ce670d9b2452155f7dad23b1d060e97e76a9a984c04aad0be5885b66a0a4fb6b7beac6566c99939382a30cdf2229f8ddb968b0220ced37bfb8dbf8dca9421df886230567cc38a1dd9c8cc49d5bd3a73699592af3dd06de2e4d237937d6db7343069100fc47d2a35fbccfb66af73b60701641c3903ebad5129724a0f1b83a8ab01b5872c89458dbf75feda6b7cdde161522c062b4089b65dd5ac640551939e59c17c1e637e7220ab37acae72d77cd07e6e109a514bb4e158acf08bd0313017784d4c34f2a8164a7f0fd033c2dbcd5c9ed8d8f622baa4c5a1b58e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.251182231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bc8ff888b1de94fd943d2caacb84123645245f2c54c9f553d13d2591a8fea791381b207395b700d8bf25c48fee647908c1772334a2ffb8971c3b598ec7775cc6868cca5bc79e731c451ef8481f55f052df9400d2bb1b2091381f2eb96de6565b5a49a87dbeaf589818a7d2e2bd99c04f223828a329302de2e9b1fde17fe311bd6ec87653d8f5119780954e75042c54f10f7aa2757035fb53c4c3542bf1fde56c9c877129d69256bf2a26afd2ca2046ddbe7921c77706e8dc29ca88a0cb343a87ad76ad761592a3b99752c2ea4ee4201deaec0488055b655172c1ca9cb2b717ade0bf6b9dc25d81ca803d02588927446e29d2faecdba4d2806880c44ab0a168&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.253888932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a8b93f34239d954bfc45426d2678d4967e7385c3958cb3f460cfc8a8952b78927e182046051e12296cad7aa344a4dc2fe56d6f5e92e32611e43fe2e94f75d5fd021349000e8f44abc4f885b7918ecd1eb7217ad0f0404a7a78122c8cbe25f30dc8b0f5185035920e3d68a2f0042a267b05bed0d0af157c286d960ff127bf680ddc35f94b991cd5257cd9b5ed958dc408610ce4b9459cd2d4a5ddcd6f4dbf4675596cf3f477eb04a52c04e114f2340d6d2fdf04f6d1dfe39d7f0fc96e9460022652335ddb0fbfb778dd8edeb43d3cb89a7662a8fd5366b6f7bbe9a4821b24c376c81aadf2223858e74a1f7c5daeecef881c51b9278d3e39f6483ffc99d8f7f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.256115438Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=372021aaf581f9e9837aac1c45ac1c99207046232c40da18fef2d081611938b348256a25ba5bdf5a44134a00c52a796074fd884251005076cfd67a211e77c67f2db98beccc383a8a300c10303f15b24acc232122b560367bbe7647b81cc1a26789aa225770e556ba4ca42f3e8d538e97ed49f67d764d02a36b98cb8227e741e3d99f35c907770c1b113928078bcdbbb2bb56275a32817f8eb28a6beeed604917cbcd6df0a307b9b63b0ed8e50ea1a01925c125e574fcc6d79a27f45fa8e1f3b0a8d265971d147c37628472a4323330cf2fd2c2896bc40d4b2e297088cc7b6c6d7ecee42a6de4de8277d0a08094cf91f2853b850bdde4fadbfa9905db458ca956&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.838947123Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/array_metadatas, Name: checkpoints/2048/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8241ef34dc3d7dd0df64cce6cc54bf9f61fa7f14a35650e5a39adf17a54f715e8038b75682b63c22d4cbc49b985a67e421af9228fceadade7d1b3f236b22701dcb0fd0429b571bad3182ff02a96262b754c3df1f5bd8644003d82646a0db090a34a261e75baf1ae32749edc2d87f1d7b1097d2b1d0f81a40ed0c00e3918649c6024a06fa83f674641cca3c660ee42fda340d01122d4ef502bb14f37548899c1cf0a54fcccfde759bd45a29bbdd462ca5ea7940f6aac3439665c8b42f190a7f46d3dc2ce5f0d37651408c966a4f6f86c5566083c41ec3c6b102825fbb884ed94b3961e4790e3176cb062b6e225363d6753c4e1a6090de35d2367592216d0a7134&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839023818Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default, Name: checkpoints/5248/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=33028c7dfdc51617889c56e1cd7b708b10b5996dfb2af0f71d2c719e09487f7d8524620d0a57354836cd83299cfffbf8070f64bfd53dd02c41f1526adc13d16554fd80172ffb1542857a2e3245ebd48c976e108cb9e6dec630c529808e149576095898be2946dc5c7f6661bcab18c3f8a90f19bd612010ad6fa26d111369cb65d2a739d01ae8695d56ac1d4ae136534bf1d10094847db1979f55fbb01f8a8a15f82e0e66bc6f36d9102f1eefeedc2f18ab1d1f4a1aea03a190065fba74d19ed8d04f8a0a424b647a538df7a2b5a051299855f4e2db5eaabb982af471606d2bbc4fae500661c16f06200f1274bc83ad9e9d2932b0149ad60e6b32591bbb8de5ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839076687Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/array_metadatas, Name: checkpoints/6912/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80e1b90327ea8fc253e75cfb6d805242e59bef066b4c6a60f8de434e7f8906c8326f506dac4d3a67539efa2d3b99f626e8c569489ae54f8ad0287aed7a24980c3ea9b65275e546916db434f9dd024863377bbb4d3fd79c49f0c8340d65b54c275857f494baa110ef9ad8b654db5062b613625c2ae46c83d2110444981188d2beb95a90ddef053144f2bfaaa27335f40a6138619f81aa9667291a48391de9dcf59fad71a7f7f7dc1e3639b1baad712e35144c0ccc03f3c76186820c8ffd9ba1850083d7c7634cfef83d4048ed335a476a373ae82672d1b3d731bc8bf1f7c434ab96723137767763eda6d1d3e44a55dd30b64dd5138e2ea7a0f48e7931cb83aa37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839147891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default, Name: checkpoints/12800/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ad20e641056ba3bb4debec70243a6af0030d077252c4a22b22d21b58b9a3591fae1546f024ada511d94844fcf43aec1334eac0d8c5a0f8cbd7a589021d174f55c231e5ca8db8e6bf21a1a9b4c816173d325b483233853eb8af977123b6c6dcbe48f5d1a07260e2f5d4f69d474bed0c6bc0cda284e1fc1434430d7f679b204e6bc6c52376e436bd9f1f546328157801f39438807c4125b98146e365c1d695656ab6c4aae23dfec4e54c42ca669dec6579cb5187668136cc3089ea625ea87f8bae6c47f8332b08f4bce4ad77c44b6102215834c149ca793ead29fc7e315e579bf283539b16f18b884d0cbfc9b980e3b534142b6ff0c4465de70ad8d5477cb5977&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839225708Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0, Name: checkpoints/5504/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a391dcf808c7ee6073bc0c3cef4074c650edb298976763c20f86e823af9c99d9f0918ba7a5ecb009ae3cf9cc0739ebe0e4826954faa9580dd385236387bd3ce1b3c92f0b176cef0d456cfe280e627839b923b4a78f4fe72442852d1d1febb27d7e446a092236f36269bbbaad5e85063a4ae69100a4ca1d6b840d46aa6ebd65bb9da4f71c42dc879384c36b64437c8e98aa391ca2d54d9165e3ada39e5a84be89ccfed8c098d6a9d880850b821f641545e8885e4cb5cc2d9a3c90552af0b9b18cbbe3ad4275a0a275caad988d97335452e718a3a005054219e561612b868fa2518c2e9fbcf6af9a41a19fdc5ea001f5835f268ff8946122b1965e42d6d05bbd2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839257939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default, Name: checkpoints/12416/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba67d08ac1cc2111c468591a9461d962abd9687e871216c649e4457bf0e0c00f93eda365c736f4dacd4d48a4f6c2fea83c5203c63d7d287fa2d2e80cd6302d55697d5296c1f227c506a441449e665dbf59de5e99184a89d1877c06605a62ffcd97500a8e940539c5d8f4b4e6558d5b5541abe5099bfc167fae1c44ee2d5cbcb9c39806ffc01a041941d449c9358811f7ea727a8ad288635d7fba8f47d19130354d88aa83fc68ba7593388de80c7fdb17dda92c74e5c7ea408f06eba535e2c963a7b79e4272a5dfa838987a180f4c801d232b8bf1d80a5af03bd645bfa95299fe04a6fcf195ec002b6b2f173dbc16d66a81d13f5f5f1982662d5e1d963577f08&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839278027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0/d, Name: checkpoints/3968/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=180abf164e1ea947df0e2f02d6d51c3c5a8187301817b1d0dc91c5539c9712d93a664ba28211aac7cb9a2a4e1408c87be31711a34d40dd51b5e87999b0e28468fdee9855adaeb4fe8a52b44c5cd6f476cae2f588d97ebe9d59b7b05595158333b7322e67a29d0fd588a05e6d4c9c5570093e7ed93a573df631c535a2e0a378472b722bd7ed14a8b195303c76894ad52e74e03ca610cd93acb1bb9a76852eba50eadbcbb4d3dc92a358c12cc2a6581be5333ee80472fe95a68cd50690b45433fe7cfc3f0628b1d30321586fdade90c9bd9851387db1e52938c604568c57277b808e65140113f9a3c1f7835c16baae8fd1ffdd2057fcb60ad0978fdd3b82c70642&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839315607Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0/d, Name: checkpoints/6784/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a56f9d039f460db6add2c71e0901b9f68e1db9481339bf933aa1bfad0964931ee4cd7500e1d44e54f825528ac2b295e40ccd10b74af5a3160dc610b48142548d1041c5fb78d9a1829e6d6678f0f0528e409ebe7670bc1feb4e7cee83f3b49cc8492cdce7222d7617db10cb2ac0cf959e5600554f3728f10ef21eef42427ad8ec9c46ed722a7a94ceb2e2f487b76d207b992f0bf182b96587097d7586ce9058d2ca3e3518f03b61e13a20de2b1378908036eb00605d576ffbd9663907decbb5705360d18da68c2663a9dc587b33deba0c4daab5256f6411732dc30bc400eec3a4ccce0093601f430cdda29e3901da3ce29d4b8b85e8124d5a520410b71f7f5f35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839334683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416, Name: checkpoints/12416, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a649f4f1c971579c86853a86bc0d96193c08b32639358b6282113b707b71978a47a14bc1e51a728d560c2c229d910c71bbc439b232460705f00bf7dd3f2e339bbd9824a5fd9ee60c1b9b4c81bdc6fc9db59dc89c0a73aeee98c3c74198abb097490611fe11d9c417ff088950dbe784ae8c8b40578d6f5ee369015cb339b413c1679663db13da5c2127395bb3966da9eef3855fd2c4af647dacf50a6c5de9c4149340fc6113b710dccf9ad3747cba376088bef9d3870f1f3dc4ef98edaef04f0950be4c90247d9261bbacbc8c5959f935f07aa7d6e64323572038727eae26c90780dac90c234a0e261a7f6707694cd0382b6e4467956ef2da668b40c4579ab13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839376121Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/array_metadatas, Name: checkpoints/5376/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72d5a20bfcf6b99994c2b4a697f93623e630bd09eaabe9df7332fc88fe11e4427893de95dc7ed69b0d0b613a539a077b0565ad4e9c3feb8605de04c928a120b3d3663ea9ae098933d6276140f575bf004ce4e43bec91e187bdae76fee282f8d20cb14bfa68cc9be40cd1b6c36407cd7d926acfc67d39ba62dcbf420eaaa4330230099e7d38425568e7e88154231c03d08f07b5951434888cc694f6bf13a0b694f0c4e29365112fbe03524a4e29b65d9021483fec973c846e62650460e29dacd86b98bb843d0399cc69dcec5d5adf46867eb3f127ef7003e9932ec859982856feba515f0886d397ff056c819a1013508a0e0e49073b992f4b065d4fb357c43309&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839415977Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792, Name: checkpoints/1792, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf000ec7bebe97b31942e49ba59b4d3a4b55028ebcf9744fa89d5621bc4852d16ff55baa786bed45ef773c2d0c03af2dfd35d9b2f9000d8f21d3d4696b8d458b317f3699d8275078ebf04230208baebfa6045353735e0fb173787097ef1460b90643e459ead756134c8d6838d4d6ac6c0f5f8ba572f37d52e52ee1bde26b404be48478452d551a27f62de10960706e3395945b3f9b44d8c01ba0d6d87fd50a501528abdd5c6a16664294c23a1d72b1df663abed3514dfb9868148c1d86e286f97248733704409b81a4fef622edb811193d1bbf4ae7dac07d1c3006bceeb0e70014f5149837607e7591ef8ca6496c02357314e3239dc0c7999e8a5024a0383958&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839430895Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736, Name: checkpoints/4736, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=808d59ad1dc0d4c2713181a319e31943d37ab9b5809b5046eaf7526b5f3685ec2601b801fd37eb6a2dfad306776981d040cd2bc911ae0a2ed1e9be9a80dc609549a99771c3bfca21f8081047d57951b703fdcd05eb0871982e0a2b2ae083c360096e895dca434cbe0a7c580922a138f5ca20bbc503a81ffbad36ff395e97666bc6fcd88732fa00cb3c5d44fde970a50598d1ca582f5eb77ff7116019886d98d5d936a03a701b7cc7eb74f913c846e327e9baec40f41dab14209ea8581b91d29e069d12fcf0b2b4436a9886c77e6f516ec8e4e0908f5e6b9a996db0e8ef3ed5e5dda7ed78bbbbc4715a8f3b378ffd8739a3136b6cc257a1a763aa17ef3578f3cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.838962171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/d, Name: checkpoints/13056/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c14b340f3a6f4228f5b7031ae73cf80c23b6094d3504fbab30d1a3eb410e76678b44d3ab4fb02e186666ceca5ffac14fa4bb294b1ab7bcc7b8871720cf03f14cc9f652f0afb388e0cae1f32631bbca950e1614c249ac51c29106d0563cf862a76c35b3d65a13351bed7450e2d60ae160fe264d4419c6e399df8ea6d4de1b9c767aa7073f1a82ccb7b20c64f2e60bf940eae92ab53c1983f3543ef3c8fa86558eff43d8c346df1d8a916ad5ce56d9d6e2f19982a019cbbe9d69b769234d783e3996690feb48f673d4e65dfc0ebbc7e55d4984f2589c5c58e318dd8bdb62b13247e93ed931b44ed1d8e65b317fb0136df6ccc39dbbce7fe7682f301f704aaa7033&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839484386Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936, Name: checkpoints/7936, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d6f5ac95677c0046c79a1d24f414368bb8b8c722858473edd39e9ec823373693a4d5989e83e919975f4b2c3a9917cd86399c652afc7d0d796f8d71abbd87b4900e800002b6afe6512afa703456b58030c58d6650e2d26ea3f0636f33c424f821496f7d6b02975dfc54928b77c6d9b7ab13257c6bbd7cc95fa54c3335b35274c00775c027263adb6640c70f3681eefa83a9b25079a147598a27cc3576da4df363696a4c7b4dd89b0965b59ff9c24d6846d225375536d29e423a8094913749838250b2d2692637f87a9de54edc3b6e94fdc4df7c7306e343b25ae6348dfa44668d4604d6a960aff334187ddcfecdc5c60af0c6d05c85de5162b12641e30667801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839491369Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992, Name: checkpoints/4992, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5f03ab2967a5b7f84cc56698d504663f6e8c44bf7442b8185c0dbe78ef4cecbbe8e8d916ebdead44712b4566b2044420c014e8f7c42007b72a6ba0521d5b18cf9ff215e0ab3e79ef01fe05e88c8231ff0f5657e569d8a315b897ea03c5d7779b99024edb106a015370d9bf1e2766de91d70d9d6f03a1dd975b8b44e7c59028dedf80c258b76cf312e2beb2a148e2c0bb728aa242b0519c92dd1b2ed281efb2ae474eb2951fbec2a156511b8f290dab2821741d10d429ddb5084d940545d3ab71fbda47feac8898abf2912189b425ace3fec8d3f47e193783ecb7981052865c75a1afc75be5e7e6a7ffa1babedbdc07a40d481756c4a88caf96158fa6b4ed792&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839505375Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368, Name: checkpoints/10368, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84257e6e7c6ce7b56429ac2fe9a29706da977d6a5524c4e7a9711f7ea800a7b89895e6c187a9065d8efa4b66b6c0d5728172313b05f8e0a9dc0e02506861e810df9d9bd1082ec4b79118582a8a54f453b49bbb571c0c3c23d46ac7657d83dc484721ac9433c2dff8a67e50daa4dc320979e0065b25966e8ae46a889df14b443403f10751c1e373973e631be7d14398410b9a43bbaba3f21885630c13ea228961d04df86c453527dc4a8158f027100ac93c7bf3a0ae2e4577f0f5ec7c49b683145eae6970fac06a43c1a736ca12ec7fb6e0557297f145f4061634454e9308d9bf77b6130a70f91365923ad623ba531da793b430168dfa934af185aa5a3bbe87de&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839531605Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968, Name: checkpoints/3968, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bde034f98a630637e7dea74b598cb5e91bb0f099a2bcea3d094aa9463b51c46c929bbd5dba1a43d846151156fa9422b10ee859800e4bc27fe517819a116c2a85be3e9c66a02f52c929dac2f50f186c80f08e4cebdc85581f32eaed56126557af30fca5948d9fff049b9c8d27a7a9be1d6a07a127b58a6c14edd77f088c6b1cd96ca902a622b2e0fbf210b28b8ed56bb4c239cbea9ce6c9beb28bae1644df020a2506b2c01cf5a0b17a95d7d12129b2f4170a9971777da73b19e34ff892097fb527e3179b84704f4f4750eaadfc91327a73465b43c3a2517040b0a32b5e048319325bb881cf06c46770fb3dfeefbc78963d48d86d73a01fddf959e378e06c79e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839559437Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0/d, Name: checkpoints/768/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=45b9ac43bb408e02703856e0fcc383ba617539e9e6707e569d2b328e1123c5d0c58e60576926856fb7d88c2c026b8247a8d3c984465d5a23842af4f168c9e8e46cc4d95a89a07b51d6c3c33151fac59160091e27c77f51a90f2ce2a49571db3f097376757f121c3feb1cdcf7d8f58324aa1f0a94441a74041799e0e2e997cfccdb0576c593cc1952111a2dfd42ed89abc42615b081df561d892b1490920089d4d7801ca317de9a7b17b1b11bd50b6e386976298911cc704fd00c23ea0c98471d764662190d0936b2edb8ef3204b70ff3d12394c4f20abae1a0e7638af16ac9ba6850c9c0ab69f90353561689d0441f9723b8a9a42fc4dbffa770b0e3d812150d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839579996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0/d, Name: checkpoints/4224/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4ccc8e3d3c4707e29df007fefe3bb6ffed6385e7c85f0fbfc1a7aa44caa35ac310d97d8600669b4bc55cd1886d27c15d53b65e8ab0a2f37aab30cc866b1f4406f3a11972713ed0c884c1713d979522cf2a427a87b943d80269411b14b5377d2ce439ff5e0ec4219bd77ec725e0fd40b7f085efbc3b0e59a7d5b91f6eb5f952f62f46a5d5587ca9012ccc844bf6fe4254332268da28a6247f2b89d9283feff4c94c8efafbd742eb24277888d009ac16f338025f27539d3e5d7407165a19317dc43134d5ebae6610395f0b12789304c671376c745c43a2a29b288f4545f388f2ccf4c69c1e2a30cc2e980a545a5b2d03dc70e1689b16d8c05b2d1ad34d5ed5416&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839617817Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0, Name: checkpoints/14336/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5893920749e20ca463642a7c5b1341f38becb228d0369be72aa0c333171467c469251da36547f2c6f0f0e38cadae03d2e1a071f30cd83e99a72612e3297217076eaba9c115ddf908bd92e0353221d9af0421522d90251a5b1a753aca136f61560498c5c213f220d2a01572537df6a45f18416380b4c0d9e3b71209b4c0ac15be84ea4d621d017ac42e3aee3f74b0d608dc7d17055a6d60a404cbaf83ac5a97b7aafb078c109cbdd2a7ecdf9fc741ddd8a48d7dc414c2368c272312580319f81079b2ecdfa2b64149ad5c2f9f3ab5e163ef0234c6b1fdee2bdef313a782fa1ab8b4e869192b8fb13dad6a5627a2afda0bba7a80905beec2eda3dbcc6c4aacbc77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839435463Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/d, Name: checkpoints/13568/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f74d0e0bf831451b29dab5b0d2e078e0ccd2a3031348c0bb56aeeedec0456cd0d78956f8183da56a68b52526c518b682494c966939cef7c4643d6ee51d8351cbad978ea194ba0a4e5fdac213b2fe7a73f87a01a784cd9644afac26f64d69866d259cb7856e1fa396af80335638ead4f8e0d8bb04aeaa3ead80039fee6e8e5ce7070e3ded7818ee064d3e0a4748aca530338f61e4d094c08d312dbbd897d2cfd6e99f9c3023c5b1b6f51c8ae1447abe5cda63089481f8601842c4dcd84fc3440df0a6a7680144eb6da73d4796853fad4adee036b166f977e0d5d213b1a52ef4869a87839819b99551629f813130a9eeace5769ac7e7697810c4246605b22f606&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839029047Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0, Name: checkpoints/13312/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af36b418bc3f2a932f15ba1ff08fa8c39177a948c4ccdcf518ebc2df7a67655188c12cbd8fcd042abc3fa42e88915ee80dbd4dd6194c3ea257e8daef5460338dfccb7533fdc53bc273b14386aa22c67a832e2bf1e75baaca2f164242bab025568156bc84937d0b518984a1e4fd6441917ac70c837cc3ba1cc3c17b72d53f53a726eb535e1f7c953f257e00c56a5d5e1bb4732061f8573b1dc21ee6923f01c230693f823fa5984b7986f1d1a42c6ebc382984ebcd48fde8ca750f4dcbd3499dbabb9f10ceb2cab250a348a065c039492cef8edb0733ee3bd4a8863746d454932f5a2bb299d59a3868a23cd8747a8a4d90879aca51954542aaa914d8825cd9dabb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840121677Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848, Name: checkpoints/14848, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=29e566850742a47fc24c3227a6be01d52febb5261e4019693f47cb236938528e0e36d5a331f95a4a571ac16358f6ae0b6379e6a09152a1eb1b7fdf20650ca20f167bb54e31f59b8b3944abb3782e068e0980fcf4b2f786a5baacb13de21ffbecb16ab665dc88fe7e277b9b119916c913946aed466d8aa6cc45b4b18fec9b0af00aa6e7eeface8c12ed3c052ad5c6c8cc3c5d1001ce0bdcbcfae210c6b16e11e2e8ba637eb5a0b8a54ffc4ad418d6d278ef4861c18062ce0f2ca5a8079aa0ddfb76c1694aec3c61ff9d34a6db186323a9c07115a5ba203c789e700c8cf634463ef271f9157e64f5df73e3d535b1c021bf217cbd1dff68965d2a186e8a1543faec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840178574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0/d, Name: checkpoints/12160/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f260a7bf0febcd0aec79df683dfa995060747bc27dda918999e7550d2288ea762265e3a7a1f5a38f8f9aabb20aa83a99ee28ed0b6e6c68a0d1a5b53060eee452341eba801f39fc2954a6a35d6e83a49f1e05a6b0a3e5f451a79eedc41d396a4488569b4e2164779f6dd7a2a26690d47c5c3b9a1362f7cf287ee1ba8259cd33c9cea87979b761e7d052c91301a87679bbb1493bf1d10bf695d8467ceb08bc9713583e1402d60bec3f783e406f2cf145282dbd595499ca505d33b9f9b15f13b0fd0e08284c0c52481032b9894cb42dfb978ddfd5051e68c8e97e5f8f41923da346a7fe44aafb933766e224edaaf179db3ef44822956e7ac05f6afa7591fbd6e68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840185948Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default, Name: checkpoints/11136/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57c5b6b7dd3b469ad09416879ed78fddcd34318c93d199fa1888e5434a0cccbe475529f4d064be5a558823fbacd06b1bcd078689df90529fd00f011a342d142ae242de7a37d9726bdcea23df70d0e9cac648c1a1693d95871d5ab6ca696577b54930a8d7ce48a585f83f9c7ffba075db0b185c35913fd48c90163b263fc4e0bc5aedbb2bf6da352323d97b790e8c3d0cc1fd47a3f1e30ec9a4db3efee50db37e615dfc580075e4f3fe487715c414329cf5192ad385e6d3e9f998aabfa5c713a06260d33b1b2081badc1e87788440fcc67e63d424bb6b6737c5d428f0d74e4fef64ae240f3ad3ecab7c3f6133145fa0a63b0ae9996df8c03241296d5c05e3f1ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840216385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/d, Name: checkpoints/14080/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11dd324aea58382a646cb1eaeef0cd19e94a907f6acb199ccefc529aa9862adc7333a11c7370432ba33e4abc32dcea295fa62a44686ea3421dcedaaf1bae40edf0819323b836d70cd4dd7125701f6b9360b7e4113755f47d25501e8efe91f1dcb9675cfc70f9df8b8409a73eef1101bd708fe2db1710a2e68a30a9bbae5abb4b0bf0f1d0d689e7e52f80197cfed599f16e7e1c4680c8189794e9956a8cfbc012689000e202c5a4be27a60e0199693f18a826b04c40ddd37a96438275d4fee8d954b863699fc3387f6eff7874fc9ce39ad8f86fcc4d51570c6afbe6ce71f311dc2285880f554b873dd5fc571d810c533bd6c7e3d22af52620eea72fdf0eb33acb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840241122Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default, Name: checkpoints/11008/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b554ec02d0a8a3bc8e5460027b77b626808af0a7e4ff9d8fc3112afe0e77fb58f69e599471910144c860b552ea436d3117364e034ab3b55d579e4a138b8e3715f57af950377c33480224ae52a26c1bce93d9cbb38e4d0e2f5aac11c13ebcd31c21603f246b9fe8b1f899a91db8ae74411384e363808a6f4141149cb34ab0a19e2bb5e4684167d4f9eb9ec18ca77e086652c044cc67e02fde396cb0ef9817169111f9934cf049235d8010e6e10242de240a164a020077cfed64653233a2f1959d529c9ef0b0642a94f40174ef2764ecaa69a0361dc08224f993abf1b0a9686683aa916b4e0785861c92fc4efef60131719f4335546b4ef31cb5b4f02c73dda60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840272591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/array_metadatas, Name: checkpoints/8832/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7faa626f223f421f14923a2eb8c390246310c9ba9eb65b69691846f6489b0ac3fa22e3f57ed7aea9469b426177f48f043f7905b4dc804b58b9e19a27f02664868f69721a0efb73defae52dd76f8c444803b0bf971088ba2ca4f39d908d21febd05187b17179b30e91154afcf9d84e0dec28b5ec59286622d974d23ec2f0fc8086145c13abcca3c98a95e1c0ed5b234708131740c973448fb9bdfc03151cb108a91bae046d4efcf56b4db1ddb57991831b63c2c17e5b5d0ba295506a260e4b710ad7807f4d12b33e06439926c2f350421089c4c8f9ad03f914dff0be5663983bb39bef987c6be077cf07e5be785745e7078bff584ea54946f36ac645b00939900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839477132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/d, Name: checkpoints/10240/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9cb18e4f396a25a0a98641ba6a2476939dc76cffd238bd7fcbe310dcc8c459f0ecf6f83d3981a19763f9abd1d6c95adcc865d86976566182760d1f699566e4cdd7ffd8b580b71098756f6b6ba89475640ea65f59ea3a88d5c215fe2cbea5896eba141206b9a2fdf01e3088bab1670f7ab90dea75fb12d4bda080deabb34b319ad94248a242fb983bc870e74cb4bc2576183052774d7d5e328fabcd8bf4d213d9a7dad864bfd968e176f9c435c1a6ba546c66394772f1ec030abf13d1f4df6887ef8038ba2054a038c73ccbfd67a91ac111986b4bbe8c7a925c184cf559bb782a011e4728b00138bc5534832919c67a9cca8e20622029de440b32d01c6203d74c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840326683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0/d, Name: checkpoints/2944/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0924d71553ee79e1b5a92c2717e9f5963cbb855f52a0d2671761ad141477beca26f41935b1fe71457187e2fc69d0e0356a156fbc668a6f464fc12f23a204b3f7698075cda8a76c80abe68d6c6cdd3375a519a4871366175a8ccdd0d5ba4a55b641b8d105cd16e02c775a273d7e0c3cd7768eceb5197b8f1d2e22c0e81e3b1d0a16bc2ac7942790d7bf77f76fdf74bfc2c85042f35c29df704a167bb0b96f63fea1391397c19806defbed9af9890d5845c1989daee778ce2f746240ce8ab5d3bca496ab2fb33791be5a284a3e05a21c45b06d49d4b8bc4f5767eaff5030349987887192df69e3d7b1303eafe68fac175c1fd54ecaaef5f8d9b90b877d676fe53e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840507704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232, Name: checkpoints/15232, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4dd384e78adf749964e6cb817b5ae0024c72917cfae34d1741edb6ec51236eaeb109762ee8339928ad59b055d4f5ba2abf9f3ddec457339631bf6a7945456184c8296438caea4d228febe7030f80f1bc725871d230a0db11a7e4e8aa38c96d6428b2a3742d718869a1706fb35253f1ed2eeb511ab1d345e0c8ffeb1c1df1bd9da810b2dac63431b26db2cc239e3c3d3b6de5bf9b8920bd62968349546264f2e3305b00a8df3a2b782de3d216548d00990d7bae16c7f0da63f0da62c252712db3e08a1cb94d92e716c38d7d9ceb756bd222afca623b5a916b5f6bb2f1b6caaaa80c583a43284d73391625fddf214cb6a241aa614be23e71899e6000f0de06813d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840548401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/array_metadatas, Name: checkpoints/7040/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0096b3554fb5c0dfcf4f2947583e0d1b5d7cd1911b7243d77f7623b4ee6d6a2bafa2f2f6cefc7d277f01bd072d0889ffc3b87c0cef51de8252cfada204ba55feb14bd6f3322406df20fa64bd57be4b2b295ec2eaac926d9cf3102c1523f8aa90d8fbd8ce33cb5bdf2af19e0884b9c48c11819220e0e94c0a9fda3eeaa8046fa3f18f0ef798da0b5a408a943a5a38d94353c30d47b3481d9375f152389e50ffa1c490c2fe1da053e23187d65c0c7801eb6991dc2636163b26d5fa4c4c8249bfec5f987db1aa47d85f5210918a5af6cebd4440f83980d61f994a96011ffd2d8e102fcb592e57552dc7d4fec74cbec39409d1b1cc16501c4f7726db104b5ee4a84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840581353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/array_metadatas, Name: checkpoints/7936/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b43374ad67cc27e7b8fdd85b7229cc8496b5950372b4f60e6700c4d1faef7f6968b871975851217b23d4a1742178d85b918888b4582bc5e90dfdac1298a98ba79ce11e46f348c12c5c3204b9a9b944a300a38849d71a90f816a1f2b4dade44fd4baeedfe0dd9b8c14a4541d553ff7088766dd8368df7da270a25605b046b58b65dd6205bc91ce281c2a4c553e1243c76881d97220d087a5945dd5709c159a6ef2be41588066409e702b62f3794e7c5427c2d56c75391f356dd9e5af6215b0e864ed27fa2289d826a8f4bce777471d04daf48eb21e64568447f677f68433001391741651851208127e6b69453a02122709b1a2c930cfc556f806fb1b34a7bcd9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840654711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896, Name: checkpoints/896, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00784e16a2733e567a0b6a98ee74dfee8d335833b418653af35de5ff1441a66fd474e7c2e3ac6b9e50025227768aec326b0b80611a5637151104ce66e29876ffca63adfddda5869f6e26d60b744d53a6dcf16c73ddfb1a3eda74e38d32a31572e5362be4dafb54b29c62dcb3268bb24bd4b54bf1d2da53075b88f1d74e7f413a51d70338dabf5ff75d9c5d4821d4066c763ff71270c18571a74b592880256579b6a684e3995cd15fc15f44d30b7ec5d5058c0b7bc89c6215a9db6e71de26f0664b15f0cc0b899a0fb645d3603dfd553d1d2af2d894f47c775fe612a6d765f6822ee9ec2c7bc05fb292efe3ce3645452b9603734d735861ac31f6791197a7572d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840688254Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default, Name: checkpoints/8832/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a967e831d1547a7189afd988d1729311bebfd078532de57ee0f23d5eb5399eb9136d40ec03d08c6fa0d57a32cfaf29393326a06ff01e6567316af8e1f8b669ec92d5e36ba3e98054a523e7fec98ef87c785b4e95d21aebf84a50ad07e148707496c2b4e0eb661ac7a3e05cb69d26db3ef50a16c99f15567b3c46540b90a5d22b57e508cfb2dc01073b2eac04e1a0044edc681149201168868bf927ec5aa32ab54539566c032ca5aa2c2bcd24ec7c4808d6f513798e1b2657d80ec5cc96c6b0c8e1a83672b541a483179048626f6debb019c0423b6a2e6fa611de40b03f9a93fc031708bf5e9110a5944d3bfe50f279aff317c3336d59ec210c8ebe22600d7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840794054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default, Name: checkpoints/7936/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b45025beef279bef5e1aa8899188a77cb834a0055afb829331a0ade1694565500b1fbc94e303ce670d9b2452155f7dad23b1d060e97e76a9a984c04aad0be5885b66a0a4fb6b7beac6566c99939382a30cdf2229f8ddb968b0220ced37bfb8dbf8dca9421df886230567cc38a1dd9c8cc49d5bd3a73699592af3dd06de2e4d237937d6db7343069100fc47d2a35fbccfb66af73b60701641c3903ebad5129724a0f1b83a8ab01b5872c89458dbf75feda6b7cdde161522c062b4089b65dd5ac640551939e59c17c1e637e7220ab37acae72d77cd07e6e109a514bb4e158acf08bd0313017784d4c34f2a8164a7f0fd033c2dbcd5c9ed8d8f622baa4c5a1b58e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840807589Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640, Name: checkpoints/640, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=053debdc20061fe6e5d4f1141facfe298053907410c57bef2f1479367da6e7ce0ac4d30365ef8b341556c5f9d9cbd00bc51f0e8c53f6c2437c47ca0faa58fec431d16e7914b35a5b118806c8ff375bc13db628791a9bfd982719b3146d60862f621f6950eafb7e839fca0cceb0d9d62bdf25ee88744faac4877952241690235648b7443897f1d3a1d75140c119d30c37e2570a9ffb98685feb07d855d1f8f4353d24fb7768a76807b8b0eed7bb668f72ab9e345d59b26da5c52130273f0d66c145e4904009038aa9cd346e5bf5112703ef69cb31d292301e2c94b761e2ec47a683c88fe302cc579c65faf763afc9b9fd883ee7cc6e03573bd17d7d1062483a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840853656Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/array_metadatas, Name: checkpoints/3840/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35d3184ab1d858bba40b78d1f562916d3b85471560f5aa869482a5dc76ac86738afb47ab10134cae3eb7bd2232591cac44f1a0446b7026d9db59ae5515318dcf3f25f47d17a7dcab019a8144148a475339d05e6e7a81b58fcbce290868a0e01d665f4e708512a64e242f0d1518968706c5c0cabc5d3689d029c811d96ca79289f8b0bff5aae934b00dd302ecd9ca405ac2ee9184e9577c75aa4402a3eac7c3ce301ea766cf5bedf960cc53632997d8a1d2692a5de441aa7c1e9143b786e224472af1d48e364a0d611174a12e6191d991cabb0fd64ab8c3393201e33498a718f004ac23d7e325ad04e9e838385fe124dde1781a1956bea308321cded40cb4dd09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840934519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default, Name: checkpoints/6400/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b05882aa549ee11a138bcf4e9d3849a98b4a5750edd9960e393f2a18bfce500d51afc7cac8ae218388bdef5076fec1cfdc92add2a752cf6668c3dfa87a3a9834e2d242a2bdee2a1cd39ea326535e5a9c866374d460bb96aa0ee7475a6b5441533906262960474ecbf6f1e01522e2c61a7138327ce9f1f033788b723c3a4342bf7871717f2b640b814097fa7655f27fc9b1362d55567fe8e766885d9b84645417bda380af7420a9ee72911052131c695cd8caddbb29a73a121b2b1c1124a5174816641092a58f76f101704797d7fd35e91a4d6819d2689e20a681c6f9d13a91c066aeaeeed3f92b923d5281f21fb74e9d47bc3000cbe9bd61a0a72158eb85277e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.83956655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0/d, Name: checkpoints/9856/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93252fdd412b9bdfe0e014d19eb9da36f19f2a1a59a228cdaaf81a9ecfdbe3631ad2f45df2af0d6104b6c15b29fb9d3400ad63d83bf576b7026490375afa9b91b0ffb8f943447b9243d8d2159c17df708b849221a8a7aaae181f648d4aa2f44617071b558da456d321e79a64306f08b56178c232942447e2a955f15bdb432e7e67840e46d3603ceb76e06ab250aa6772065a4b4746ce13511f68ffd7140a24bd202f713b0505e44b14e7d3a177ae9ae6e719a076666b514e5c82305946d6c0ee6ebb5724aa22c9c0800dda8a56e3faaf8dbc27119562374c6273f39b1cd8264369e0590b19259107a07416cdad8c76efc940d8807afbf0abd8f8d167e1068ecc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839389637Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default, Name: checkpoints/14848/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d81584ec68340447a06b34eb238542283cf87f5ec10bab12087f540ee000f7a39cb6563ea6c3a7806f94c4e2afd4e9324a7709722327a8cb331fbae0fb1c6ca913622bd3a6a1d59e782ca7d34f532e3c5a48a45f1d5fbe4f3d8a5023b1bdaab46aa2c95477a52dbd3b4dead3551c990fb0bf01a986edb1fcb5a571b345f3b1bc867d9c9de1d40dc006513d49f373370458e25dddfc30673f7fd228d86fb66491e582cb9b721fec56b241df0ae6c1bb0b8d00c7eb6723270a81164d03e5c90b2f79608a65458ba3a958aaf03a46b4a08c0d6c6d17c83478045ff31e99173bd978e341da1cc4218282a4a4b79ce8436b32ea4b63eca92b003c72d7dabda287ec5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840181028Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/d, Name: checkpoints/640/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=825b44e26df0be4536f1e8a081a803ece59a1ed7938db3e8ca984f54731f8e89fa556023ac526a9cd1fb126ac181ec503a22af9154b258c482fc09a5054efb8052423bde0e4549ad35b4a7c3c1279b5ae47e06292a4fd24648c47587afedcbf5432d8ac170daadc23730c1c70560fe7f8cc6206d00393b85c577e9505de3267c22827fb105fbd01c6c07954ced6f6d587f1159350e5c903901841fdd479981ef9d4e5613f63b811442c3b314564855fe22f66bf8f611414e67f46a1d4c3d90f83b686001151998a891e8c6fd69736a13da19db8d460466135afd25b22f5e7440cdeb0fc6f6d1d386e5125295db2af93e0e3bde6ac4dc0f83d33cf3a29fd92352&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841125729Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/d, Name: checkpoints/3072/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8eebce42510450771a4dd0e332953d5a93072974c0c54578a40089b1ccaae8abd5c8c8b06e1a53726e17ec1dc7c65124dd764d6e85c173267e6342f0f71759f050c70636f85bf8a3b10c3dd9b9ce3ffd64eacc439c875beca841dd37866100d5d91eedb48a130145e0908e4994742e866a92db9569bdca858dc9329254b1e5c46511cf3842d7358b811cfacac5f36752fcf804d45736f7a7975feb9a67303940e160c4de84ecdd97d62bd28f8463f92561a92ada7312decbd1c9f8eee52fcb130b02409c70b3b97ea8ddedb03301d9a2e732d9a423bc867bbb9aeb9a5ac5494100ea77cb791a79ecce8b1221f9fc907f137b7fc827b466fb5de602883f79c7fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841341466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/d, Name: checkpoints/3712/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c0fd786502875ffc2bf19866926f2a2f62ef93257457cb880831c094a6a3852092a749aee25e390985c50f49ea0e79772ad7e1edc2134d56e37f74f2f49aacf7ded6b3c6bcceaea8c6338ca09fc559fecade35dfe28c0582a03f3e670b42b9bf6cc9ca241864d1506346aba1d0a22b8cbc3674d321edb67e6d55b255e72ad5e0bff20005a6deb1fb462020660edeb163245a85adc429b359d70a9abd6b582f8a36e0a8ea76431f51fdd1bc2593970c606c65f9b65e082a2486db205ab51961b4d846e4f767292c0e99bbae672933daad345e4aa2642716b9745f59f57352e52f389cd72c6deb38b7ef78a23b407f9dbee438fa7ad8b71e6716af1f9bf44c61eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841412059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0, Name: checkpoints/11264/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a4db0f50a54ad636f0ae19b915028ce3caeeb2de8e1585cbebf3b97fb63c8c46b59ded07d4d276f4765cf8fde224a308dc206beb4bc3ac025bba37c7ff44ddbc876617c62e88c4bcb3b474bd3a0361d668acbd9546b1f4f1d42781715a402f2f105185afd73f4a25e4b19a28d3c06f1cc7fb5bde7898d37ec840212a883b9a4475d0bfeee5f8fd75e88f3a1b166236177431809b4dd289b2330040bb36b7743a7e6210f23e437a30389c9a5af9452422a960afe26f77d56ae92dddfdeda24b768c65a1c8c6b905e9413a534931cedcfcaee23be992631ad5ad037e545b8998584278d1e39b981d69a10b757c8649e9a60ccb908e40ddb6d1716a035b6ce71c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841479586Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/array_metadatas, Name: checkpoints/1024/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6a5fd1acdf8193b57a172001fc498e26b6440a7fe18d64cc5bec8e83235c79ad7e6400a4604358b27f858d3b5174e3d3814cf5cdc679b7261d7ad2db83e45ddadcf29aab8c9f865699e29f988adeda056fbcd98f21ac44e97afac043113272b7117c99c925cbd795d82ee744eb5b0f6fffef10c1ec607c3e29d8383add308dc07d64d7caf746805954febc15b91be808811a0998140c29decd861ace3a9c7eb07b9a9539ab8ff49e11979f86f7641e0e671562347495c5d0548d1ede9a3985587e99d2204b5a2cabe3c11f5c803a1c9afd4b3bbd682df83bb6a66b2099e97caa76f9bca4e9a06c490bfc45dc3b4c1834627c3ee195465d842b7be2eb4a5a1c3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839410065Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0/d, Name: checkpoints/8960/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c04e72acfa36b75ea385a523226ba7a1dfcd459567158f2d5f33032336638d20de17468b41ea16fed45a5fc97f135f9fb558498f47fea31d835d3dc9e63b9b7278a50afb838199a304c36ad55b770c8873d087d5555b8b1d063034bed4398b015c346315b3ff9447ac219b8439abdcf5e04e0478bb8199a2693a95dae022654e839a775b579ac5bcc66346af063ea2a481b0830535d5fd7839a444468d3d9d7d4706abff842605089598021983b6b8ae7f4adac8798af0927d9036de29eeef07694d481e3a61114b4207478a87c954f170a53cc9d28822dcb72851b38a6df4c809716c2ad051c9919b97852930f9731dc78e46681cec5d82e77609cae0c296cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839456353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default, Name: checkpoints/4352/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=446c27f4745c11035509bda541b9bed01ca652741428e86027d5e52ae143cc7b4b2dbd58e27ca4ff5996f864b73a4884cf984338ecfd3fbc688d17c8ed0a52a3a86682f997ab6e7b2b6c4fe9c0a25bb6370e69a3a2aa80e6391fffbb0d435a91bf2f1d3a6a1ec487921091ee7976be38ac8077cc9762ef2eb0d25da2336f99e9e27380dbbb012b2aaf3f291466e7ab8be85bba71dc996a2a02df621b952ae746da2a272b8a4a6691a1c69bc99b85fbe0c42ad361d6c5de56c8b38a40b4ccda102efc3ec778fc075a4dc2e494229b3340ca228a94c3d742ca5bc3c3d5ff609a0db8b5cb5542ca005e7aa2e804d323c26628bce15060b273efb9cb309f5ac6c757&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.838975947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/d, Name: checkpoints/1920/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=54fc5543b2186e7be01b87e6937aa7b898d5f9cebf33bad661a558037080dee47aa80e70e7e0b1da8e3f37d15c8279b71fb873fae6c676211f26722f7d309081c425ac0166ea9d801cb724fd4782044b6cfcf6af553cf151e27567aca3a095b211b382e84fbd5fbfc0c5a8a0c7c6ba300fd8dbbf8824d4d3c912a4f13c76d8e733a655584353e9fa16c483ab4f7de0557e43030b6bc7182b271c958ad775ea64193fc340145456c5125c524a7a174b431dc9d36c8bfd900fe935f12f94ee7b7759130c5f748bdd83d67683d116ba4362bdc6f4aa201515bd453c8c3453f75f44df2054bada6a2fb1cf33ab647bd190daccbcbffaac2b600126a3d5d601059a61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840180958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0/d, Name: checkpoints/13568/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7157a16ffd6016fc706a1b1df1b6cec1538d46bf793e193300a38904ebfcae2c4f3804f3ee7e9ca0d8721f8e94a01b27f7d41c33c167244c2eeb8cc95bfdbf85a1682bd51105a33bf09c922537fa9e58c673a7c3afab485217dc5466dc30dbafb7cbdb6b959bbc882a49769e25870a5eed4500a3c8984cf5f99dcd515e8392c11358fc9e253cfea4e8c8cb5ada930b35cfc0c91c91b1883af9122da75fa4ece7e67b90f1aeed6123dfbc8034a6eb921556f9c3c3b81e0f42a87276de3e4ace6869cd45d14d5b958a7160d316854209e8b4cfca055889ce26b6e7d2d47d05dcdfd0b83a286eeeddb4cffeba0907665472870adf450c3d180fd113c10db6bf337b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84021879Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0/d, Name: checkpoints/14592/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc548ab793e66d87a24175e6ca0b34d0cbe23945613d023f59482545affce7c58644e7b364ca36e5d327f310a6cba3b8d8069c332370976c9f590fe4f959db3d5f9d44f1a41e469355ef0575ecf1d82e878d4c215d0ad00bf18bb10dcb2116e3dfb0cb9e7332ddbc7a1a6900d71f7a415ba6d044bfd86a76a9582e912bea9162936554b092a607bccc74c6ff1b36ad8d264d8cda20463a451a9ffc8c390da94cdb6699fb3585584413988e1883e9ec7d740a49f78016f31d34700cfe716426696f9db93a7404ab3ccb95b9e9c9c83d6d5776d3a206bd92faf2aad3ce5a2bca19c75bbb73e4f9f7a5c0ba568071c8893549ff31d2a6d104eaf4e2caca8e1f0a4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840274735Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0, Name: checkpoints/7936/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b99e4843be4f55e992e6e59cd7abbecfb1860008866c5d86cf8e32d17bd4a31c20917a0847b96216920108ed8ee7da8836231935852e8d4d6dfd1a5d44b6c4a93e54b8ae7e2d89886bf456ae05081fed6de09d3e100afcde5730bc66b4760fe33d32fe4a0e491b4363da4335db014c10e937620b6d19753e6a2cc4958943a003550ef1ee1d8ccc3a61849dc5db6b0162075cc9db819ae6d3f7e37412a419e3c8e4e9d626aad7dd528f9f595d9f063771bfe7af65eb2a5fe87f74bdb2a10b85b78865464880563d5acfbe28e75991ba40e0549c57f6710912a770473d366919790fc8e3ffa7cae4d31f91554644b256741d21e92c958b9d4e26c19081660a71b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.840272731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default, Name: checkpoints/8448/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6c4f64ac9ed2c3029041b64fd96cdc1c09399063a997e615dc6cc63fa237c6cd2dc32668216b26057d7bdfbe979ca93b921e3679ab1f6096af88fe278e1d338644870a12575cfd866c9e21802edc5d3f83f0850bbd152f493db6cedeeb2398055017cc45e9dc14a0a223993d71c2e14771c2de2cdaf122be1496a59f08bff66c10d938fa9127eacf87499a8fdc6688ed20458c8ca319eb03c5cfeb89aa85140821ad310c592c225be4b92b6ab231b3d4ae1f3b6d884fbf35855a31c315b8faef62a49fd563433fee536bd6be01daa682185b7896e63535f15b870023460e4c42d15c44e5d4c83610c632317f38bf01707415ad21d04900d4944aa7efd7793bf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841063201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0, Name: checkpoints/5376/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1cd1275294361d70bbea88af3c6fbdd6d573d6c0918ca1a0be331cc2a7e7a30ba3773f5b33457f6a3a90407d41fc83da14c65fb2d09043f50967bd66d8ae00694bc72163ae31f2d952518482d06632504f94fe163b9bd91a0bf822cec84b19217fd917d5a654e157d18c2e416fe692915fa870c1b3c603d4c2e1edd60592568f46291243abbdc475d4fa4854372c687d06af9b47fecd47dd12f9d9ee7eabe61c7c7d91ba3e8de4beb9387c8c33971b56a75138f1368014775c4e251ef5181f4d8af2fbbd12a1b83d7f1e73a07b7b923bfe77d6ac4b5b769d7ef59c9be62b299c4fa021d384d98c07be12f1d28513e79ea58ace05f6f559e920f68f2a7a768387&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841542544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0/d, Name: checkpoints/12544/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11c3ccba293dca00d5008aa3b806ce23c7073850378e442ef6b8969e3f612bbdb3c28cd8cac801710c749579a9e186fab7575a4214afb7d0cf7ca9afbd64ec30d60f420d5d5e373f2e93a0e03cc8cc0a3add048f5dffc0ab4ee322e586ffce6551d9294aac52c409c080485890cc9558bb5db03d54738d95ca7feb2730940c515c9c38d155915e6c0918ccb643f77fef622b035be70be7d81f665992f4d37b35e1518dda77e5c0297219b77bd40f1b76f91ddfc47ee0e66ae5e24a9cadc9b0fc79c43c933fb571525cfe9975d67afe1a3c76cabd2e1dc29b9fff41da83c15ec887a0615af789429415f7ffab4e46da8db98a7bc6a53e66ceeb5046ea74ac2f9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841625771Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0/d, Name: checkpoints/7168/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=165c873bf354435b688663014cd5702e7a3355c0989ba7397ac12e550f2b0a19a9dd1a7b63bd2db4121089ea490fbc4ed9382815286cf631a83316ba30403126ed1ad79ed42a60986d20fc87668a2c3483ae589817c3c57cf5f1ceedfd58188b96dc01c8697978deb9293c8d2089f707f7624a4f4f2159ab9d81a91638ca0699a11a91f3418ad579c65d3c0ef0a356427b6f6b4c21f70defa33691e994b79631464ca8d9b06907ee9c7794226f5fe22eb5067da56c47505c73725331bea539fc441a98aac5ce7089f720e3047f22cf8c12eec8f271a490659c9973f45a49fc5b85e9852e16525c2bffb3370aff32e5923aa3d291616aeb5fe87b6fa22076c66d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841659715Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default, Name: checkpoints/6272/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8640beef073fd5d89940fde15a2a9745ea92a1e2020547f02b28bc9aca8d289376b137afd622dc9f1dc8f84df1f5c123bace96bdcdd8e009a5932f3fbbd8be4eee1a5340c46155568a8f07e0ea22c7e6702cb95b9a30fed570f225285813d16fd2e380132dea147e322e42bb36b00866af7a748013bc733ebc3ec3706752863c65b81800a2e84b63d71c321cc4fcd2fd11f746317fe94fa83cda82fdbac1eb79670b7989c22e1ac32eb8f73f0064158f077b23dcb60376ed37599bd5a913c2ceee94c49b96a81021ad285e0f4bbdbb48606605c201feee5014b7754c9400c11dda8aeb4b2d4621525cc13ea63e2b711727c20b170de21a1d4db2d50745381704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841729597Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/array_metadatas, Name: checkpoints/3968/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=893a53243f3eeb66427cdab1783b825fb20e43f22fb847f6f198596e70d3394a3e01f7b627fdc72fb68ff7791d4b42d2f4ad23e08ad71fbb321d43c252abacacddc1f3393eb13849274af23ae6c9665b13d7fb7b1870f019e3611018d733ca9783435dfb8c90da4981dedc1b265e6fc50294fff4b4cd9fe568ec7fca977e3fe7a62da2963a36189ff04aede4a8b06d6552e54ea8776f5371ab8321dbfc13183c8e7595d764cf20f3719e96c3cfd93ad0e0833ae930570164402a41690a1ad36630c3396c186d6683bfcfddf9ca4011f03d8b382418b36b79c3cc4d04307e2303cdd41fdfc35d17286cec02cb2f0a1faf3b15624e5e628076c4348c1f939f1d58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841754223Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0/d, Name: checkpoints/1280/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76eeab7f847663e724a5d1fd59c7c8e62cf918404ae0255db4d296f36bee593d8f03dae87110ae1329285a1a5ac68dedbf083362bb06f9b71faf7688e24f54e10d2cbc39c0fa332327d1c322278bd63fc542a84cf8c50ec22caa3bbedf9278c3d25527358d0a994c80603e1110989daaaa306b2d31fc671fbec87df47957373c7c86e71145d37ccb1eaf85363d08f18102ecfc823800f16725b5439ab65f891f0520f706fb9c60fa346d81345574f13a9b0ca5c10afaf38693fd601d85fc24c3820ac29a49ab9f9cde0f92dd335578b1d7ab3358e5455ecf72c21cf8b030a3b43d10061e39731d58b23422b617c040dd2491af1bec5e32999f9141c99d2cfdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.839507209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0, Name: checkpoints/1024/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09c691133b79098a311c0bb2c05ddd4dff4ec64f6600d621ef0666920ce1b2900106ef1ea397260a228db71985bb51d3c9dc0342c6766cc75aa7169c2bc485cffb68a0dbbbfd471585f832e6ff36c48052f3c75c3e1b9d5926da67d5b6fed5d08414752e1e24754cd6c7e06c4422f3a0415c9bf7381407c3f3c7047ba59abf8aa15db4946aed4891c965fe1a24424597cfa3b5a499e4b5e456b49d69855428cd26412d3bab2d5f991dc950e691c23ade6effcd14a1f69912fc4ecfd9a94d237a3b856e7bf0e7e5f68a03e4148c212bc39be409b465e536c849bfd428406040128ef75d60c00cd0d02a1f847ce8c6b5d6646fec9240bc0fe103ec6ea770fba3a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841846237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0, Name: checkpoints/1536/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a814d4ca2d9e7f11607715b599f04852435348e0784f39f13fb41d7ba7eecf63fe5ec16678dd472a2626f2c495a6fb8ab2536b223fe4975ed2eaaf82a8deb7be0a06465dd9ce89e53c82ca026c22cfac2360ef46ef5c6f03b7e11569673b6f5c2ccc6e0099acbbaa9dfc599d5730e177dc4ba258c33d4fbb512815c07f6c522075eab4efe9befe304bc79424e53f290ab702a2b66d5dbcf622d72e1f825d85277815861da9ba163eccc3dac16b70267eaa1edddad93c0402a2f2888da879290b1114b235a27660683115683364535a23a036d5f00b38a081de81eb9760dc3e889a44350a6af297639e91a43bc67ab746bf7246c68dd005cd55daee4aae09bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84210269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/d, Name: checkpoints/8320/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5dbce008510e312807d0f4a126a6362bc8aa83298688a19f7021ff6d6c15dff8533115e281c895b95ed47c1728f7f256b8151b094ee907c4dc9696d3e371c32b3acb103df3b493ad4d884870bbfaec6a556adab5196e0a4311d7413b15716d3953f1d15076def288db9523efd497d3f0077f0e6cb906081b3319c189670133f1441e9bfe5d2112d5849a3e241e9bf1ec8eb1dfc6c5d335a2a6bbf5c21de0ce0a6096f9ac73bc8216b52db1a4db4a9a9570f714a20f6cc0cd539907502048dc0926dd3edc3770af4696ab96bef93949ab912de9e78a93fd4707638fbce64c4e997c82fd928d8cd1e57c7d205ad73f7109af1986250debf2314f92887d210bf3f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842179836Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default, Name: checkpoints/14208/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95d851a9878fd8beba9cc1925e1fe67ce26809a7e239279fecb47c6cd71349efccfdc56a7bfcb37f2b980b462a6e3bae43fde6e4f1e44f152d14c6c0ef6e1f0f55a43204aae952eb7a65935866fba0aa0d82f8063ebfb680c2f4102f505404ddf2b48d938727efe42169ae85e37fb508c88bbcc83a8968df612ffb88e41ae543820c082a23141c554905f4aeab58684c6477755d666ba56330294ea771984d962301f6cc21996a596786ed3dbacca1b05045f0e1d2394ae8125db6b4eea1f66d8215866be53d39a9f2d1a38ea925e4489a7cc4dc42374d552e8a33018f1b56e0c6624f08f1e8e5da5f4f8767ed291bd5c2040780efc757f41cf2ba7349e756f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842186568Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928, Name: checkpoints/12928, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=142f00db5af2f5af80c1960dbc1aaeebd526a87a5763c1a0cc659ce8a9d82561a0a86e9fa74aa07b44bb4113b6a4cce3d9120cbdcd8f9726e062e96d3276687287762551e8e3e0854708369b3b5a1b5c4b740d710ebdd511b919d561a9f0d455168ea07cd41b607dd18f257731ccb174ec9ef0fed3709c7ee8de5084365c7f4e644bfd03c8f626c1337cf679e20858fb4f53ba223bddae457096418a9c16e3e90144310c5e5bc1b97569266449d4a20d3fbae6b443c913a1bdea46ef342290bae4023a6e1b5cdc4261b15b65f7d66af832f778d644130a110ca2aec1cb76e09eca45a7d153b725cbd7af63181e3f5c029cae40297d11271e986bc61d99d41baf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842220552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/array_metadatas, Name: checkpoints/10112/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=61c7fbe624ec15fd8573374e073aeec42d07544edbee685d863d422757871a889bb76543df486836e4ea8559f54962bdbb033624fdb8cdac02546ad2a9428fb24ebf1d1be994532895e361ec9ce70591b6f6fca7db58282131ed98bfe9cea49780be4dc4af8742ab11accef26419ec29acb663d7e0fad69e39c4081237f874e2fdd5454c3fa937396393086b27c5806e15e94020d80c8418d00ba7c356f8946fef8bbfb3d3192ada0b7da1f0c2f411fa3eb1b414d2c3b2c48de77c3cb4df2e3d32bc69cb12a8cce41e57c2c0f75e2882dd65240d4dfa171f7db550349e89a32e40bc578df23c38d643a186943a8e0f38869b08162fe585f1d0c4adaf8651bc73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842249307Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0, Name: checkpoints/14208/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=51f274f6854085d2127d01d02098a24e775ac01da49b08e133a67876c1793934383828bd9a23180c5078baa4358909ad057e2475de74f92cbb61d1a5841930a5f437b3cfb49a1b3247f46a9d5a8a623fe85a13826a0f8b170a5f1ac2b46cd9dfcf7bad78b79e7eeb6307a8e6e4e59137daf253395b9e3b472029cbb11fcfb58a3880e48d4e8dbcab6c29b1251a3bfa5b165792052e78bfdd5476481ad0f57a7e32e29c11c9d233898c60740b57a8a0d9153f786ef091718d88b892a08109371649fd989fe9bb9c46f1e8475e563715ad8d5533e71c1a967cfe2d1550da1a0b4f45102a347e5a038ef2b3be56897a67bedee29120dc5eae9a462a5049ad9cc558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842274394Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0, Name: checkpoints/3200/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0804f9ee6ee8174418aed451a934fbe2eaacc74b1f7b7912bed2cbfa3d5ad8d5b56f7710203e8ba9f1ff2de4beada0fa96faee5ae8542540bec24e9a6647d6abfe2334447a70875b110574956f866e43eaee30ff3ab7ae9a5820865dd0c5711a1ac1b9eb63d7f9d9001f5b8bdd66566bd9b5a53494b098b515a9cb0b7e87f1cf6e93479b6028f516d66a4fe305d651233ea49348d8217939336732f60063e46457609bcdf5a981e35b4e2a71d479c41687d0dc899cdca05274202dae50663fb37c8d8a5168260908b63d7f5a81b5f8316ad1939450f0ab488a5ecb689aae0f0361e403f7d16c6b9da5f513cb185f6b826fa6669cd6474edcbb3cc33a7f102fff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841598149Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0, Name: checkpoints/12288/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=41cfff45a771b70f4f4d9eaa7af29262cfe36763e3d00addfed1fdbd6d7a7c00389715b62fe05c31947eab7c3dd8aa984d9b8e66664b1b61910bd6426faa21a3af9007bee78699df8fcf74e61642570ecad98339317b689a69014578366d361ddce3744556b6ea91f8c0ede3b6621dcbd4643b0aaf200a8b3336780df2803eb728c3f0b957f11fdaa43d24141e121e949a445b0986e3ec0e94381ffd0cde0fe167a6a0ac96a18fceb2b44b29ff87a8d4f8ad4a0a04de2caceaffa4d5003fba033a5e3efd95c60ab4ecaf32bb2abc6376d7bdabbdbdf4574262235111c151301eae4bec80ab5cdafe78d8291d434e6d60de4fb48c82fcc4f2062de4fa39f36611&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841899407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/d, Name: checkpoints/7808/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=abc5484ac2602a89bb43d68363d1ecd8bde401458130ff5c0c1482ab70b5becdd41e77103a9de53e354db5fa20e539f2ce6c925a69e1c303252771ce6d194b381bb237a8b6bc44bd5b625b6b0dd1ffc3729b3d914b09b0228fbb050cdbd58e7073831a1ce0889aff3fd2eca34fa1ca1d870658f1ee2e99d878ebc55d3a59f261ec94acdbb7b35ee24ebcf30dcb1904e33d19bfc783e3b5f1b1a2e01f166e0484af0f5c703eaa1c309d10381bf177b17b66d0bb7eefa5c608560cd70d66bf96cb235dbe297815510f9828dd38b3b1378b779c305ae02dec6ae40657fbd5a42d52cec19f33d40a9c1f1fbc9e46a9222019ee00f561f3c7818d90426b43ba88826a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.83951336Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0, Name: checkpoints/13696/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=319088e27582019b653eb2d28360126339a0c6dd2a2507d09c88e35686b6c228d1f1a95a5222ebe12d7dcb3cde1b608d080c0ed535e353181165550b6a86c2f30f772a1f7c7e9b2d330f14a28880c60b909c91abb4b5a5a886f4d7041f3a345272ad224ec70160756760758a01b01e4fbd348fcd987319dcd570301133f6d3f38efd77a5bf6508836e43b28d9fcd9a53b84f0a50b372d5eb31b61d3110cf3441a769789cde86b3196e13e0b453c17c0a5aaf9fefe304a0b7ab11258196ec9ce97c27e5417d77e0ba277b286e478beea2c7fa066090a3f137c0ba5f2b0fb40c88ff7a29574707e643e1a0f42ecc384646bd736d5975ef955f774a6731750d45ee&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841668492Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/d, Name: checkpoints/13312/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f85650cde80abdf7bded4c797b4ba64b2a1439d3c4d2f6ddf8a507e2b205e71c1f2df400e65d20e683cce1983b14a6c390a93cf3a876d548b2a15f1d0662117c1db5fe08bfdd3e2c298441e12e59a15304da65373ca8c09436c264b2723c388ad21e8e7e9fd0d408da3f5efd1974babcc7c985affedd646c57dcc5fc0c9874e8be369781a0a4a90793c5b18edb5dc2a45b06d5066a16572926069aa29fc7a73be1f80de6803273ae4733c5bd5d4fe3662f16dee9fa3c8186e0a3be7f4d7997dad6b32259286df173333c77561169c21bf77a8c99ec4698e939345bdb6f67854eb6da159c5b99a03116afb15d66c7f6e4f13df38664a9996ac46b7b41bd2b670&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84251096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560, Name: checkpoints/2560, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86699b1182d00b20ca4432009f88ba2f930d4b6fe53be75d036f932b1efd2ce503c8c4b42295554044f1c4c2588c3703e9e35af4b950c8d0feb05fd1a1000c4e77b613125e7a6e62d030d9f504f3822a155a3674f050ab78142c89fda25254fe70e11232d3c79475a50070fe223b9036e7ee3c301e61283eb302ca4ec87ea6eeef36a7d08a58906a73d04dcb918cc6f7d1efe666b41987b7671a223c2a1618f2771d3ce76a57d81cb80b8cb6fa1eaf4052bf14ec53270b62093e0884c10b758baa5329815769d6e52a4e7c3ae8b2070de2f471e8b8f1588713cd937015b6df6b1036c7091deb4d27fbd17aad013427af5623cf361fb1bf2c0fbfc0d8dd78cba4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842527731Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600, Name: checkpoints/9600, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6de53211fdedcb5560231539ed74a0e718dea59ad6c10f1d627d3c3b2320381efff43a3dbf72e779b07dbf5a31adf912541f46f11bdef2cf7e6ae88518a39724889586b128737af8c432d4aa3dbf17e734fe8008ce5191ce856c4eab8f12797eb23112db9d8d3c4ff76d1f13a659bfa33acff17ded610896e93ba08008d0b63c9494761e15b0fafe82d71bbf9aa8be7e565a1cc8ff9b5466adc380a74a2503f2355f6ed96fa711286b091b151c000c064dd1726ea0f6db9bf14e77d1ae3437e685947228fadc2f57c388036a484508b625a698f38fe5ebbbc9a533081fc02b235134640415cd9089604cdb539837aeb2b41b7f5ac131712393bf5e093b208835&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84254295Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/array_metadatas, Name: checkpoints/13184/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ba9ac0d6429723ec71035225b15194eb77728fc5daf98a1041449498234c88f865e691cb3759d26e9d1864f928c2151406236c5a69d7282bb366a90693e2f82f08134988fe8ac40bee360086dd36a38540b40205938ab0e5ebcf6e1fc352f26ca2e23f7b183f53c7c104c4ed4dfb4a69ab8bc9a9ec673383015b62301b5af09728ebe3989d9a246a5eb5d0f3dbef9cf15375284714143aaac96d7dcc8980e1d77e2acbb0cca92f743527980297d901a683ab79e61c303b99e6a448461ce41653186eb33ab11895ec3663743c6dd8b38804e3cc41bc7686bce756a37e904ec11aeb977bfe6bb499a751ba6b4ac37b0ed44609b604b9fdda56a9169921c18c1a5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84255893Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712, Name: checkpoints/3712, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=140bc72f42ec7e6491fff71f75d26fc44970d57ef22b0ef024f611ea7bdf98a2deab153e5de4a1f2cf565fab911d378edb3414aae8d341084997bbe22eaa9188a50c689ef68ff5665af22df2c20092dedaccd3aadb0dbae31d7317f7f4a6bf39048fb16995ff4c053a894be270a47055243c4b9f24d0cd20731e884c93becc9f6db6b0b8e9324197ab84278381e83750c02675966131ec6d15cebc56ebd6f35b0e5dd50745f35690dd05cbcb061fba6fc794ad82e16c2e70a446cfde7ee0045103abf49f9f1b9de001163b5a3a22249713115fb8e73cf33f48152eccd48324366ae851a96a6fc684f7d551a6d99798e3242fb988e354a9dabf3d8dbf938f137f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842595449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0/d, Name: checkpoints/1664/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d65b14d0ecf5d255677f2d684a33db3253185db1df49c91c5f745c1df55bd2439475049063989591bd4c64e4368d16f590e242e622c5edba77f6573819ec68d64c5659832a05fb09c15dd3e23d8dc89913df2fd04e596bd10420cdea97f9eedcd7ff90d4c14b44301c0351c9942f870a9cf694ba7796da53a778ca046bc1893681605d9018b6d8b6e0165dbb7b2ac1d64db0dc3536d08e713f4562aa2544d5247b181a888fac89b2869416c4e88e2a70b03f12da2362deaf086e93a55617bfa438749ab588c18e87345ceb59bb90d13d99c13a8bd0ae26030ebed96e2f9866c66c38135ecb35d1951bd2db6b810e76bed1ffbd861bd7de25526e6e7cd9b27ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842624494Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/array_metadatas, Name: checkpoints/13312/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3e617f9532013912ae7b78e7e66efc77588e862605bd38868c757a0adf56a969fe750cdf4efb816a94b3b119561cef579d6e7a5ee342c71c2028c1c8ef1597d0ea90045ab0ccd6b0ce2f7bd5bd67549791211d973570c82664ec259877af8e9667894c4c68efb57652b66d379291ed84eb5c9e909d600b383f474bd04af29c4153e6838edd272414aa5f448376f64aa6b0d0aaedcdc22b4b8a1d055d2cf71115f0668160435941ab04a9187af3995741b3c1547e581c6cccd882245794c6b55417ac3dd3757b0ea450e2a1958f3facc0d060c89105c2e44766f9c93b3a053c8c580317d07d42d6581bbeb58cfeee0fcef6cefff95b1b7333e488b991c041246&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842692552Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default, Name: checkpoints/11776/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c6eef798a79c6fd7f4a70e37ade23c22d6b278390627af96c533694956517f7d4b23cc3c21f8d85a815b6a9a48c0e77c212889411fc90b9e73906ab6f26a44f9eda07fdbd32d156eb1658caac29fe95438563f9b7a2c03412d3b4aa32ca1602a79914b647773116ba95f0efa6944457c5e4c4f3ca17265843009e21038d3372ce6f5047e5bde9b014266064ea1b0e115c11007dce6fabfd0ef024d4add788dab566ad6a1ae88a23dde3f61e2c51916116b6358ca986833593d69e834eaf62040a325eb653b5de64254a256bf9fcfd8ee9dd02f1e29b9fb3168336cffe5a9517ba970739a231a37cfe8e2a9199ac1c718a8e857b7fa6d4aa4e08003dae65929e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842712319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/ocdbt.process_0, Name: checkpoints/12544/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2246d9ab14ee2b1546b9c96c48efa40789391c2bc590f971c5f5899080182475057217202cd3d02f58635bc6b59726237906dd0328643d5d254aa64308ba729aabeaf5a2d97d3a24c70d3bfc6e8cdbbd4f0494e886066601f407704987c5ce0cbe8f6a3fe5420f5fb4af28e840a032cf117258c9ff793d711dcc27401bd0a2a2c43edc707d0460c47072cc75f341b878f37455358c79e114df6553f0e9b0652418ea98c47c2403dc37ae2d78498a0396be917a1a2c976d1dae72fcc48850bce81367e518c9067f383cd3bf2ce9b54c8dda5842ad0e8807670bb233b443ecd549a9caafc164ac11d770d20c9196322ee1b626c365725b7e6415ac270875b3ea4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841341405Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/array_metadatas, Name: checkpoints/12160/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1962c79e5ca1254efeca44a40cccab6391a138b5b4cca2422c88020ba549fe8a885d1d03c625de7f502d981b3d938d2d65b4cc89270d4bfd7512b48eb1b2c6123bae59542222d2b6a8c51172b298e66e1feaa8a30cd1f23de0fa7701a7c9a3a89817001df5cc85075b5ed97307005639d0febdfb7623a701245694badd177081d1fc0067fc94bd49210ed632c70024f2c63cb22179f24870277d7f1b0b89256fe173164b88d1c024c5ac81bfa740786c1bba444aeaadbb04b7f3591074fe37bf32a9ebfca87e58b0202368f4fc552d31a4897204f9aa0e91c712f293db95331fde1a44065ad84fa4eb6187eddcd0a4753c4ceac10841a3e5d6b245f15fae9175&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842597172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976, Name: checkpoints/14976, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=545a9f2d4ee070746e682ad9bb9fdbfacfe700ece9328521efffc2853def8cecf78f8e0911bf8b43712e8b512fea1c439f9e018116242ad691595df94d00b698b26c4fa27dc2b0aa09c4899998c6f2efae4426904a6d2a24b7fda74ab202ae70f242e1bb147ed8d740faddcdbce7fd2eccf7bc7c7309c1696e212747cdebb24ef8d8af6b19ea4a7bd092ae98a99ba4849c0da2e1cd8f1a259174d81fae609a751cfe98021d1ceafd92dcf335ebeed7d2e66168403fc472c892363fe65585892030056ec4415fe413cf648dbcac4f58f4027766835cfd336e42e9eeafae99fc8932c3769ba2998f983ea59ca80f8c4a4d1fb53b672bedbd9f7b2f3c2338ed5072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842539694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0/d, Name: checkpoints/9344/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4845f95cb55ba1ef750ba4d259bc3ec55c890c413352b9fde79be4f252c7ee624db57a4444831006f6f4622000bbd94d1d5674b7de4bf6febdc026a073b04aaa3c31d4396291c11d727baa150a0e8d5703ca3a6d38a542214167a104a68117efd1adb85aeaff5ce9058b8cbf7c5f5f70902abb61e6471b6773357954cd636561928ec8f4b394e8fca829316fe45a3ead82f08295b109506feb00c16666086e9ace0cf7c120b5d2b629a7c2a1725a4825fbb4399ca0cd6f4f50742371fa9c9432e952a2f891c5ed29717e7158a2c3c04bbdf9253dc6aba10da11ec910c9fe94b11e515bc2a1442b75d9676297a3261ff9aa1ddd9b16d49bf587827f30ffa7ecbb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842563429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0/d, Name: checkpoints/256/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=102a45b2801cf162a39d052ed0a6a4d6fd5eb076279393021aa623c604980d0f211c595481cb81f89426b0b81fcd1956e675bb2d67522e550117342a08b67ab6608a37f0d5530b88a56b67357b1313e1d69848163a186822b551a3bd1c797b1bbebf31963dd32e29863f6b10507d05bcef49b7056043bcd1547deae1decc2f5979acdb76b001e7ab8b1542de44e1e8db40748fea0a6ad65b1d5c958a929487c39e2f655c5faca12eef5ee0322bb52e5e57b660046474cad0ec76fa9371345db56ecd82bee8d0534ad3d329d7cb6a8f34c5fc9252c33168459f1e833c410fa9d7cf98a94474af4766985e7b1fef25e3a9f60061baffee904f88de3e001a44ac9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842915202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816, Name: checkpoints/2816, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d1d69e4ff6f51ed89e9d0aeedf2f532db4e46d7b7e8d47ca7dd379a5195cfc49dbde2792d433526d86d18e1578812523a418f61db7da021f49dbb6728519f6570ad373936d5090e4c0e8b7d7b1824ce31961a80871105876b08adab07e66fb08c04480bbc05d68128161e93a9c7ae6aa24c28de487dd884a4bad3d9fa20da05e88ac518fcdd6ffa9ec0d5a32e3ae4a34498f01c1f0cab77f610e17d445300c823806ad9d63a20f2e42b470c447be6dcb144a7bee01c60802cf50bed9a9ea5cae7fef76b73db3c8ae852bbd321b6231447f12720e6d5d4a362c046f6b9f69b84ba32a0d8ceea27aa26901ffb8d9771bd81c150a242a4a925856e9d089bc8a6e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84251617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0/d, Name: checkpoints/896/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e7acd56c1d3e27e6a4cc75fe57a366f7f395fab5c7c5cfe51497e6399786408ce720cab3e7a3bb5f06d250dedaf1921aa1dfde9050299aaa3e8a530cff99d39e6fbf4b6160262a289d8174b56d5106811f7fcd41ad7e9c240b5a09b8e13dc0034dd116c4efae37cb949384df90edfc48a0d9a19221920ff536f1e91c41a1ae4cdba2c30ca7a87413598614c9bd4908a68dfa50edeb0fb08a923d48e664786cb6c9b5cb0a90b87d801d3a27739cfddcab082fe6936a52a233a1286bfd6ce86deddbbe834d5641f26075e6767da0cf5bed5f23d77e059d36e1782cb7a268928f6f8786a92c2c3e73055c4cbf2db3dbcbf6161d1d3ec858817c944b038fcb16621&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.843298945Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/ocdbt.process_0, Name: checkpoints/2944/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edeec3b1ae30f8a198e346c2f8dffb6f90d6147c9b900bea952b9a3dba49f7a6a950b98ebbc14fff0a70879226bac341065d9ad6b93cff11ca62183bd7111e1d5be9ec42ca43644506b0e6a4522016e412e4dd631009816ba6b79c5f3204c9acc1e45aceaae80fd152462ae99d412e3d41ec8839edbe535c24cc7deeba956ed994d82982fd4403fac5d0b9c199dbd6c064395d1736b6a9767dada66c591cc232a0d5eca7a98183d61dad31219706c581b48da891cb34a3aa533b7c14982f4cb85f11489b099833434ca319949601999daf7b012a3519b046379fe71cefe3c89744ba42770bf3a669182773c3910778e89efc1d749e44d57ac315c2b58906d2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842616839Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/d, Name: checkpoints/3584/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a5e3032798f5db9b1546921a92e851337cc5d936ba55c767f533281d6ddace3d5443b8dc1136418456f808d938f76565ed1f89ba88f0dd3672d8bf52b6d85e74c2d9bc7b810f34a2ab942d50eafe0c4032825e69f155b13cef5fc0846c75220c296bc3931be13a703316efeda104712aef9ca20ff5d5a86d118f104705fddabab460caf2e3d89c1179248973fe2b73748aa614d57834a0f4d93aa73856d6d38c0745f0d71dea939e485903c6ebb5041ee12e3b32a8c3f4a266995b0e49570ad530014cc084db6b07a857f5f0ff2907f453da2a915ad6e2bf01640142b5c6ce5971779534c073c0e61e6a22b7897663e414abf3511ddeb1eacddc3ace784416d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841999876Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/array_metadatas, Name: checkpoints/14080/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0396fb485f0943e2798fee58402eeab3fa00c8bda6983c7b5e5a7be50c2fa7f6aa533160da7b857387a5951b715bd6e1111825d6e874762fb8a0077bfb6f7eeff13d2957936c28531b6869799e331884c8adc099dbb258b0faa3759acf5fdf2042b917c699efc097adf53061d309d28ae80985bda2786bc91d6178cda3e2d6cd1bd62de96e78cb1357ecbe55d999f9c4097d798c3a6bfd35257efe329aade59acb43a410ab0e705742206a6fd0148375bbfc713c0d166c3064904b46f8049ffaa83284abcd878498a6f238e7418479608a69131db196ec7d21ba93d4f68ec6af85f1ed768abb0827f2a735eafa8d614fb1f3be46a3552bd382b9b313b8507fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842545465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/array_metadatas, Name: checkpoints/2944/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc40f1feb0e4efe461e58d301ada8aa8d4598e626ce763c825ec724b5514daf64ce74abff68a4f01137ae2786d6f812e46b07996b416408e495e91814570a6a183cef25022b63bc534cd00863d708a250613f1b72e70f17e9f9f12b77f5f878f1f1abed5df19cd9664308f635b9d75895e5dd3ca96b3f67b78340930875750f9839880154463842d31fabfb91ee7cb8d4432239d9e28c191f193ebbc0f77d537813c31a78c70d778591c9a65b2ffaf9272e364ecedd8c0fa08ebe5f3538890ca5dd4b83ddfc991ce7d256edad2c90cad46a83451883ca8d5c54ad06e71a42ef0f0e07439bb3ba446856ad4060a82b2ca0aa1b9859aaa4db3c5239e53f333fa78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.843606675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default, Name: checkpoints/10880/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c31a7a8b9c2720d438b44f57a942156a35078f99f0fb47346ea78017f9d195e467caaafd67af7cdfc447c30960c1e2091af2d8ff417cfe96d23bc53306d56cc1eb164a1f6c50106ce7a8c60bb3bca8a2764cf7dba4e0c1676b2053eb4c29040b199f020f2f9113034e58dc1f05bfe76efb9de8e573a6efeb3e50567990832c433cd6cca7a4d3c85a540e469229b9a250f4ba1e7919df88cfe2e4a176a6a7a7286c21a600305da1a7a100cd15fd7d6b52bc5e10f1bf7608ff92de8a7909649d2eb6e6ecea010a3e4ad2f919f691c534978954d84887e77e932266ec2ef73a81da3a7243b3494b720dc1cf267fedb986eae3052f7c1ac35648b9f1b98e654bf578&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841916549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520, Name: checkpoints/11520, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e14af98d5be027146205b4df85711a58c70e6c2d635636698a4209315e49edcb904b2b34cb29c812582fc2cdb1876b11234dea7caa6dea34126280814a4b002ebbbe0e7e3f6c461ad3a2fc3bf3745f4bad6c9f38dc4e2ef7cde3f86e5a746e89b2ba721649e29f1319d77f15449f4f9d1576d8b63e842a5c5c5e9fbf6ac9e8c47541a8add5f28c4958595714d7acb0717aced9a5c1d07ad7a6d220db9594c00ea83ddafb698c21703e3922806b115c6416b3a111909d7d0f41974cc54b72fa285c9c8a7f8ed50b515a46307bf7bfa5c128d5daefab42d90580ba0ae8c9851420cbee9766209adf75693c811f1b09079da39513f06f5246d86df971a2c739caa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841951335Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0/d, Name: checkpoints/2176/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a545aca8b14a8fbd4af8a1418b45d1d48c37330141e6fd2a20ef50c3ebdcfaa830a692abf883d32a91cca1179086f749f40995e763aadfca9520db934b6b17b1a73c2a7c08cbe321dfe9bb66ad61ab3b5ad52c07937f46e64471f60b60905bc089acd8466e57b52fb9130736e5e50ed6cd80d7084c9aa83fea47adb040e86549b1d570990d5e6202756d519ffa72496132afd36aa177a8c0ad2be161a0cbffdf2d74cee7ceb4b7f1df71409ae71ac6f9406613837b4a9cf425607364b655df436b471d7c7f0264f5ceb6ce63b6c2b7b670d512eeefcd9f4979bf29cda520571b1b8d3b01bd87934a7647877a7f976feca8321ed3f32d6caa9905ee876583c1dc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.841969078Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0/d, Name: checkpoints/5632/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64f5a3833b99030ca465854dfffeaefc1ac4d52ce335417d67fec01a2d4f6837292a27e968a0714868e7ed0a2a57944358dfe76f7a2f7d40d0821cdff1561587d190f8c98062bba6605a169631abf84de0211b470b3bab2a52c6153a660fd2694fe9c5e9b6e3cdb6c4d38ae8b7b98f7c0f9697f8b656967ad2912b6cb4462ffa3fb81ab330f298c9cbb272911589274cd0cd49fc878a5a3ed1de3034edf5a47e483de2017b6c048d0302b1d5b02df1f6f98df69b81356b2fe71d89e2eb6d78d732720070f0d1d45450326fb5baaf4d4376d5415ae2da56b4b6f428d81ff48f43ad0ef39e967ec8d29a539c327b4ee86f78e2c54b12647793fd22383b4f00ba43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844480983Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912, Name: checkpoints/6912, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=34b30e25f8ae847fe1697b3307c0d020707beb404893abf31ffc0d79a8746d899b8be6d0e86e3f5d955c9fe01e1c0b0f00867d73b405de724c288e9fc58aeec1af4a80e15c7aeb3ade2d40a020132c8854bbad9fed12fff0b17aaf85d60b581aa8aadda17cd07a31dc339765edd05129f26befad71e0cd5794cb1be4117581f63e824dded32e5e279b45895121d02255826bc210cd1e4505a819b1445ceb0c6cf46a92bdc6e3cdadbda28cd32203d9246f5da047b11b3fc9782a7f5d2daf7750504ce73c4eaf8b46d077969d45e2cc8b20d1effcd5b78e8aea278564f601b28d96fb53f4365478721cf1bd0e26d9cf6d8a1d5b0a3e1b815df58f946dbf412e2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844502854Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448, Name: checkpoints/8448, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=87acfada0548935f79afbe9191cd951ca80b324cb429068808f769f86a0beea1830ad9fccf1bfffe9bde7bf75f726c1d1873336c5edd97c46e9de268c73f9ea3f2d7013e6d47f02ea6646e731d777a254a09e2270d394ad2932a7bac18879ef26d3bdfb6f58574d94638289c59d01ee1ba01704791283b440b715369821ba76a496d239740f0c5704c788a4d872a131429dbfd52e8457c546a85d3542c32a11843fde6bb6c4a8f0df9b392bf5fd269e07c4aa394f9864a9bdedf3e1b4b8986e67fe41bfe8c53fb348145262a9f5ea536534ee85d7eb38eb6b8259a5d5bb8a9affc6eeef0ab23c0a16b5db333f90f2846bc70a6cc5eea70f3cff89b2dd77860a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844531358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432, Name: checkpoints/2432, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90a0d75a0d4ae3d8370341b15fd9f01fa9caba0e6826b06d6fa5c1657886ce77658c47e73d9732db63ed6b33b3e8fc42a9a1cc4cf3f10797c5e5678842f99b542e6a04e27bc0db468aab28a521c096ed224608f9f0a346ce289826e163dbad0a2204ff36ad2aa137842bcd6537ebeb56bd62f4fd573e96a8b85c0d56f42955a96e5a156b024b1e53bc481302b04c57a42ddfbe055377cc7b99dace3a90137de6094a0a08b255aaa82b5b96df8383a54a000f1b0df5549659f131adfb2267dd28a780e9e85ce3b3090608f4e632879418068a3d5454bb2b189b83513cfe9fee84ce0cf552f0ed1936c5fcd552e01851267d749a0624bb7a1f849bba6c59d42fe5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844551896Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0/d, Name: checkpoints/14976/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=323ccacd71b6a6fa3b310a7677ca3094ce768b5802e7dd35304f5fb2627fcb52605caade54fcd133fc7128106da82d43f18d4cdd72a862b5d572095969984d912f16257fd25083bc9dab4ca77daf5d0d0a0ff03b7f03c40a76d7839c606588cbe5551d0b9004adcb1705ed86b6d7463d40a9c96f76a3dfdc82e3b102ae91270a385768d4886f53e04f1ca908b6e91b733fd1b7528154757f6ec7f66d4f9944103c602b395cc4b6b890617d0d726dd001a252c6a2c90c42d2899c37123e80962e08c64a9ddc8b7f146bb3b8be692e002fe2a32249b458851f3efaa516094cbcdad6175f9d9f82ee6bf5c68a2a33a663b011e7033cdeae19360b739fa44572f2a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844578406Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0, Name: checkpoints/7040/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dea304650a41e9b19a98c1445b63e172368ab0d24c7e1c347f1e38aa25c4adf0b12875103634f760bd5ea46eedad28125efb183b495995e195311f82fe7d2bc2cd5ce6597d1856a5197e5e53b2398545b3b053eeccaf6a314927878bd9446e6695dfbb15961ab9eeac0a7b09edc1552f16f8b4f1c62ed2c4323a790b3be5c3f80909d9acb237108c709919da70b626a6ed500cadf93ebd08ddd596334d7f6cd6207e582a780b095394ae82998f1768e656a7fb06b93f0b747720980cd357c4f859b573edb2d1ffc1ab4e5490b00d28b35c28dd1448722c9a30f15ec9049a1b3b61a92495948f12fc2d9813b90770605d016f1b0056ce9c441e9dcecdf0e7d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844615807Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/d, Name: checkpoints/13696/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58842f73b376be694ce75dc78996d71fea8fbe6fcb1b382b590cf0758787d25bf5e2a77b3b928372ceb2d67ab4f1f5c6393e38e397e64e06ca3d6797ef711973e25e0eaa98e4897dfe67a620bbd3fd66dd6c14991d874432bc836556158b4b5e3e853e7cb8e09c32235461e7df01e50769463c0bbd85cd3b14c1f38dac87ff0efe8368993fae713caa3252e234b6f9ce40f0b2177ed0fac02de7c16ef442d5b0bdf1a7bb04dc9cd9082e2ee8afdeae807c2082a4b4cfa7ddde6ba9ba6f75e04871498bc403e3397d61a5d19c40443c0f6ed9382ceee298604786486e505060077179b1d8029e21bbe9b3a3f96739606c8c6c3e74b659ec645a15d43cb0d42131&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844732767Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/array_metadatas, Name: checkpoints/1792/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bf719b6d8948391faaeb52dba3353753e9b73825861d802a8c64e65ac3fefbcf9870d49b8959f70e9d9e0df7d16c4fbf047908f932853109f68059388945723ab2f659a840058f799c49b22dc3d55c1ca6c245620400bff5fdd9cb15786d42e4017ad4a7eb253fcce65b8c05d162475ec05b10fc4a21842e3a4c014d846cf94f399010a59c1d9e871c9a70f8f557700b3b186bc45e56fcecc68fac1035c9e61fa2444bb42c1b81ca88b2614933917e6cad8747a4118f140d673990ba9aed82b04d7345430402762b5f777968dbfc4b75a3a2755b23e6c6a60a50fa9f539f75512a01dc4a6a5cc8b26bf97ba457b38753d39c9b900784f935e5f8c6a9d6501f37&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844482906Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/d, Name: checkpoints/11904/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0df2fa4d6043b1a5dc90104a1fbe4f7ed79b6d0fb5320c1a4d7af535eff5687e26df21d637a583edd39e89cc960ebee5d3acf445edda88b65b61c9d5d35b7f3bf0f2cbab63685e5845b37f53125b564389e03234d5a121a5fd5a59c221ce6e4cb1b4567e0537233735118e0a57ccbacdf3808b53d56adf66fe106492fcec5a91f125ba60e5eac76ceb46ec1abf7a29af08954d34a8f51e4d0a6f612c9dfaeb1ea84776d4d1d881ea30a6edad2b6be3174c69d9c672151674f95832d4c133792bfc839efffe7339324b8f478b7412a5fee6c84f7be1f7f16353ecf42a3ee8c9b6764d46e882dfe25016f577542514d101668215f36f296113cc6673b2f255d5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845040537Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/ocdbt.process_0/d, Name: checkpoints/1024/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a73e03534993103b831b58d584068d1d2ff92ff4c64bde159ba0bcdc530e7e2a7bd3e7a2be3ded91898b2faad8d9a3de40aa743c68c80640cee8c04841082fd45e5f44900156dad9f53fb0da014f41642094b7665421d7538edb6559cba9e88648f4117fa3b0cec871b7d4f265f834e1015df78db51e828e9fc0006a61f74b1bb690a9492e801d7134f66c4ec3cd2479225570077550c4a9d1f07c542d5380ef05a2087acf44a7d9ed2c19452d97326f2254f4a119e995d3894c18ef1411814ab098903a84b7d2bdac6222fc83e6603d85986353cd3bf62b3d86224d89b5965d8c754d59e4436d20c15b00a47fc5068dacb7dfa9efc6094aef1b90deed832502&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844508214Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/array_metadatas, Name: checkpoints/9472/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72a955d5104d4d335042e413d8b87bf47ae731dafe22c3d11f5ff505c1c24f89800164b8a908f206be3f2856771e4b9947a9ebb7fdfd93bb8926838a9e9a51159922c90121a31ff282a100b4e5a84d154121cd8a5f59376ace597fd33d5ddb87c81b60425799ab89826263826e92d4f73dfbbca1692e4fece8d189dd6b319f1787c9059fb0e95b74f60cf6a5973f0e1bddd249147d07eacbada0f4c00255c0e844ea7611b70824552686e4eeea0f6fff8ec2bb168acd7eca471dcd0a54377d5884c42336564269513d6d63983c390b01e34bc0072bf6c084f580b9edf8e2267035ba4edb084530964b9b1df844d3414bb20e35204eacb02384ae28c2528892d5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845112523Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/ocdbt.process_0/d, Name: checkpoints/14208/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43764f2b66ea03e6330e863dd4e703f0fb3070f3ebdb8131760796d26aca99f8ddebad3a21358ee67546aa605f016964034c2fe1be19e68825da559114eab880a0844680b98dfbd61b53c11fa8d7c8ece345de7e13a763286787eb2ebf8fbc2cb5b3246fcd11ccc866e7d7f04eec03c344c33e19e0217a8f721facc680c5838f54ac2d76436b85d6a197159e0657dad5dda26d3fb7b45f9c20093aeb638f7c9a2f15b14f987dce8a71b2151126b4bdfda5525b82991f851c9687741aa0b92472233bf987ce43670117456b4b99b3f6fd8f06c22c8152d8fea4f0900124a6d5e21e0542c59b692f47e28241badbdedba3a589a5cce85fe0c4427e73dd436323cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845145926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0/d, Name: checkpoints/3584/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=408478c6bed284f1db1f2c0840677d61e15d936e3bb7ac962738a13dfae966b7fd8fd3b65920eadecf91ed1ada58cd5d0108cb5d42220f91e4f3b7e15243282cb3f334d2368e3f0fdd1724df7beec3417befe9f5eff5f7cc27ef9495e0220bf4b660366e70a0b896e9bfebb59f1078c49a2d38d5ac0182aaf24edaec330a7939a3a08089962f36240094a458eeb72e23f9aa5435ad16877d48f2e019ca78ca5e1f534a6ec899f4ab1f959262e74c47e7015e06a7219712cba3da71a4f2d5b0510c0ccecd559e247bdcfbd1cb9fa37da1efae942f1ae125dfd1923d733c5c60b3a1dd76ac054b0108a2585fec805e0aa48724ef3ab9773afec4a7e3b187e2bb49&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845152087Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776, Name: checkpoints/11776, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22cc6dd7d6a817f2aece71fad927495a0e63545789c058815563f796bd652ce4118af58439d2391a8b1cc1b68b1a26fdb580ecf9af0a8e7c26ddd14c45a1d63b30c1a00bed86988dc5ea8ef2815fff5f77472b4ab47e1c2cc5d4c78f818ad9566da1e498dd6fb5a79011af784f84d76a6e734492b7dcb548e57e8d090ffdcc2e326c9694a3998cc45492d05ccfb6283e58506262db4e1ff6c79af1e20b4a1ee40f739a9816746970cd2d57206393e6afc2f42c900e4af7c0cfea8eb1834bfe5afdc98a2cb3ec3a3b7441dff17b920c9c416cbb4006a2e4c3be893fe5c4c9f8be721372ebc11057a5581ff41747736342e2215768042d4cd74711f4754134479f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84520125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default, Name: checkpoints/2944/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43b3b8eca2d7a964f7b8c5488cea3adafa4040cfd7ead8704d97f064b5b2f039105e9e2d55fd176094f36e0b53a3dcebf4f3cd76aa735a7e1fac776fe26d11161df0c422dabdd269994be6fce3800396fa56a19cf710880754309da9ca4bc3d49390802ebc45a01084fca435142ed4dab840abe010da8ce881744b77d294c0e42aefc9d732bd13b7b73c00fb997b7914cd1763b4864246690cab29ac4cf4c1f0f3fe83fc48b346430755fd799542840b7b7e8a17ad457e1e99b68901abf63d1aaf558d80974df2429725472b07dc0c9b423ac660cfc44da5c57062a342af65f4f5f4716eba18ce345fecddc02d32870b5aa4f664ac6697af9d85a1bd29160faf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845299716Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/ocdbt.process_0/d, Name: checkpoints/14336/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e265b1fe8604d1b747d3c9669701287eb47c6477ac8e37b1506605388aeabd4d819d1199482cd99b98d11e3b23947b6492687632037c04ddde22e68c0db464777a64c75862507a2b450246d75549116444ac631c08ef3e0c4cc76072a2c921ecca4786dd846d0f630019429d1f5dda359de705fdd4462946c19377b7a682e60c20b22d9cc1b016aeabec6af4c5f6a869e843fadc77f6dd1a00079745a112a98a53b2383caaf984a28d0ef677a9284794b680639a306296d00c40ec71e5798e92d166c9b2790d3df7ee4ff50f7192dea6fb63e92d4b108f328b7751b0aff5ff99e41cbe8296d2e59eba0222a7c9abfa280349bd984699260d702b0ca2996c75b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.843942638Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default, Name: checkpoints/640/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67dd3956d652f30d873fee9b0dbcc3d6bb46261e412eb68986d81e56e2857618d05d02501f79ee0b4a9d010024e83828f81844a0fd1fe376b68f3b881b1840dc0771580b93ba5b86929305bc4e59c2b207c6d877f04cf55754e088eafc70a423f450345b32fdd47e918dcb7c13c288eef7617ba9c621b521f186312cc8d7803b4d4f62f86aa1437bd8e0e5c516b947efa31dbeacaaf809330e6e0cbdcdb171b0dd36fc658bc2caabe47a1f00eae88fe298af8f98e22df4140ef4ef24a8dbe2245c7bb952540f8a185c97496f4fbc149f6bb276683db48e8aab2836c02f3457279f7fdeab6bf24e0fb64fc9c4cb3a71236f055ebf51311db40ee7b8b99bbbe331&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845442264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/array_metadatas, Name: checkpoints/2816/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25afb29b7d7fe4073d49a3ddd59c3641547818871255ac2d12404917950f94fc9773656d4185ce2b2deab3bb235a217edbae09eedcd7e1e58f37d48a43dbc674783b83cf12b57358395d787878f25eea513551e5fbc9768442b4aa46e6997d4556290e552430435718fda185196f0c4725021a85cad18605fc42977a81f0eef7258e2606474c928e96f0388907b9d94342337b0ea2c3aa7dea239c98bc7708c6f375e6c7a6c61c617152f36df05df422d256d16842ab718bf20e53cefe180a0981c6e8f1a968e902b2b6dc2b5a4a7ec3e0f7090d7e91e017615a67b352b6deee5cdea1a4912851a8fa9c4de77e4daae7cd399959c354f59a173a2a889e150c0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842647237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/d, Name: checkpoints/4480/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90489db311c1a816cfb9eb25a2d12e79f87555efa64dcf9b3d66058c5958710118b875f879c5825a42e713ae2a5e56c848965d86ca63a017282d3e57b399dc3476bf18875774e08e62ca88bc71b4c6e8dbc7f382b00b919083fb3307ce09312b6080ef918185f33a1393cf9be49637849d8775bcbb211a32f6a17c7ff1f65e957aa80be28da9b5b90b31443ae97ebfcc8ec74153fe2a427508d5b582a5614c8a6b3017d3cb9f893be1e2b9e1fc8febea429d92ccc0a7aa3447f65c3f16010219966ae5ef39719bf473401a996fc9652623606c078b0445bc5ccf802a1a49c9ea723c962b8830a5cf24c7cc8912b7d510fe462589c45826a1a91a6d58dfb9f3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845523187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0, Name: checkpoints/2560/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fa46ac6f5e20314c1a116e7631c235fc453f94d55374e9672f3603d232175f6ae4a22423cb88838af671551ded76980df81cebc58c9eddc5bfe21b21a1ee9fb69247e2fb9c4f11087f4a267c410969986c41f926768dbc9d03adc823352222649af5a41f0b5fbbfe65853a71603e8056fc9fb19b7a83bfa8ca40adc635b4d09876aa14106f03a5c96801b88b7589e41218d8aed1ca14ecd687ecfbe329fa07fecf9091e4ce6a68946582dd791aeef40a939f348bc5070fd031d3bc95dca63dc0656ff0e43f83fadc37bce22f3d5f38712f1bed634dde72c73316a66bb62ee1e72c36b8098867417ebf8bd3b59b8bec6c9786b58c33f0406b3c970489c299bfd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844562356Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/d, Name: checkpoints/8064/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4eb5f45555cb501bfe3547d9047efb410800f05056d9faa9853e9796d680f16a9c081ae0ae08ca4a098309e4caa80fc84fd65442ec8b152efbe1eb55332b3169830a46ca6efeaa50f9c7326be48fd554c017779047021d4ee8747093412286079250556436e22304a7f5b3000b1e22db772635c67527c7a10182a8e9d128ed5deb43d40aaf88a7d4353a024f2197827aa440d4b3c8150271bad8c6b4b140536528ccbecd9d918cbd3e456315191895a901b303e8f2ef3656ca75db72230d68f33f19939d5f7e74e9a11616eb611482eae3c3223e696546a24a091e56700142e10c429764e14faac0b721c03c6e87e5f64f4083ac351435f2fed0e1a80af89f41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84565231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0/d, Name: checkpoints/6400/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4903e19765a0de4b98daa5b39939af288db1a81ab324010188984f240f5bfb1f26a6c956250dcfb1fa0ef88fc0c69a229cc8e5a01bc9b5bbfec0bf6d2a8bd2e2470eca39e6669504e8474055a238f16442e014932778072ee459218b1fc090fcd44bcaaeb409711a6560192926ffbdd3a582371000e7ecfbdfeddcc1960838dfcd96749d513d533d8d4fde5d94f9aabfb689bd31611d128ffc632f764d01304a2427c3dd6dadd601768ee76ca6151e2a7c4cb7b063685b0b5da020cf4f2cae6208373d9154656ad4890e8385d1201696c8ea8345927a66bf4f28101401056339a520d0025a62c85fb641650020c6a3b475455381dd57262a9d7a025da3bc9ce3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842864326Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default, Name: checkpoints/1664/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9888e05635737847a46ac81d8151dd2c2754e0ba1b3cedaa486074292b0c120678e3af9ffda902c97402975fdcb13b5ea7d01ad2c8e1a68678c5b6f89092e236f8ddaa704cc84caa60b34c9db5bb082242b3e731ecfb6b76abaa86a3a344d56f2b2ecd5dedf87f9c621c162b8194566eeef198bec320aaa765a7c3dc45a16ac61baced60bf7a7ffa28ab67b01bfb5f829dd18a0179d28e788c8253917a051155d276b467bf7b35458168ba35e1ecd4f70758155236d3d8ef1c287a8558de269fcb762a6f6013dfa9a31bb31df5cafcb41e04f740d8d6b79e47818595fb5cd1acb8b8dad41f5427e7ebd586bc860c164dd44c1cfb5a13d63c13f92e3e257bb5fd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845684401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0/d, Name: checkpoints/6528/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3de7c0b47420cc2d34cf891dac77bff45e6c2f1b96c636cae343d8b9bce6adc29dee083929626cf8422dc1cf79ab05760dc3474d3c4aac1269d6a034764404c3a0bda79d1ba123143a9785be9115f82a46edb3dfe1696a55bc1139e43a1c4e40fc9324a6e3843626e093faab45142aee17730fb86728f16a21204dd934c4254de20c306ad2bdffe47005db38beaf91ff7a9a4d0d6d9399bb6b74404380f051fc5e778b0aba51178e8d2213084823c2800661e6400269be79572469cd58cf550e6e5a31571996e43a1afb0a22e4b1f86290c8dbaa98615bf893457677c1a4854b80f94c9ee45ed094dae11f279f30993255c5087380f60875acf2c72c80426853&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845711702Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/d, Name: checkpoints/2176/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80f9aa1f0708a6113f89e6cd47ef220fd6279c1b04754a296ef995d11afe3fe3e84395d67b2f6e41f9cba4d949bf9fe1e058d32964867331fd6ddc31859e03c52280024fd475e426990726c3692735c0844541db88e44581a202716ea8c3fa6b812cb2438bf761edf15f9d504d86322b64766b0dfeea35604da9019cde6e0f5e1e943e30e1d3f95d0b919e9a427fb6015727bcf0ffa9286c228e92ce8d3fe3df42317fefe39ea277d5bb0dc07fe3bd73c14e64ed24806874ac05a136f62947e6a4fb8083815926024d273c12fa2ea0ae70ad1dfdc59750b4564a2183bbf4c22e283cc178730ea9a7c8ddbb1610f11f8a3f3dafec22bae45e9f28d47738f75f0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845724216Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/d, Name: checkpoints/8704/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1783a25ceb6067db10cfdfea419047c940a364eb636c1590d5f19b7f22b7662ea608c8b979b3b007cba612908d3476fde17c27c71051e9026e29cceffce6bab9d4cfc22dd0f3e8faa337db3d57edfad542c784a960b1b270f45ed8273e9f8e60e3d4cce7a27ac923a63ce79cbb8b9471e5d720799eb67fdda79888dfa486baf2ac06134e466aa0d52d0c108fc5e9d7395e562d161aaff4dde186c6048ab57b34aa8da7b111938f474a56530fbd6896e96b3e632be408eda82f7cd4e05a6b77fd16a92de35bda31801e7e022deb8af4e30e5270d417d43072aaa806c41174c85bc176e89a423a503639df0d9c5d02a96e608c55e87b41ad1a08a71168be49273b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845753321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default, Name: checkpoints/1408/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e3f07c81294e08d10c828b92fb55655f383705a5e991671122505720c0a548941c13d1abfd4f563088285aecb6fd97f7938ed613cbdd1211687b997b9f880ab65619db40112c60b82e89f5b8d5eb008dd04ac1850cf8d39324ba03a012b59a1939a2c9232859375a3dde2b30e8df22747492c2b0a1330995ccaec206802ff8d3c050b98b6c309fb4419e8372015c2bd4836692f38d9a93304b9ffde510f3f217179c90f08b6489c630546857731f98cc2c261f50fb7e335add201a80a88bf5824091816ae853eb98e3e961d5835ab8d6981a7dcf685186f5741e037a232797425ca7447aa329588786fc699d0c368fd1a47e0d5563fb41acca0272e7f465ee1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845805148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/d, Name: checkpoints/8192/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9649d85c3de7447d5bc7f123e35c89105bbd7a34461b5049bbea49bdeaec961d773055bdcb1bdc60c170db2cb316408ba6885c48f2993c7ec591e69784a5a0cfcf77ef4c67fe3b14bdbb88bf95e36664927e8ec773d2f0f1e78570b2af58edf720f4a8d61a0930200fae425cf9b4354dd60216877787e196178ae1a76c5da7a38d171add309a22509dcab39b22d1987731b6852a433641c2a9077fe073037c8626bc360e6a8ff7e2f5dfc69b33c2320ae9f2f56f10fcf31725349400035e69fe1d80f19a05c020ad3c6477d41735b293e4987b4fdb0d9580a96ff14f47200e1c705af6b9ba6a938896f6045753c777751c31028530031907d435f2390edfc5b6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845822802Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/d, Name: checkpoints/12288/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=984d01fcf399fe3146502c31f1a8e04ad255525527f2eef7b8d0854368423a9d043c86ec3335ea378d118f083a0a0952d7719058d8baa1b05ad712cfed25b65d8457cd1505d510a19f7e56fdb2fea0802aeab021de02ff8cfe3c642dcdca3c3f0402ab73c2e9a21219a0371a153457036015ec3c00ed06cfd63c6be7ce146e6f250ad91e42fa0544680aabd8d6516b91b9ed12101cd13969785b877ed3337ad4961cc2e71853d13df61b938711ca7724c7f0aed29d29df6e93056f1eb81a89ff5d3864ff7565f5e5da75ebc44237668b06de1f7ff0038fb0f8f17682e4f34041da567dc9b9dea4bdc84cb733a83dd50ae458da44cc22125c5569c23c73bb474f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845843581Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0, Name: checkpoints/4992/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78b4135b27ced3fe46a516bc51e97ab32f8674b50e35b56fc361fa2bff0ac60895a9bf71327564034ac6a82ac3be48c6cf6ab104d92ebb42baeb48eb55ac24b22563c6518175d795ef592f1caef7ac051baab72e2d739660ba707dfaf688e1c826003e46f38ab9fb4579de89eae01d2cefbcebc19ea6be051bc57942c619cee9ba081a7a606f0f2b5d520887a7329e3747129ba3c09bdc0eb8623129a9e4ed5df55754eef7ee271e6286f089f9cd17892907b58a2d90b3b44945076bc2c99cbbf3d368405a62f9a9bb457fe2f8143b5e83587bb9bc19062ce65533c54b3e4360888186860f7fb58e2c9749f6b7cb26242a30810a13cce1733645b9ec18581ca4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845873918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0, Name: checkpoints/12416/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44c0b9ab305b713b556bc1a250917be2769ed7a89459a60644d4d89bc9fdcf1b9d0d9e52986b239bef840c6cb819ec7b478081badcbd62693a9594a9bdcb85318e7c617641773471515c5e9472cfa5cacc76defdde5a14ecbcde15ea5fe60f558a615eafee3d32c4514f08b3ffe1850f96278f2454840cb7e743a6be42c34dddeefe890c9cb741fe20c186758a362641073e0042ab70a511d71164922dd66c54b6ce1c33976e474095cb57c51aff75fba89e8bdb89874281802e0755f1d9b418324a994e3824e4c29556cf9c6ec6d3f66a6b7b639a3df24b33850788a421f93d2372a24169aa7e7780f1df4a878629459298ebefb893346dc1ab00994307e90c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845915787Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default, Name: checkpoints/3584/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=305217b5e2f373a565fbc17b2148d5780b9620c8c5d2350c64cc2e5522d7e955e05b80b493728ff61e451a1988fae1580cc8cfb86995f2e86627a5730c9bbc77d92b78ea4e4ab3ea2810725080649e01663b0c01d89a35f41a9c1e3bad6c22b7bf1f460d90b6403bf431f9bf52eda7e1778e4068e4c33c62b3fe549bc0a8473f713e18ef6dd44071c588861fd987f07e8e26218cb0f380182b381491e060538c9727a88e81ac81ef5f2ff2bebede89c89616d414afcdcd65f0440f49b76dd62276e3294850f7dac5936aef400ca544fe68ee764efee1d021fe2cbad8c84d01b9cbd6eaaad025a3ba862b38af4f2ab7156482f553418b763d1bdf4342b1a8b66b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.843541161Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0/d, Name: checkpoints/0/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3bddfbf977233e6661e511ef246bca55899620d5e80ecba716061d861d60529fe138e1759710c17a8d6fe131022fe025462317cbbd46c19e7ef7b7490b83bcd5d3a3259dd15e37cc16d7f7785dbe240782109db2aa39fe6a1067cd61f42049a8ee879beae7ae3ceaf071c47f7e2092b810e7cc52eee013d6a376f5a77780062faee9596523382a22dadd31a0c8811869dab9dd5b2fac617aa35f71c6c71da89b9b1351f0147ea71ccb367e58584aecd03b52eea6dd4c4e9922a67fbb3f3e7347479b51c59cd20ae94cb4568f2214c9fb25c79b609dc263b542452957028599d2290ffb342f0073c0266d158adb03d357e37710223fd29356ae9a4ea8b1a6c23a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.8439332Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/ocdbt.process_0, Name: checkpoints/14592/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9c3ac0124fa110949463831022422f6184e67c5882ef87da2221f1cc7119b371d73cf199b393ac8be6daa29194f982c27374f50610e7ef3b7ae07fe668952c544ff89ddc29d1cefe363de4104ba57447496aa4b93807cb5e5e8cb2b98813932d26f81b4392b909badde3013d942226a5cee84d1de30b651f21fc57d15a641b6ffcf285c841c68ab1f9b49226f15aa57b06ac36c6069f7a0eeba42c009723ea7ba94744856b2b07da0d1c2f323f6e4d0fe4b40f1cc9dfd5793b9d5928fc615b6085ecdb08e6e2ad5b142ead23db8aaae7e2252d84175c16b33cc2932c492d8e3329c2fef9abb5a764265b00f81828cc31208ee88f4ec4a742b7fb5f1923ffb602&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846167201Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default, Name: checkpoints/6784/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a93a1580af93d6efc8dc27e98b9002828b2edf3dc6efa3a01dd5a2ec32694bc29e73b3d96478b411314c87940b93448cfffadd258400cc13b4b93936d0a71d15a710302c2f69b32e69e7a1b573506b58611a516385c09c67d1577e41db57a7d0ef0dc61c39f573a6e40394ce26b99aef19f494faf2a535b52c72f867fb061dedaa94fb2b9e875b6f07da2373c0c910372d17e11e3020983cc3a186339f365e6b3d30d5d7103b0663b93af5549474ac2eb4d7c0574637d61ef8ce853bdd0c6fce13cbb594017e9d51b3965e6505353752c3f99f3037b6a8b342ccffc92983d07a4b1c59ccde3b47fb7127d6166575955bf9890029f893ea74e966f87431dcfea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84571577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/d, Name: checkpoints/128/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31c88568d5ebc86e5ca25612d7a12aaec447c1a43541f8c0178dda8ef2440ae2e1617b3d0971cc97d003f2c3ddf0519e6f009c8e2fe47299dd682cd9d34eb0d448a195b057e0fb162fc8fe695c3e3853a62d20788e8f43af6685f9b420c4e7afef9c777c7ced96396261c563e26ec927b6649dca9cd2007ce05932b7a0af70c5309b8280d749b62176980e563aae5711939a588168376d8798fcf26fd6e90ad09cf8b2d41fbd47143f720c6fef4840ae382a3d082a8237a314f8fc00fa037a16ba1b06025829bba231a25fc2087b20c565efe14ab0ab445bd5bf21cbfd35594935bc880a969ee72c0ca13f71c09dc4dcdc1604223e09f77b5db9b4116ad9e25e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846216544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/array_metadatas, Name: checkpoints/9216/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2feca7558a0924bbf27bfd0347f3a2cd4d3afddb123b7cc02b193dc5e4b31c7a1551cb407f804221eb0c4a37674bcfc80a4931f4170c7f361a56796c3c6489b65d673c99a7ed25224124f1e26340e7f3fc32e1766ce9adf558ca101ad9704944c148af2d8f74dc5cad2e126857983d40aee1ae6aabf3bb5be353db64d1ae8fe2399148e1bf7788638ba453eb9e8b9c52ea79b21129d13c6519aac646a51fce71714784c6fe349bd98b7ad5c050e18b8f0757a1482b11f421ac4f9c6689894a7f2733dd81aef70151265e579e95e94c6ed82d62b6551ae1601c7d3698219d6b0012bfd7a22f40070d634027215ab55148016134fee73cf47b44840c39a6da9830&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846226212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0/d, Name: checkpoints/11776/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9fa8d88b2bba5508e5dd494979f967ba2bc1c131daf1ea5144d84d7f791e4743f4fcba5b74b00fe8dfbd01a9bc1ac39e11417a3678b8211444417769d7e4bf3a4279fd8a9cad7410aa2773a3fd7d4c2c90f80d667fa72116fa48d8733e175c839d5ea3bb6bd75e8d3df83972ce41246814699460c14cdee6e20308db2d15093da7ffb3fa139efe237881a330b376fa8fd65ab0cf4934bdcc09cc1b5981048c215475e2b00b5aa83e06c84a76c8a11e297e99621a3ffa0442e6e35598700977fe590efe05aa4bb6eff0c0d2154917caeece9e0e924e60c478a3e1f64b3872b27d9bfb417ccf9d5604604f697ff0fc9b305611a202aae7e443c2782071a2cee068&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846255467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/array_metadatas, Name: checkpoints/1664/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e4d759aa2147ebad73d7fb0cc81938d91549aab488a42c7cf0fdabddde03ddc039a6f795d4416afd5eb89df77f62eca770c182225cab319f96a7017e7b6544e8756ccd80d71df42228d82a2a28249e75ee10f93eca8f881a442eeffd774a26c780285a49da8bcbd24ddf4850d9fbaa78c43bb3c9cc07cc7bd31655e01f348d3840869d7877fabd179d40b2385819edc1e00be831ca300c4f9c6b12fa3b1fd6d31923c9c0648698f94aefe308fe9f9bd1ef90be43bcd3aac1e6eeb6e9996271ecc90a6beb56d69bc6fd25f048e49695bdcf7189259119f1a9f5dab2d567a5d91200cfa11a24b27fb0a6d75ada1af47925eb670e5a9a43edf01447153d0a8bf94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846266358Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/array_metadatas, Name: checkpoints/8320/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b32191fcaa833e4f159ad85aac50a5d3bb8a28ce3bd17f16eff4ab422bec8cfb1038f744b39d41f8c856949ebb3483418ff0b0a7516b19b0d720ec2de7febc9a05bca0a790b82397b865390170d0dcd61c91e1b5b8c03f0b813bbeea64e00c131b70c6140ba841394449623c098aa1b6778e19de07503f5f09391be40131e85d1aeff891db9ee6de29de174764e89cf9ddecc88d9d544ebc6850f4e01909e99993dd5f0a2dc6475e71117003236ef98de11b34d3610cd6eee688c95b500340aeb1890522516311ffe71aac0ddd22ca2e742aa268a63556bd44be41978fc03d88a66ea984e1b6991a62f086a2ad52033b2dcd03e4c134fa692cfd9733e07e12e9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.843930104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/d, Name: checkpoints/5376/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=427751a53b9543d92246c72a00dfbf35a731a54c0bd7632a9755f95ab28be0722ea8a343e91aada3b513b4a7e93a5a0703c8e0348f358677bf4e28c3dc97ff1b0119aaf0117f80f51cbec99077050a6e13577d45ce327f50cfc32b4d1eb630ee24c28850d0bb7e5dc20e1258b4c551c8c6358e919d50bc1d6fa2610dc36abda5d59fda2e5894c6d0c1c4ddd82a6b59f976a7de98aaab5df196652784cef5fbbee040880bdedc4bd36fec32eae233fe04553885b5e0a3c930f9970d94b56daee8f5775154bddc16601bac65b40d8b0774d1a7d8e9b7473bb3002b16e684ca503cbf130eeeb5214bf583fc7cd59727f1a24370d4d1036655b26dc1797dc1e4ef80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846308657Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/d, Name: checkpoints/6656/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3aa7cac1f059b5210b95fa9f1da623f5566801d8e787dc4763cf90684ee295a671b06b1f4c11dab8e2c0a40d85209ca66610591fc6808f5026a6633c23a08cc54a89f8a34eb8d76809ac502e9cbe0eb10188355d023f0fe850767e474f1a43f93ecec0886e4c45de0a55b43d26c3d23d4ea8c35bd9f34f78da9ac2bc899edbb2ab508be9d46ea96c64d97857016e44efd1277b2d4fbe63062886da3a6bf6b2dddb7960996f62fc78d80f2bb09e80a1d8672183a479eddb85573c14423d4d9da878584242ed10fa289bd769da38b60330963375918be50c8123a70da6c6c3084f063e9cd7e7e1cd50a16a42aa5f604f52f669566dc9c2c44f47c6c70b2a6ae16e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846320139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/d, Name: checkpoints/1536/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9801b9a9b83481380ab075d8148c2d747c11f2083e512e846e0f39229ec6ff1d7632776accb5b4661ee188d15104b0bac7effe49ff70e56435f1a282a7def4800f7f7a233e5f8632b1c7ba1e0d3e02dd95f631173405e0b3e6a03017713a0fb9ac4ae05f95c7c37c4abbc7d8b884037d4ed2cf268572feafec3cf0b656b2b7f5f8daf4aa2168002b9616c9420a834a4bea9bb550985ef5189fec7022cdaa908d00d6512d47446596f5ba745c78357cd91702c37a83c21ebad0f7370385b11c9dee231ca19de13aa9d6d77e3aef22c0e66a96dfbaf17764fb445a3985c93da085a20657f1af27d565f5ce7ca664a9fb5ad31b6e3a64c9341d815a4f7e522da2b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846385172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default, Name: checkpoints/13056/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=630532dc8aec019209159c4d027b05068006338fca02ed3563af0dee78edd1d9ba1504d33260e003b7cf23833efba71cb1770ceb8d647b3d681ed322b907ab3071fef8c7143707212938a9f2d1134fa83b80735b6527f915d72bd421677f6d26336097c3c96cd368bbaab31c9c3c12bb17e7677d05fd43ae252fb910988503931bb8790f6728539abc10113d6d320880bf0510ce8c14d3f113cec4dd5d7768177c414a6abbdd2654d3e64dd572763b6c3b1c40d4ace5dc35db1191f3dd57fbc7a476a31b34240ed117249cf82af84de7d04b1527920603e91dad01695a34a6b81e5a524bab2f256d7a8c936c243be18162b94e4ee94201535a2377764d3b3a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846399629Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0, Name: checkpoints/11648/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e820b3cc29bcd7ddc0d3d5b5c1ccb9ff44b586bf1d46c993d33e2d2c82cb7d0dc72d47d9dd9b496a51806af2746dfa31723eef3807a5b63f75c923c06c1e4d03ba64b36942f35c48f2788f3eac3fd19daadcce9275d4525a4b4936a573cb2f1ce7ca9fc572a13516cd293bcf2609d189e8db4115f540c29c8b62cb3239294429e8709f80ff640647fa4defa2bc11dfd2b8db31ca9fb01e59c674d300f902843409918d74c86c5f05b5a3f4649b11361bfc13a5d2f83e52b3c2130a255df53630ef95972a988ea0cbe2c078c25db59da5f47ce951fb2b962365b242d034830fa4ff6711a4d4a1e12570b215c81ad32418d08ab9419c1bfd466ddd27f5a45709c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846446768Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/d, Name: checkpoints/3200/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56ca66c4778a78e498775292f8d055c9f335c4210cd96381762d219c94b6666e9628d75f25c82ec32ce92d2f6c689ffc0b333438cee60c5f16934e36b507a6a5963ce58faf2d006b7a8cf98e67e7493ea4dcba81f2066e3d5a3015f842ff38ba2dda23c1dfc235bea0ae78cc500d26b5c016e24ce15dbba38f12794d7ba7655ac77e4aca18ab671db8165732af3195fb9871ed0b0819d0e199231e334e13c9ff345cb117b4ab8708e435074908e24b0878cd4ea8ad66cb5ccb8ea0fd129af61f323b7f3eb627ac957b748d54741ba2bccbbeb68ddbc1e18c7aa1ae5862ddcdb0c517975327509bc050af08314d64878cbd6a2e05266611db87bfb838a02b50e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846450024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/array_metadatas, Name: checkpoints/12544/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e0b838f7ffd901280f59d0f91ab605771281dc766c48a436a7b243311e761b4761f1490f2b771636f5a3914c94923e755c12ec58f503dd729f7b948390ee1fb8b275b6b1b9bf087c0c208e274e956f444758bdcc0a5b78a0086adb2c39c7bf462eb2aa3310fdd5b7168f3f9cf697eccadf1c7fc37f881d73e931e66b00c3edae5bbff66174a7e914d1398cd2b805fbe3f33911dc67bf5f3bb72e975ac2ad729977875224ca2645f1f1ca7b26301c925fbea3a555b14896f5045a08e23a0e4db06596689e165e51bb26c3c76e7d52dfc87e74b650026754b9ce95fc5e28755c526c0f62ccffdd171c226a17e698258a054968a6a19c33a50c117dae6514dd900&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846504617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0, Name: checkpoints/9984/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2a7963ee83f23a0cb1c2529363fdd215fe69c373f9785aaea50179580724209c6339567d6612c9b110aa196d22d20da308fdf15aa965c82a687e2f91a2c4d758ea15c7c1f94a0f3bb66f1cf45f0990a4a1621b0693662683bc9d6e3032b85a61a94a6d9abcfeabdaa370db79cca8f1b7ff6f13a092e9c6b23de9ffecfbc8383adeb90546e5aa2b756280e666b8b2a0595d39f5ccde9f183947ffa025642d07e65ff93dbdbc7ab1403ec8c0f0c380fcb630d4a2e3d943895786d7e2e7c67037041d940ad58cfddd854c469adab9d402d24c4e941075903117be696e35565d81f027d2a144a6e7fe0ec141b1084371f3237a0e43056bcfc275c5e6cc62b2b4317&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844205193Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760, Name: checkpoints/5760, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=372021aaf581f9e9837aac1c45ac1c99207046232c40da18fef2d081611938b348256a25ba5bdf5a44134a00c52a796074fd884251005076cfd67a211e77c67f2db98beccc383a8a300c10303f15b24acc232122b560367bbe7647b81cc1a26789aa225770e556ba4ca42f3e8d538e97ed49f67d764d02a36b98cb8227e741e3d99f35c907770c1b113928078bcdbbb2bb56275a32817f8eb28a6beeed604917cbcd6df0a307b9b63b0ed8e50ea1a01925c125e574fcc6d79a27f45fa8e1f3b0a8d265971d147c37628472a4323330cf2fd2c2896bc40d4b2e297088cc7b6c6d7ecee42a6de4de8277d0a08094cf91f2853b850bdde4fadbfa9905db458ca956&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845760484Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0/d, Name: checkpoints/11392/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9fe234900b904a9c6a1ec53a5eda47148c77314e31a9507005488647b9e3ee47f8cbc00e152a6fadee169ffe769f99871ea88a31f9039d551dc71297ebe86cc852929b26c064c6eda17b1ffbf872db3b5340e14275374b11f4f4b529a1ead3ae6451070ef40a56ab2346f465ffe4f27e5fed2213f4aa74ed5aab51e5e7248cf5415cd264001907ffbd2ffbfdeb5baa663d129114274928de676408afba4b75b5ed4f1723feabeed97eef4cb8fad361fd664d0ac471beb3607b1a7e15b32976cb2fe4fddc455ef1a69ebfe745171b6468ff941b3bb191c027d21db62b906ea8234265db9cbbdfebe4f1709620b3b96f1d04cc3b2f0c9d9f489ae3fec08872f18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846738808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0, Name: checkpoints/1920/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0dbcdb6f69d7c0c9e559b050a86091142ae0da05c75ff44d6c188ecc8375a4d5da73dd4514a7800ee5fb4c05b94632ec33b2357933c893cdc4a2f3d972f46f68e0bef128fe4b37e547532bb495f36dc21a277bb0cd2d36be4e15e37cb0ec3b4173a55067cc5fd6eeaa7957284d604d6c714d2c2ea2eb931083d0ce9134235a2e33c91eedd5adf76e6668d625bb11b5d958589c43824d608f8be200000e33f9656eb3dc2db3cb8ee2d1d4ef1956fbaee4d6b2201d529cd34156329c6ac6588f125b17341f42e66a40d3126b93346f719072400d9c6917eaf9406a9764b933fd6d08b16244847b1814fbcdd07883821600976ae3854e70695b157ff0d72502f72&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846774455Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024, Name: checkpoints/1024, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5aecd4eaa9b8aa2d274621da5e24a963a286aff1b01b0bcf93ecd1fbea8f1b5abc10769afd4913cac058a5489d96b44ba1e11c7b85b719907f80c8504f5572becb87a60ddab0efa7093a12bfd4b5524be412327f8c588130d4a5e8a0cfcdfde84379ef62fda055932fede0b5d0e49d24d583a3905867ad33872b2c7c88ad69b86727a8e088d63ddf7a5040996e788e2696a8ec863ba7935a89771d28697257a5b3a64129b0cc723218d47ff5117edf27954757c3311c3b0e3bbce29171811407e530094c0f6ba8b96d6b846d58995a6814ce666aa9659eb3a7a846e649dd623582a890ca5665bf803c6a3e313b48e113733f8b84f8c0b1077eff3aad709a1639&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846815312Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default, Name: checkpoints/5120/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fdca0a0d36af1e7837d0bed059bfa2aff161455ce36c75913732f48be1c0f4bfeb836fae5474c2c55a7efe482e683c4b493465144c08fed34f336f22c47491d6ee4be4ef8f8255b14fee74e89bbbc392391cd636e38bc3e0ca69d72071b05ea9bd8e3e773dc1dcf096a5bbcec2e5c744329dc9682fc59158eaa44518cc5ccde0a85505efd1bdb2e19f7a3c691e86bded68d2f05267ba3796c57bffcbbc4a6dc51da520857ce23e171872fa09af597d8601347153d926b67bd52bb92964ffa3cc1a27e443f6fb89b9a8fd68b82c6373611222c65300c7a93068b7de79c9d62ac68146c73a5a8264de2fa672c63d40b5367e1bb97d65862b8cea631d1311f6252&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846820532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/d, Name: checkpoints/4864/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ad93509afc68ec6d01c0bfc54dece8a0eaff70e5ddfb2947efb8b2186eeccd7ac12fc50eed4d266c9512b97cc96ea5f3bcc8f0c88720134d052f88295a3ef700034e1204535e56e3f86e0f5679f9391ab781353a66ebd60e914d71afb0dbfb17777652701e9a8d2013432b2174f5444d289fcd4d78674d28c77b60970acdbcbe61df20bae22d9548bcd08b9bc1686ceb794a5cad1f5a852a93a0ccf53588702c8f32f0e207e597e6170fcbf0bafe27f6d6852fcd2ac8ba8514afb4afe95fd9b705cb2a958a0b058ec5d1de5a06bcb012e08312027cc3e9de8c9f83fec6d5cca1d39b80ca21286326ef635e02c262f6f7511a56ca23e456e35c2ad1891ad38c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846840209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0/d, Name: checkpoints/15104/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=78e9674be3245524e8ad20c4422634be607d554291f19812d7b60089ff07efcd12936f08fe8967365f31fdc1aa5e320f10f2800c0e5e24756120c01c13e6bdaa553dbb779eae3c9666de5784e2ffa58e1358756db768edfd3dcb3ec20e88eaa11d0536cfac2c5254ed11eb32e950975006fd23d1660d06ba567237e54b27d16925232d9bf1814266f2f2302acf0ba432ade207d38674fa4aa9bbc75ec2f61137e638161d2ccae3bd6a3e09f659dd5c57acd8a1b2a69c945073d8ef4e0a50f3c18ddd8b45609bc944e443602e3e5ea122b0f46c749c3b9ee9cb6b3a1c260e881323aefb2cf2863633a0254846b7ddcc7a8c53a3370b8bc0e50eeda4312d2f5786&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846397425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336, Name: checkpoints/14336, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=092c9387d55197f58beb051ec176424eb15e1f50d73584dd24af36dc914e9448e0deaab9e898c42548ee2c67548c9792285a6e3459ceb32e8c58c99312fd90bcc09bc021f0de1ab30b9c909537f538ff9b854e7289e3fb6381510adb169537648347620817221417c6d57f542d77b8db7202bf83a5ccf957d22212718ecd1e1657cd9bd3e634ff1e4981e136b24f89c8e4016bf93b2acc909258aaa6bcebb03247d5b8d249d2df545f17c8eec21d776d250e1ef764a13f5f2cdb2e0ab2283f822bcdb38f7530fba83436b9e0840215735690c27d8a9514cc99ba6b93f21262e9a152066541492f618af3688b50001b419880736c971c022f04868ede6a5abceb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846895473Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320, Name: checkpoints/8320, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b9d7d611abe4d47baed9953b004c3e3dc6ef43c1bd88b91e3f097f3c44d5efad9f29c495407b5c5e30e29597ac3060dc337be21dc8d8178e83bb32c48701adc99373c46bbed3119977ae8984cf4931e05a6512e9aac3dcd94b7dd43b1480b595392724bb479e6a35faf8f9867659327baeeb9bdd219003580f15e072d3ac96fd4d94b5070b43b38d4c71d65aca522b12cdebdea850db76c03b0f9422d233ea3cbbfcd2ba25d3433b355482604db8ef46fae28f03282059a2e663c1cafc626b8cf85695d4963ed22b6079f21d7a35da9e9355664dc0a88d1e906a6fbf2b962b945469deb6741302c58492fa5009e1727e87ea0295b32d6bdeba2239a0c4eb7af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846928375Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints, Name: checkpoints, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0cc95ee9e3b79e56e5840ed7779b5462f0c21cf5aafc774b3f7d2b4985907aabd7035a46582f0d50ab01861fcdd312982ebcbdb4bd285ff4638d9e903922a09e2addcccc9eb45cf01ee1b63c29b5c5d4b232f61ab6e1cc0ea517d504d1c320023cfd62846f6b9d781fcf75e8f9b7bf3cbbccdafe910ca283f4ce0a2c50881d595b0d22c9725501bbd8776c79f637d1fc1e0eb1f53d3fa6c6a87b2777df8b0d6d48a1fa2d443395690f333dcae14ed539142b0e4ea662bf98ca0018cf3bb6cb5188767c5397feb3e1036ddedabb6129f1169dc21baa054d5a090716201af28b91dcd0f044f78203c33d885f5be694b64c261e5ee86c988884a00c00530dd296f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844185846Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576, Name: checkpoints/8576, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3db0a4bb791e469e1556a02e3b4cbe5f5494cc2659bebad4f359ed8b4465ffce889741d17827f7594015e1c51bab0a96dad8b5cccae149803a0d06ccc996a5382e63ae203ee3fc1c7b053f1ed47899b01cd8e349767ad2fbb5c588c5297f78a7bf6c814cedf30e46793b941aa0409d3385ffe1246282dc51dace970cf2c0d2e6b858e22239ce74f26443e97537fa6f912338cd994e77871d4d347fad740b5c6e8fcf123fdecbe32619174ddf3be2c99716079501c57f1ea2feb31b3bfde04cc48a720909df38e59befc87827b55840e861856abd2b641a7c130ad6de7d6ae7c1ce82010daf8583c884578a18780635bba4debe52a8941c28c49acc0ef6cd1f48&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84425648Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/d, Name: checkpoints/1152/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f615e53d4496f8c22862a46981d4854ee858cc0d8e3e57ebc1c7c8ab1aa29eaf4982a7931cb2f13d6ec44085d07df45d22a52ac76f8334e48dfce0de68c474f94fe88755b798da227bc849e63dbff58331f60527c89d54f9eeaa4a5dfef8b67f07e31318ca15c6375565669b57824c0e704bfeb0f0acb850922746d0660f7dab77c994a9ae8f2514754886fc2563fa9c527a3cfdc460fcec888f426ab495d5a95c40fc1771d9f10e2030794a540b86c8bb32457a5d5be1a8401ce594fa384919d508367f54f78de30f8d10c74a7adfd86ee8f03a69a2b1777c2798a798e709e1ce4a2fe24d8fb7ad9137d172da59b7db1751d70b9a7f1e76a6eebb01ec3b3d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844261128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0, Name: checkpoints/1408/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfe8bc74fd8ecb38dd7d582e7cb36684de158668087c9166e3e04e128abb7c8117a4ef445d2354465085f7ec5396c3ff12dd49d1cbcee09d1267da4a1dffb361afedfd4dbb6df5267475ea2d467e4f70be594e7f1b14d2d557e60862d68d8b1b7357aa42a166349be7ab854e902781acd4bc76beb100b0d57dd81181c7d5d0d16d8ef0a376d427d826577b2ead9fa005a094da2cc0f8bffb977256be51f040ad1bf0ec0bf65ce4c0f53bb312238a79ba411d3329a5daf7cd1611d9df0120e0e02fda19add8ddd2a133e2fe9000af1fb95df66f2514c09e10944d506b3dcaf99117e1e859ea2915dd56fc9c076554b565fe6c316c1a639f29e8185f1155d361a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844266128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0, Name: checkpoints/12928/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aaf89047d55ebc837fcb18bee26cf4073d7f95a517c360def2929ffd0d6370c0b5d49876d803fe240f3a52f0f63ca5936690ee630370a404961c9f0efe159b9a2a0680ad823d5c9502ed5a6a41aae78097a5f61122132fd8f77d25ca085e863f0017dcf9034e63caa49ac1d133993e6881d59b672aa6bc88391bf4b52ad4a667d0dcfc4318ef769b35451b3bcf9707dcef36bd3b4f70fc711d9a4dba37bb2fb437c3437bd8ae1316a0385ab584bfa2dca8c4b10586f6046d9217821db45244670e30863c0832307abb21f478c8013a7ac72ce2571e5b76010a2729b570b2dc700f8e0a73873c9674f975d957a6b99f8122790c9136bd9c78b52bcab3173fee4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844263212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/array_metadatas, Name: checkpoints/13056/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b5ba7bf90b39788c9161e3091692a23e283b983b5ee8abe5d85f7dcae2aa85777e0441ce1a0d21811b3a9ebc70ed9196400ff666e4b0b160f53db0abb57a5d2f805898df6810eec6c04567b80fc20bdbce839982b805700683ec8c57d957bec75a23563382df6c9870536b8992ed41590441bef9a35d439abca8d3055dfe11dfc187e02e7402facfa0a054168eb5e9b3066b3002b121e4f268b81226eaf5da53818b83e5f80366aa9be8676d04e5ffc20af9108603c37d262ab5c6c05f4b1522972951b5e2b95072a0dae6f8ec98d08e2929197bc5cf2ec8a0a334beafc052257df93f0c2acd462b0c4048b2397d67f88c152c491837099f8f7b51fcc6a24bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844273462Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/d, Name: checkpoints/9984/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83ca9b3d44b663ef2aa4cd10de5c000893ad5a2e09e81c654b714bc43cd49a271ce80040ae0f4d13ce13ac3d3d6af1edf87c3b542f74c0e169ac33e51680748857b41497d9df505c5e6f750abd09bc7baa2d73818a3ff0fe3af53cba2e30f498e0b7bdfac9728610a4300eacd11954356d70ee67c12073cc7579663dc642120c21b72edff063d05ffb888022d5ba93ed888a3f86c5b7335d0474be7e0a719c9ce5940d2d81ac8ed72777d673746090ca1ea5009669eb11e9ba0e2b2e86234f1e0addbf6edf11f631c79cc0bb0168582e00ebeb046e94220364f01f3851aa90efa5484e3091b95b87a294bb40dee43ea47a554feb5c41e9bc6a9fb7fbf1c21ed5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844286496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/d, Name: checkpoints/384/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b56d1c213f1ce464160e8f49238562a1e764be607b2ecf2526fff878de9617a053fc053377aa9db016edef47a96d85055db54e6cbeeaafc6184c95a5ae7a99c9b63dcc9235fd18925d88b6a459a50d81bb96707b143b6814f2d8f49834327d8d6aa9da979cb497a5fc56c206be0551130f24c2da4f95a5f7a8b2bb0a2f6d47e8c83bc4147f2d0ad9c3b6d6e664b568af9c8da04cd86def3b300be99776d767847402f109cac6e3de057c142237cc26fb5f08921fe9e2a7d69667fad5a5f594db5c44e84618693cc2ba084f6e851877d8c9cf5eb39ffacd895f057e1d7e10b045bca36d536deaba6f7bf2ef7dc68e8b8fafad9380e924153cd98415a7e7f4c69c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844287268Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/array_metadatas, Name: checkpoints/12672/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5043a147683119ba75c4af99a75455c19565877826c61a7e4d4748717e70b8e6555c303d5eea9c07b395df2f734ca9377cc0a00d19a8dbe14e7c7bf2925ff1aff7a37ae9bef6a1868a9d924ba5ca62cc26550139a2fe90c3ae0f0f7a9f9e774eba9187ef9faaff0041b3c48b96af6a2475aff672a332f8e85afe61fa8d358cfbea20ef7cb3ca4e01f8b923f6facb598e9827355f0812606a9c80d3bb7dbd37d08594631ef47212296366aef735b616fe1463871a9f14d12a5a60307dc256b30672f1fb8831de40dbc9e297927a0530df97bb81f1eb77b64a4d7bfd086e033dd8e9bef0ac54cbbc3b7dfc6da7bdfdc488b284121ffc15094378522b7010447c60&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844297046Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default, Name: checkpoints/6016/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2480b4e9caf12ea9272cf7376f3b7e5b0d8bb62a39b7b822b0ff124095337201d72673f44759eee5d8839df08853a20e8b06e6e4db3d0af6a56060553d0fa857f913d64228d8abb18d6fee79db746bc1b4066ebe8f5e04f4c12e5736351419b3f7e7c5021acc44d1cc2cb1b5a340a6a1c1e5a231b6908d222da8ef02b1cd1b8ce3c5b63c5da4f56418929cf86c5ec1245f71a79eaec8d6611b50b6ae0ca897efad226942fc2970a94e770172f3798e9994bc9f8b3e7203ee24961a2219048378f4e2d4a128e0f17f3b47889b98a332138c5a11caf3717f9d3ad160276af927071258332ee623aa5d34ede38c6562a4532125138937ff3c9ed6d072a4c3852448&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844307936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904, Name: checkpoints/11904, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=04e4a4091ddd313d1579e342444ee56ca04090ec8afff9b859ac2d1904c698b7a6ee05774d8dfa5fb7b8dcf77a3e204cb1b2d91fa461a80cd3158cb3ff06da185f0fa52d11a5ccd034c059a7d6bbebf71f1647175ec3c88c73bccdf2e409200548fec61af0fe8315416d8ee3edf6f3f03706cbae530c638986c5a630bd3c7a77997d4c852d7452f37dfb613dd7cd79f328bfa3481c6fd76804a4b947c2b8169128659423ec469111c94d715af61e6dd03f91cb35be389feb46f1a59cf27b485bd85558964c062adb270cbc6f65f8933ee1e26217fb56db4c8b97f5f40712b61af4cede3bb2d29a945ab3d2d646f5e3e6e188c99f1fceb08b603e339c1cbfed84&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844311163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0/d, Name: checkpoints/6912/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a4d2b80f3608f2d6c138f1a2d0f61c6b8690c26827ae2301a389c539cbb116e87fbf700b9f83089f816fd8d9e86b8231e4cc0062cb96a256aeb6d2321d539bdc4450fab9669f6ee4f65578be0eda4203d70f2a04595eee4cf6e54fc802f7a66df0b50053610f8ba47f2391de3786d7da50cca296360908449b5566d268709abe9a337864b010280936c740043899f00ab464508cb7f042febf690c9c28f2689f2fcda531c1701c044c2d7c28948b71d180ca131f7f713accd167af3de2924dd5a82c174f69529108c3c17b1dec7d99fd23e78cf90de17a7d91f800c0db391638abf7707077397f82151f706030268a105abd81ee3013f75ad2a7bed9f6525572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844314018Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/array_metadatas, Name: checkpoints/1536/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3403fc0786463906b3e0d83ab73ed1b5535070905ca199c6984bee1b013370019a9e5ad46eed74fb6099f3d48f19eb2669941e847ce3fe0920fe7dd1cf2fe844693bde0aec6cf43e4732d5f0d0d45967149bf0ef933a1cb89c19fe4006dbbf511e1d40a6dd6c204cbe75a7b7b3a98dcb224d428023d19e7729f0c9870ec33127cb352716663975b7bdb9949e106440702f04affb19a47baf5c0cab81dcad25cd9d9000738400fc4bcb9f5e37dae27e899a792aa6641351f3119e4ff8b1553fe43bee33793e214acf408b3df7bd7ecc8df85bd936268ad088414dfcdb126bf5cd5695cd9802e6b5e7e50cdb1f789f13cdb3dbbeaed154244ef52b78f600edf237&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84431493Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0, Name: checkpoints/10112/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5263ee8c4f92516f5f928faeeeb0fdfaaa51a9aba912ae98e3ac43420b2013e45bfcfab844c5b7c9301f3dd592ef100e860535d851ca8ab7318c5e0a639c36ecdeaf0908afd6110b3049290756bc4f38613bb611db952e7db628a54177b5642c62149ccea0a26a9ae801ff97328cde1bae3e6f698306e5b5a5bf077cad45bf84902fc3fa9d3fbc83b6f0a0fd5d15f0c76a0cfb5e54a3b2809452af974693527e295caed09d69bb6331eb913c4426edef2aedbd8524742b833872ac2a1a7912671e903e31fa65edeb85d39f830056172b0a2a67b71f7a0625b79596f080b484c48c5b73c417fe0db8555445aa37e910f9e880a3e06dbe5fa6f817234a8b6a1fdc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844324337Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/array_metadatas, Name: checkpoints/12032/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad88784a88b5b326c2bbc30e0b41bb08e41cb1a978ae2a2fcfa03651cdfa61800ebc7520f15228545a98b52913e16221104e456d0748c6dfcf9b5e1b9c39c84e4ba943c7f0fe7452279e04b12a689e2062f6ee7d8277a04592727d400efd49d635958a22b66c4619a866c314ef64be5f723882fc601f4ff88956bdaf5f5202935800c728c8efde8892eed3e93570a9163a43faf6fddeb4114eed7ef6785dab60ea7abe4b1f37a266a1b688a4a76fecc01f8f0fc4d26c9ae31cc9437c5a25a38d837e96b0a53a1e9381d1022975c5acd986e7b02d50362f089a1d6330153ffd2294660f5b67939b43f7edef86ebc7fbab9169804a5677c66b9291e67fd82e7014&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844328395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/array_metadatas, Name: checkpoints/1408/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44d7c0949d6e111047068d1ab687b08a969214af1c8cd32f3e1a2d7b0d4a9246865841770de019eb6fc7dc1e1c003438a1021e257f622b6fefc8fb9e1ae9064b624f031afe042a8982f1021246183155a6f98085733f962cb03c31818b09f322474ebf5de2c681e9949c5f6bcd0160c96bd15303fef20f8f06ab6872a1d0bb1d4ba92ffd32985b9aa67ef7f5f084de4e33da882f07fb83e0423a24702dd430cad4f2ba8a23f3dabf1dad89a7f49a370697b77eba87bf26399e4b086b498efded2dbe02652f14cd4a14ded26800f59b36966f1f9d6ef00ebc43a747c4b7c77d1560691651dff5824b23636fe2edb2ffdc79d56b654decd92e2aa4d628f9c3e68a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844334106Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464, Name: checkpoints/14464, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ec87d5267e6fc64dabd1d4230cac3436ddaa57d8ae2dd0c57e804ff22e2ae3c771cedaba2ab7e3036ab1ddffd3fdfa4016bdb7ad45472828bf17d01daf6ddea0f4827e6b87908372faa661d5fb0f6b7fb346d33f84cd1c5427eaa2e452038ff544978c5c897aa179e4d9741c172e61b55e52b9f7bec9b57cd4a2011da5d0c6441938b25e0579d80d316b882caacf0f3c990763ce0ed022e03bec8a4c09e6eba1af83d34d0736a040c82fa199aec4f24c5000ddd758a224587c9875d347dcb17c4ef68cb387967c9fab913f36bd961623a712e8243b1e153a5f2e04d34d7adf03c35a0e3001179673e51f45c1feb45509b3127404d8628b723461b141b50dfd0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844357039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/d, Name: checkpoints/7424/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c240c6d543092b5018ad74f385056e59d7bd0e08317b3090f32bcfa1ce78900bf2d7c9b2d546736ad50eae278af82b20d96ad7f0add1b8d5a14e134c11ecefa5dd4eb0c290750320cc72ab8f2ef2c0609c9d308f9d5b0f6965e4663b65a1b5aea2f5e8dea51844f948e0392530619dcef0cb698512719507c9c09b100156ba71576abaa54e8c5a17e1776a3a74da0419ed437fbb7db1dfe1f825d87035059e25c17c0d7561fbb97b2f66fa00e82042b2ea17677ea34b7d21c52566138f046bcbd2d2942eee767ce92f2b81c6c93b480de01a084f285f038b36bcefbb0aa0384a0d69fedab09efed2690d4561299d3c0d1eec10a0f971ab64d06b22ef43e867a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844348353Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/ocdbt.process_0/d, Name: checkpoints/7040/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9c4f8657e7df94c62672a31703536a2a705ba29cba3faffa178a1e67ff959190bd4f0e5e27933d1bb52673942153eaa5bda436f39e2051be466f3b2c07b40fb6d13e2184e357f06cc2427f9a30545a0a385e6cf19822d62305d55640b4b10f62a229fb311c8ea77a255c8bab68043a70598b1e724b983b505fd06645e44c4bd7e6fb0d28829eef60c1e97f9585fa0e87561985e5494566e112c6213b59ed3b51a2739d1bcfc1150e2d9f77dffab124df972663c37ae41bc51e529b38dd0ce05c0bf4baa93d1c38fd7f3443fe4cf3e17a4414241992ec626f78127bc7ee03c23e33168e17cbb1c0bec1be707941421b19e1d52325558a231b010520129043a75&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844365425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default, Name: checkpoints/9472/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bcf8009a8cc7347f6656119009d449686b177a39b6365189dd36e87d615126e40f244f7ff6173b982d409efbad568d63455fe0f248edda4962d2eeb524028da063c94b41f69d57e91792dbcea2a9a6d474b4cb320439c99d56a65d6ba225f8d8a2327da58bafe8e6ce50fbcd8801b32881f380ce423809797418c25f94d6353905939bc2efe86a6555b8e3a100be564cdfa4ca24bb77dc6fc200bb5c2ec58182524985ed9067bbc37c8aed2ddf46c7fb5e9e08b016b452f1fef234e97d02358b7237c0ee8b8dcf6256a56d29d838bd132513d518e7eeb6126bd47cd8379bb41e8399f3605c3b9dee2cacf0a613b143a0af24a97dcb2bf775d4d1839c267c3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844358822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752, Name: checkpoints/10752, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca6eebb3e05e9338e8b8b1688bbf24ba79df8f5ef637d3dac145fd40957a257f66547a8248bb1dcf8dbd3f6769c5c17d31b1b879fefe5e32d3dbd0dd370b15e3e2a65f6d13e5cbfe351d8dc9c5fdd2e8fbb59d2bfeed83e4be045c9a2fec7bebcea5b36e1488c104097f617fc6c774c43b1de1b3b3316e6795e7b4aff43a13d81a37fa6f308a62e91c9f234f40505f0fce90bb7bf2c05d20f625afbb106668726eba99f72dea0964950368c077b26229bfb72ae60ebc20798dc8eb166772068a935305875c68249ed5b5b03e26f1a26822394269ddb4717a2c830757f0f8af6ef6776f5ea9d60ca0185a09b9c176884b89a4103fcbec986a82de1d5e0301e09&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844377027Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0/d, Name: checkpoints/11008/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97afde8c0d0ae923464caee9be7e4bc599813bf2174c41800ba62045c48f457b3a037cc65f26a077171623145911bf95779a2750c6fbec6d3f36b63f5697542e05669e4f954b80ea440e141f6c96dab5887f09f1aa6d303fbeb3544e2c7e6035c97bc847ff45010c657f870f9f32f5ea703bb2449944e5ac8ab3aee71dadf7864be0ffda39247be7b5f801a1b60e6f74834fe914772a4f5ff1a07421c491d28a1a372fa934f7074d1c830ebe41f354fdb15a65f3650a40feccfc488dda827a5a9b731552e54399a750e29f3f84dfb5c9722cafddc59f065f8810a74453816eca1acdeb3950ef076f79e6f80ae2682e4268ae9a5fc675c0b72bd94991a234d04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84621982Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default, Name: checkpoints/5760/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bd6ca704be6aad4d8f884b30cafdf870d31f301c79ee8edbcb276aa52332b1bc19788119bd2f8554682d7953e32bc4774859688ef600ea8acdd484f3927c3e3288585cc7bb181eab51df843dac70707464d8742804105c30b6d247260ec334616b8be2346b89bda86b87cd7304aff0ef42f476804dea8b4d3bbeefbee04c8513d0da7af720151b8a87be44d0cd69bd95b00731707bdbd1361a3245e5d4641e51cb53adeb40a84fe343379f0d15d0386a8ccf0a1196c3ac8b3ef9f6076c8fe9cce979df7e4bb9bbaea389215de37ac87a516aaa38e5f985ba9016adb6ddb8a90e472a1a6e520773d3994de1520a6118906781f0f4cf1b502a669c00c8ea699833&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84718549Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/array_metadatas, Name: checkpoints/1920/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b65b624d556035d211339ee3dd41445b1f576e6f0fde962ba3e452eebeec0c15a1551fa4f465add2f6487e6acb408e9dccdbd838da9be1b35577f357f3f5f8f79cdb6456f072ae52bf36e2c71e4798167eeea3ec88e706a62e530a13c72c7a70e244e849dd5a65db49ae067b4a49b576e992e3393c11be38fd55ff35359d97416730ebbd3c2a83f7712e36c02d1b0c9b8f833970748d6932202cb5badd6ba999cc12e1b28f8a4d81e822522caa4f9c5a03f9eac06c4b5220b6fd069ccb3d40d29703f6c2dc0bd3d96daf6a4deabe581c2c2a79044d98ca40654d5089fef37e07edce22e274a2d2c81d0af85371fd9ff31b9bd20bad0179ad08a5abf9c7a3e23&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844237003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264, Name: checkpoints/11264, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7636454b95549c2b214edb5d35e5687e370e7076b24061aedcaf9e078b2f293c4f86ca1ece69531abeb220446bcb74ec3bcbb3d15e67d72698705c7abe0fcc1cc794dcbe210b1c72cb7d023facb489570ee77a12913df9956bd0000f5b5c9349014835d9f0eb491460baaa57830d049c4116e81efe9e7a76798eec0e44cb3ac5994e3b1930e83082b777025035b1d31e11de2477d0b974a460845d09b91fd5fbbf5ba47754ff8815d7cc3ec4690b5793c6143297e9c152565b90eeb4f331497b0c301f86b3e53db08af0b9ce7e4b3ca45c68613e061b465d4cfa13ba489922874b8987be97988dd5a8597512670cf3d1359cb9cd239267636c3c04015c3cfd6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847240283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default, Name: checkpoints/13824/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3973f44e192addfdb96fb89d0516ef8a57104e0757887d09ca4919a06ed2e5393f567d9da37f647b73b461629e6e71279f3c02e05a5d6c00552faf52b5e49e42314b0edb722c45cd230626f74018788a99079850e52403ffda01c88e78b867284c18de60e75ba814abe5624dbe5852f6267e482428c9fa0eb05aa9edc15e8fdedbea481938b3af91c8c511cf115e0ea3009ce010e632da53895a73bf8ae6254c0bfc6047e99a54ca03f42384df6654781bc4b5ceca12149cdc88d8069d3116794f16433a26417aa172590161785037b445a3f71a997237baad6a5c8f98b10f73e23854d5679955edd56df90f76a29157451346507020dc9771249ef4e7220fa1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847245633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0/d, Name: checkpoints/8576/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=226d710a40785509778070ec5144610a841dd4e27389a53767342478c87fe247c1c1af2e9ddbd9b0db0c2476da620473d1ac00c8276f5990ede43a9f6c12801b0cae8b0394f76055fbdae4b9b302775a568af1692059ded2272056385fe5944544206bb2cbb12c6a4629fdbafa389318aee94332751ad9cf37d2994426da2dc9a61c9f6cf911a7ccdabf28f796e541e2ded3ff41f22996f909578617b2299d003e2c382f4526fc825c90ec16b8f461f7c59376077168bf62af31a85d27c6878f1960c6ffd6da876ecde3361f440d1f038a82ad5932dcbc77f66641935c93c45c34ccc2e2a70c4900d3cf962acfea76331ec8629b498fcf1b0ef2ad3f6f670ea5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847196761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/array_metadatas, Name: checkpoints/14848/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ef27a2becdc1f7cea2f08279cc061c9313298506314138d3bb73b36a8ab553575080df4d545f7f552c9009095d352a2d3774899a8cde1f503b1a342db540fe60123a6daadf3da04aefed84775d87faeed14902ea02fbac9f7d108d1d66aceaf08c5bbea3ccd2d7f18c29a5c9792add5b8bce31d0abd1cd5da63108efa93cf970f3abc9543b7949b16212aef9637fd5c63233c719f21a738a91b2bac0afcc0d75775b7fcad9eedb4f3dd8c417f2b9a164f7cfd9b7a0b3327e34cb21913bf8b9351caab7a07019e00de2511219f50595ec0d58cce47b1724a10899261bcab2e920e02d9924c08fe2fb152f9c10cc097ddc619ac374fcfecb5068ce75928c517a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846845429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0/d, Name: checkpoints/13952/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=18f8f0661e1882bbf070b6e0cc54cdd51db5dba57a8873d35de3b59e068e2e319916d2f5fce86f12a08f46df816c4b5fb747e2223dc7c0367641f66dd171c61b5933f96daa6fb235f8ba5ff9ef37828ed6645f62c1216093ed39988c98a0b58c6a863078a4add90a07800cb1e0d56b15f972bb9946419c0cc2bebaefc369d2df942937db6ff890400e39758b72c7c027aceb15bccf2f7fbe55fb0ec27f8e86fdc55ea57688131126c75f2adf1ef10b610db028013e11626a88bc87999b7311ad91548585ec211bb25c74377167db72eb2bf416002c53dd9e2e3fae3c12bfe4450d8c576d226f0fe02b1b5b6816520e96af75cb41b7b88dbd36805cf131410d6c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847319202Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0/d, Name: checkpoints/14848/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a526fff89323bde8c2f38b00cdd0e0f90fdbbf1bcb0c4f915277f3788f6435240f47b9094a0e03a17e6cbeb185ba6d072e786460d0809334321c871ca51aac1e84724ec2b16c31dc5a8b0a57ebaa1c6ff3b3f2aa736b5702df710bcecb83456f3a179ef6c420bd309f42901081596e16286c715b5306f9ecfbd2bff9f5fbce62e0e86382f44c23b4c8dd80eadcb898272770aec909c2ad73afc06a215214f3f185f1cfc052e53d7884253a993fdb8fab5e68cd22fe766313459e93d24a1b1a146a952864cc582b7d59ca24820f9efd87f1136ad013a49ffc52b86fe881d52ffaa66ec9e4a8777be58d9735c31c4c6397addc987a6abed63af6453d9f0c53e80&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847352054Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0/d, Name: checkpoints/8832/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fa71ca41fc93ccfb2337d796be470ef8fc810a1e56d148be33d26de68a85fbe39df65f8f6d98b6288c1b16a130dc34b002ae854cc7836adec2782dec814fa7cf1784bea23463b8a6f53b299686ff372d358187679142ac0f63ac818b6b1f1ca6a3068093e1525b64ca845741918a0a3d034e0d708673a9f580bdf0d5be0bc08a87022024fa481fd3f225a890bf102b2963a11606d3e069822f1ca00803f9644cdf208977a2abf2794c7ecee6c5a71aa2893cbde06f5be2ab50cf90f1c59c2dd2b4496c3acca6758fc7094e96e52692c55b3c52cfe6614194d64c1dd053ca8d81fd606dc3e7c8d8452c11ff83d5f0ce306af29ad31468a8796aace090307248f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844239718Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0/d, Name: checkpoints/12672/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0f0254d7269bf6d9eba401c2e499ac05151bacde64bde92ab48b440b3109a5bff150f08996170febccb197edeb3ff398be8caf9125ed2ef500eede89c9aaa407756fdfdd618b7ae329ea6bea630aa643124bc936db6439f2e92b8c677736caf9690e9f39916c6051bd4079fddbaf32f5d9ab762fbdde1fabf37504bcfa75d5ebc87dcb82308d0354e98e3ac222f10259715dd07ca170f3a2274ca21213979424516b525ccabe991593e1813408c7a6a0c03e17364e63314c4ebbed04281c487dc096c68fcfce123b03a6b4c23741fe58537f7809d97bb6e88a7d6a5ce45fed13c2d1b868e22df17d6eacfd199093903e98a2701a89595eda6a1dc8e29722821&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84737673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152, Name: checkpoints/1152, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6da53c794f8cadd9978912f7fb11ccb5fc9bc6fb9e60192f81d12df8db69b4d1ba02e88bd70bbae1bad6a1820e054c9a1e1f191562206d7d6a9cc94ab106ba5209a4733810946450884085fda94c2c32ac953c70ee442d4b4b3c93e2d7a0ea95b9cb8d9db4615a7297907f3686a07f109e79f3ed79a76db012e4cdeb40b1a12b4f40716c31d1b9861be61409f21cf8543cbfd5c573bc7785b2a95aada254598d75e7b4e975a3ed2647bb25a89113ab6b17ae3b9720b0711be5ee206292f19f784aa2c7259e64d36fb655b43557bc5b7ebf8589b6fec01b0d0da1220d3956da5d58532ab58a52caa6c07316f4898158830e312d940259a284f8691d490e89ab17&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847405004Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default/ocdbt.process_0/d, Name: checkpoints/1536/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ee73ab79aa77ea3ab91846b969f155b5f82bef01f908645aa368b48778423753d91eb0d376448b8849d0a9e212971f3730cc4f8b04fb023c6a076383cf73996f33c7609f56b957824111879531316434709a3d2a68661b31bc04331f38e6299399486f59675aa6f59cacf213d37c64455dad4c5cf08a9ea443b958045e2a5187e7b3ab4a4e3a710aa780386c36e2580a426989fbb8323d4c154cbf6ec7fe459d3efef2ad261af56ab8343b5235d3aa67e8d4df1a66c34566510c488c6eb4cf2415434190b640e45b86ab7320b48123fe5c2a528fa5e4619f2cc1bab6c61dc5ef95227bd7ee51eabc2739245789cbd5800221750bb32926c75ad70df93dfdde&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847415724Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/d, Name: checkpoints/12928/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bb9255dde0551ff34223f72fa190403ac3a264559e2ae5223c78f103c0e780fa5880055f93303bc6cecce9974d16f1c1e2b99db9f06facc46cf0abe56556891cc3f5584f0c2d855c2b4b068b1feca75a9f54117be78d79492d520d9ea25fff0a409ae8f644b61be4b0c73fc5d29d3280fa4afc76a5df58d856ab5f43749e77d36b7d2540217294dd212fcc332a2e55fbdd22335640ee78a3d1bdb9ce85552641775a6d6924855be5aa2214a66846e5cac7da87019584ad90140d0aa34e60c9f3b13d23f1cd6bf56fbf666a6b85708cb70b0d0db7edf73522cc3da5c424fd6ac7208b875419591b5d0ee1a5d592197e9766d24a6c96ba7ea6259ba4cdb65e703c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847452683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default, Name: checkpoints/896/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a97661c8c4e7ba45d76522ea64e044faa914a63ba9042d8790f92bfa2351e8207d0e751f14edda62632e3bf13f0b4c7a17bbc4776138892dbb234366225dc5b1c38237c627d50062bbcb3e57524526d56ab4374003b5f5c08ea76033f5a9cd7ef46ab11b58c1ba4592620533e08e48cd0f96240f100e33c4f0cd494feb9d904c0e69443ca12246066e7694b5cd1a3868bc8ea4a1cdd985b87066a2f4c1f9da949ef09f1593a3c340b28124da0524277aee9675739e8f71c46e6337c881ef5972bf1d59346d6c3d1d7b063b467f37c762d453b6c46d516bca7ff3fa1148aeb67c0e08e7612448541a6be3b4befec888b7c3e19c2f85f9a8fa5eb2ec501acea909&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847479724Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624, Name: checkpoints/10624, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=828a58ea1090a0c648e4179d2c8b72ec672c6c0c7f5fd6a66a4c67e552610439d4a0fb7b9e087e68b8bb6d2b7b3200c3461e237571bab71fda95c321d13e84cfcadf1cb8643c5ddcbb48027606b6839237d3d3a8611bce3dadf610b3c8957e6c8a40fb59f7073e7e216c0125b54874324898f34a43f51be801322df8ded376a1aa0c95f321fa8d683e814674d149c2c16e9b2a4adc7005b991772f0b7be557700ac5ad60549a464d62d513859b076428a0d0e2b51bd07e10e1c7ab1157420f86218efa0eb4493ac261dbd4eae2a20ab6fc852ea64cd64f8b948277ef9b69e1870bb0eab1cea99473f11c27e5bb8eb1b08d00d92d2b0e1d31e1ca712b4fe30cbe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847518107Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0, Name: checkpoints/8448/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f92323dd75ae16cb4e67c9d9be3c4f3349aab121b6caa176db9d4c4c8ff0a4112160c654d1dd4f8e929db7a44f6e93fd7b431ed033b7ef43b5ee3f8bfa8a54c520c7da1845b7d7a4a35c07303c9742c78d67f80e254df18c078dbc9a0c32429b0c2eb9da6528991c644de3f0c9039e0489740a3cd6c716b1562ba37e4c08ae9bc377917355be96706f994f25a90119c3987f5d1a1f9d25e920a7a7f7b3c1b3fdd00174c622ed282763e5359dd844d38d1cba2117287e82c79696f3d56ed50f191e2c73f3d0524c8b521c655afc31c41c31c676ed0748e6302ea7c4943d7c65233c03a3725d9fd7f9ea65f2320badbd3dc71ffe2fc25ae2fc2bd286900585042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847245653Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/d, Name: checkpoints/10368/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ef753b0da122dc994f81df164f0bd1e04fa5dc497bd6f97c52536dc61c33b65edc0206727764277b813cf8de4a679c856b238fe95a42afa5e848800f0159deac7a52e0f7851105a657f4c86c87a63c297f56b3bc353e799575e5818b3146497d6e2cd50b2272988d58460fd947d4de68fc570e1b90e137b1a788d2bb980396edc88f7ab3786a25c03c82ecc051a15783b7fcf18eac1a0d29afc25dadd534f6ed7cc490d27a0b4df0c2ca6c809bfd8c3ebb04046d907f08ac0036dd421d0f0140dfebdb499323d38097c3a40e7f9f04c972f4874219eba95797b89021dd4cbf77ada1e428be93cce86287208af3af5823f4d3a66d7c148e7d9763b50ec507484&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846324838Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default, Name: checkpoints/15104/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7eaf0cccb9f72f3b1d0e3dd0240a0852b61228a59ea74ed6b301aa8113bc83ff814330c8beef1c88324886d9a38b603f4aae34e271f8e610e474f50bb582b57571400f3a9933f8c3a89966c4c7c478320c9facfc5cb5bf985420943c36a659dacfdaf099c695dabed02b710319f6c25b0204d66355ac480b2575dfc8ea2a51e23194697e9024a12fd1e7dc90096830556b1acec526c3f0a4ce93c2da2ba7d6315e53fd953caaab7383694ef8bd5c51fbae84f3bb5c05d4fef57ee981e896e041b4f92b3c52447d5f13e6bbffac88d11d9a94074b75aa0ddd834bfc74f3f627f30ec57793bc9d17b875dbafd18632b918ced5a188bc31238e95db75ffcb720ade&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84437903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0/d, Name: checkpoints/4864/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=747a955a2ec8dbeae4036e1e61cb31e1e4950ec26ef28c128183474caff3cebf3bb532d91c2f07cf7162e649dd77557d2112243181078b06309d9e46ae6c75d08c05b350095869fdfaec1fe3095e7b98e29629be3aab181434dc7eee48deb242f9f20f146b4d461267469b7b48638b0312a51f79c449278e0ca84c52b44c3558b9b63cbdd20f7d5a6bd06b00df3f360d7e9d7fd48e095b763a1e9990bb4fcd29efc614bca9552030354407ccf163271fe9608c0db3c91b3c5f8275ab6be12ccacf52b89fb1585ae79a57561110036add73d1046543f35347b4fec1687052dd925e1c0bddddb37d64cdbe858240a6906f37207badbb9327135ea8b3ff06f0cbe8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846271237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/array_metadatas, Name: checkpoints/1152/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a899bb5da79638aba85eaa73c922da55df113c1d54c0199e89863887c2b6942f474cc60c44ea0ecd379e9c162935e21ce11a2fb19eda36dddb2d239d267a1cbabab048ce95176f538745a477405740271b02c9a24f0df7f2bf47b5ccd23a38695daa5560d2d001fa0a6e08a817dd929ec89839fd45d8aadc326d7e6a9ba3d029c9213853e0db1f0d3d5187e55494bcafaa22899bb8666aad2c900204679c800fb9d6aac0596cc352d536c67f11cf353647278d96f57f79db254ec9c095c15327f7c3d66d3e5d8c8954710e5e60c8fe48263a4d9774be272e099eeb351e88b3987e49f4793490f56d29387b77d896fd109608b06234686b497caac6c19263675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846446968Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0/d, Name: checkpoints/13440/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a6863ec7ad7ee51aeb2659c2f540bd75d1b2d9635a54a68f8aec80be8174592983464404b73bede1d78bc59f8910ea4fa2cd3cb8d4184c5d30cbbd5cf3fbb944c3e0dbe51673b6dbbc69f4171ba8411c99dc4f08dfaff07d302fb9396e9be76f6fb20d54ac4e20270e8f0b6d59cf370f2514e208c18b03509cbeeebfe93fae14abe2956ee5317d37458ac167383e6b370077893fa39b5a0e2b53f08dec617c0aa4a4c776de69cc1d3bc892509593a84afef2e7d56c6cf3eed3874fb9e7ce3f71917f00c8f35eaf0373078578496f7806f758033499120a67ab7c263dc797139bf1676e76467b1e406e443f7d10414c3eae8ae2d0606926fd03343c17d5da165f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846254335Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0/d, Name: checkpoints/5888/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=28755a033c20e9b47997ee1b888e9eb0610c4deb3d52cd300f8592cb76162dc27b4330f1cab0c11e3802527f56c5a44348816d8e8b08da6b418c73782673503ea879249321177e80bc979aa8056300731a0d60792230280ef666045f7d2299a27b28515b8081a4e50e698bdb8a664722e92a2820c2ccd3311b688d17e06f791e0e4be067ebb3ff5aeea018976614f5e3d9ab057964ffb1364a31f3c5c5d957cba8f9cb4deab023e1443a88c7e3e75789a4e94153c5b187786e41cd43c726e4b561caa0772b5573b4cdec9cdc0ac6cb1506fe84341bf735882dcde664a87f5bec30c538332b477f9fb57298fa8e75e2a276743289e727885f2e3324e8ce1c6b4e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847322919Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0, Name: checkpoints/5760/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a77c930d8bd149e467be90b0cb8553679c502ba6a49638d17ee0738ac875a21f9d153b3068758d3fa186d362da31979a6e8df7f0de5a093a4c6f7c16132b736d7e2126020348e84e54269da41b8b50473cc637fa4d2418f8aaae5cf04977a0c54f7f0566c1cf2060e39d4d8d1c3d22853624e1194952eb5a7c8dd14be31f098504c561bc7e22a169071f9515ac67be843cbd68f6ad021ef14686302ab0ecefd4142a9e1a6de9b10a332e4ec93aacf5440c1f1a2f22a9be33523dd5e037c0c88986f1099bf723e8ec0bdff673ae1cdaaaaaaf6d483d5f7b1e5ecb1bee5d2ed716512f62d84c73d454fd854b09b1b52342c94c9ec6f7c944cb91335fbb7e881102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847253318Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0/d, Name: checkpoints/9600/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a582cddf9aef64d952f8b86016334e5679ea765758f2390af08ebc8d9fdb4cd926adb8254a0458a1683e51898c4d8a56e5c62a1f506732ba4e1df0e2fed1d0f9a4077d82f372fa30873918ab6fb565bcc8d8934c212d79fb67f29b6c748f782be1474afce40da255e370b3224c6bba8c7a739b052e0a0918c0f94a88005c8b154c47633912657547466f80ac5315ba5df44c83f7bbc23c6db883cb92843e8ad80f505569a5ba0f538732770971a6f7ff16a419d2e29f0a30e02660bf1a56a4217c221f6919e1850fd8335f61f52db2ff5057222b38efc2106bbf24d54c01f97aef7945b5b15680e18410996efd0613195dda1df2e367156b9fea5d51f9ba3475&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847847508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0/d, Name: checkpoints/11520/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dacba30c7014a5462579ae257c8b9b863337e8d6c8a98054b678cafa1199417f5a65ad38a08178219651b2ed93950a2923cd63f18988449d762a1c45e51faa75bbd819f0caf7a181d3ac255db0a71dbd950ca13dfdde31e6f4a8cf36a414d5ffe9941d9cfbdf5c3f42a94f99132e7a1e8115c61ca451906125f9fd6ce7b182c0f03588ec238114b247de7e6dca43d9d221faa9221281b6e7a38bae1f26ab18889e2f53021196de07aefb4e3d585baf296b9a6ba012b1ed7b4eb82a1e551cc5c1e8c66bcf8d5bd84e3bef69824240be5adf3dd2d0743e76e6f007b28a55d1034d0b115a8b0520fc944b2081ce8eadd458b3bfd86900f186456a3fd7f0580c894&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847865131Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default, Name: checkpoints/10240/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24261898ad9c3c3aa16a5d9f37373d9c97b39ff37961899fc4f06b8073175d3d1ffc8738df930c8437717dd6423c8f35f6dc7e4fc788ea130933425c675cc721631839d5a224503c988783cf21acd232640209938f46ca5896affdb079ae2fb14ba7c1c79213fa55544c09bf278aa3a407a250fb51c8755eec8bcf3ae380183962c05d911163f39a5b3f1d30c419140adadd216f1f8deeca49b1df5455981bc7bf861831f166b77865cba1190e64b6b82f4d53abc966f30c6092caad5755acc863e80738bf843d13a7a521f9f47cac62cb0b1ba89c051857a7bb10e2f64983d747ac90c3aa1febdfe725e4415a4c303317ca826e2c1b01c0a82d122b4baec739&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847405024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0/d, Name: checkpoints/640/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f083bcea8e3c0699ab8822b65cd928ae66b2cc2992fe31632b55ddbc37145065e54062f275190f9e35dc0628a4794ef210deaea6143a53f9cfea1ece402b7fa395e7866c0e8aca28760670051fc156dab24bc07792b5c12426e19794c6234f41f33056080e23e213330973f87b7549906bfe8682eff2c37a52dcefc03af0bc81f1ecb5e65d64719bf98f8b0441d1f2d0403957164b95d18419da24d95efce60612f3ff1cec791966d9f51c17c000ebc0761ee654f2e4b1d0ae8c528b890916ac44248d57714b8e5a4cc3ab31641fd1ed87905a3130f4876729423a24c4b1f5b6a94fafa377db75824d4e6154d37c543de51d138f6be3fa42c6e4e9698aca06f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847430061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/d, Name: checkpoints/8576/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c3a2a3458677b365208498ce1a9d8910ccf011b944f37c423c12537a3e5e8b278813613fabf96a517b5f2a890390cb902f27c8817511024d101490ae152c1dbe2399a4c4caae66a3cf0018275dc35b9c88b9f06b6fa191cb5062bea6aff799d8b047ed79d9f7c8848edaa3a196420da648921e9430829fbfb7e01dd2fc5915dec4a932a0cd08e2dde57561f3277b6bdb4ba0a1a74f5e94e5c212f506a58faf395c74eef1e9635d571e3110e3d7912b34c5556bfac7c7e6d6d133e4b48b53dc7fc0c72866fe28e0b5ff3ed626e5b3e475939918a15c204fb54e49617bbea2745ab7af9b0e08eda014b5d1738a8ce06656e3779129d6a7d3628303b8ca4759dfb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847460057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default, Name: checkpoints/14720/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=70819e0091ca5cce5200e95ce20f78fe9057d258f50f32958dd4ae2ab7fa4698a5204150aa0ac420747998b6933f5add983753afb2ab4280ec34a722c00876454ea21d7c3bfb0f02ee00312971c91bcef81e25aebf2edee3557925b33abd33b12cd00db2e412a783c6c3d429b8a23b3fc5168f4c3d77a2850c141414d7a61db91da4689ccbca716d6eebb93117c36420ed8bb30491d2639893d42053cec58577ff206383131dcfa9d3822e7e1b7c3ae8cccdba03bf36a147fa90ad9b01a12a16898ea18420d5b269418ac363daba2270f85bcac107c3fd608353f941adadd485450bb4f6417ef1a2681694ad5cc1be96a5a0782fcab795e1720380dab5435823&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848015675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096, Name: checkpoints/4096, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06c04f2843067d4651ca2a0b827e19c729a85e3f5f8ef1ee8d889e2aafb0a7cd1bddcbc8fb297fb7664c1adad70c79480ae545de754624c130945fae055c4dc6d80752ef356f3ff786d4fb488906e2d642ac45c54678347e313cf38d44fef67f20c638d5a2b201ff9325fa5b26a0018257b62cae807894dd4f8bfbaa0418be936ff296613cdf5a5b11b7d8e83efb90d77f606920e8477188c5eec1178609cf66304b3142be5fead019f3a12dd99d1b925137e0b261a64316492916b8030debdb834af3161a499c2d4c897724119b353e092779926144218ea5b264c316b4bf3d4376c77ddedd64c64722f35ef6754f58648dab003233945d418c9ed4f6a66d03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848055069Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/array_metadatas, Name: checkpoints/11392/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ebffb074b4549c3efec7ac8515a8ad9a19bdb5fd25ecbac14b88b9e00346dc5722080c46b78c4821b132c2633d89ecd34884d85b7ca1537f02db84510020eb2827231b8bd2b08b399886e0fa323bcbd5a7a4aa42105b8586f6bd814de4880beac3aa9d7491d2d2f5ccbb08a439fad0398e385f739ea8db5d7e8deadaad3cbe3b265a30a23450a403d80a39876e8d74d9ae3e13c50d4758621e188d14e3c603f0b873637be8c945b1251447d5e922ba7f155fe047a3c7266b49504862c274f3e66d615ae34f28c2b27453dc10135838e041c25667b0ff26d335c3f594debd1b40b99a213f1bad02058784ca391de6f98a857f713762aa07aa9cdfe890aa75d98&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848088342Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0/d, Name: checkpoints/10496/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67319f77968b2a62f6eb445538c48d83f99cfaf4e1086dc4e1cd66152eb042133924206a10317fbf4bd03a9230bfc792adf73b1abdce440c38d7790b0d421bf9cb879e7d137c0e813265d7aab038812de0eab11db13ce1e2c8e2c5893ae03855e8fd6f0841790763531eeecab6a08db3a5295f55a42fccc49e5e8df94573471b3c5cf943061f1a960fe146d06928c5b4643da7ef811661c038e9649cc8b2bb1744a2fbb0478cc428c365b2355fef6429a4b3336121e3d9a59f46eeb94e571233afd1e7756f2cc4615fe71389b8808071274ba1c2fa42ae7673b36256c793b64fada3d4a0a05baba7a0eef36dc20c73497d185b708c124bb79d102de9ffaea015&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844403126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default, Name: checkpoints/9728/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=678bf8cae6a926bdc07593d7a2f2497ae5c8ab9b9f6d6b8800faa7ccadab453ab7691be2a71e2d8a5c92956ef69ce129ad15eaac251045c5ce10502e099adad083c1adc95570e4e9d789408d0b52e9bda6c083ace18cd0e99184a9a616d4af05b96d7ab73641842806aeda694f6c40760f3d18a24782200e0ba72bf15e1686a8527aae6608b859857eb38c94c454687ead98935b05adefefa671b05bd257f20c5a931be785c1e3564cb361a4a538010e73b2d68c1cd09e2268783a1a47fba2328afd10986bfb2e0e15891778f73a00ab9310112fad0b07ca65afcf37027d7d01e1fe1d0235133585f1fab49aa8c993f088923358068d78b343b87afff624d2b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844414097Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/array_metadatas, Name: checkpoints/10240/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c37e9303464763c001799b2df02ea605272b52b1594251b7a1c41967d1f5a62a478040ec30c70eadbf241b347df4f8a436fe68a13d562f561e321539ae33c76af4097d9b73d0a86bb9b1cbc4bda8f2ce6ba6cfe0196485b8cca7b1a35b5cbdc85ab987e787d1a5c86186cdcdaa65c7762115f579308c1a11cd61ad6580c844cff7e9eb2e71a1446dd0cd03040c319fc384577bb2dc1112ae78ca5dbd8275246619aabdecc63e69104b2e8abd3eb151a8788c04a2a55015976514038090c70a355a2f452d69d1d6b3bd1dd1d44ae8677b193ba75c7879b809b8fb920908f72b572a0a9d3341d6034a316a48291783f4014d5959332ca583cd094f06c4288fc56e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84823101Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/d, Name: checkpoints/11008/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8df9af1a8070d0efcb6f29e74daec567ca6d8d819cc302e7e80945085b6f4642913ffd65bcf751060a27b13417d4d853d629da6fe1750101e859c1981a20eee9b890629177bcb8850f1d6b7b7cb36725fa3917032cb00ae9b10e97b5c0a2c9be05c535390438dfec0c0dd9d6010b20e94577670c61765b6f1d9994a3797e2502c4912900935922f1d989b7077c80859ba8b7420d9d97b10240714afbae3c0908552545600345128724df19e381f469716b4f045918290508fab333f84388554e8aadab28336125e4331fe99973e0b6cdc117e4d3c0700558ce394f4b9ca3970ddbfacd535ef14f2adbcc213eb31fbeb352e0615f96d43fe9525d6b08ef371e36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844418926Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304, Name: checkpoints/2304, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=620bfef72ee3d992c328712129a77a68e05e799a97b260c7dc4350eb6f64f9ef1e00a64c2dcdaa3f95596dfdbd5d6897d65718898d9eb90959d308650c050c62470989719911d4fc3f7a6d8e60a598c025e25643be1f95ffe3a150f4aaf5c735fda9b6dc606892c03db9caa20f084b0e225f849c9c367809e8e89c6f8ffe00540b97393d49adf9789cef601a6a7b08e8b5154aaec2f7fd165aca780200b06ea01b06b41044e734c4f9756304b388c84811ca8125e4bbaa9295378ff89049b1d2e09bf6165bd1555aa4bc9964a79ca2356aa356e9e4aafe63e7077cd2777a4d50a3cc5e8e72e1f23a78cce68dc344e49d135f389720eec2679ee62d58bfe25998&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844512422Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/d, Name: checkpoints/5248/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88294ae1c731016a671ce1df9af3069f4729835aaaa3909c9ba5f01e276bba1143ad47cc1baf26f9b456018d3394ac23793b420a63c3f37730da6446fdd24a9aabf03d252b4001b5def9c5aaaa2c73f0607153e08dca2a813149606f34b3da19b1a213945a8c9046824d2653f8a5e3d03a951344baa7b985be0d43382c993d0ca43f69b11214ad5be44452239ad4e70dfa52d8ee2da8922d132a79db3398b83f2cabcafad17188175914d501657b8b729a350650c3a08ca7a648c3f4c096f2dbaa0f07d5a6b171dcda7a23a9aea533b997f1811d2203e749ef61a1bd9a0dd36ee734895fb1e8d5bb351a96273633b4de7abf209ed3e2506dd982c31aab6e6cfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844428263Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default, Name: checkpoints/7680/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc07ded767c279f4615429aa2d17ab42fa80ebc5d375df300b9644948238df9ba1ca23ed59e2da2c1a6c2f698b60cbff9e21aa2ba184a39c2ce9679cb0cec34b0c24037b7a5417d4b621ce39869b6f7637bce0338977cb826f99b01653a38142ae8eb0e6a3aac65c42a1d612b14147a0d5ba069a0a1a98ce2228195b713d27dbaf3a20332fc7320f4670e1938773ce5118f442084bf0169f12ea516c7f4afdbd6a6869be84abed41af6a144d000178c91331205b972ea788944340e752cf09a36182d43246792b2dbe526a60401acd4814dc36ed73f3c1f36d49451f2fa874a6be3ab507452e3ec23b0062c02b322a6af02cf2920a0d0c33b443b883ee60c064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845601655Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0, Name: checkpoints/7296/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8f5d87ad811d6204a8630dc142b5e74b2df5a7846adcef01f671f6a61393225a19bc50404afe0a42b9e54fdbc7a88307a4a5d48b0fb9ed1d183d09aa003451c4049ceebd3a89ce00405c9ef54c7073b7c2cfd7328ef90521243924e320e44c510e418bc002536d4d7e0a3f5acb0081a20c4632e0b13aa72f6f5cf1e387719fcf723877f94e51aad13a28a0eece81fd106e11e922e3f5f09a622ef0cf711d905f1964efa69b9f199bb33b0b404320249aa689f8cf105a45da1cd95c4a2d344fc2fb74a2f2782d09d29432a82011de2ad616376117ccb190e4efc498ac14d76ae748497c8967a36af0082d908df0c054814f7cda2597ed75f50529bf9460a8c4cf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845660987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/ocdbt.process_0, Name: checkpoints/1280/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89afda252c59b6af648beefed19c83ca8b26985be6fb09149a6232a92380a06505c293998dfa6a04143b7adc8222332df92cb3d806b75030d666c8e36de14538e998478fa4e179785e158b49c2a51af5430bbf2d4187ea46702ddf6386e6cc4857ab9509b700d1d6905717bbb4f68ec7bdabde6ff9e016e726f57372839e54face760b91b2a0919c9d789850fee82d4c601d959c40f3611f3f156d46644c04c4b06196764faa0a1959d6f74597171cfe52145c8ad17f9b6aa2607df4bdcc19123216bf3e3a17f4bbee87c2132170b0cbafa9e8a5ff95957f9600a16b4eebf349f9b47636cd75074e54d709e13b599384f6a07cff4a899be099c70cc00cd15619&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847357875Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/d, Name: checkpoints/3840/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06daaa0fc65c710a18d5f0a7229e9ae9d375d6c5ec57fad6127be5b43609a0a275287972ade2434021b6cc2749fae6b39d68fd02777295c53acc833a124f6331d370a9ddade759a88da5cc87dad5817fdb27c5ba259de140a6434ef5b30d98dca62fd395c4e17a9399cb4d2ef46f86c73f70861a09f3cc535ccab74b59bc39321d90bdcbec573caf414eefa61255635975e6ed648212bde2eec7320cd0e5bb4397332d40133d5908ce1a6ec13661989894368a334639e5d90588bb4ce64ac3f5c6a02f796aa8e3e7c137b68e6ac6e38677f3a377405637452a3b8eed509f236f52564dc4de6f306157ee83f042caf4e54fe03b8ba74d99342dcf77745a903a4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848338403Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/array_metadatas, Name: checkpoints/5632/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59e2e9728236f371916e0d5cc94a15d2ba6f9b9829da0e3da13aa41c4ceac8c34680a36d281c01939f8600712fc8d2abe78a29c602ddfe66b7da3230b725fcedf602c554e37641398085eaff0f29d033e67008774ca4b95460a7bf3ef55d99d9b973174edcf7c1510d9147cd29fa61b08d026c8234233f7cbed9c786fd21cea03cbbf9393476c78743a9d44b2b520e334d97e6c1ab2487a5eed1a62febc59fa22cec936bb809af5a10405003e9fbdfc0321b6f23d880f3dc48fe8c350d46434f7ebed58fabf2d3a725a3cd10a162685e79a5d2f3fc4575ea40de5f0b1637328fafc0d44736570004ff56bfd9f29946f9b7b94f9ff17d2efa311ad597eb248c5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848352099Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032, Name: checkpoints/12032, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05ceaa45e3f7bb7c7b5275a0998286e51f908f4d46bd3119adf4dd60fb7f486ea27ced5280f2db3a9d45f1e32018b840cc120ad5b8dc235662ffded5df9a06bb5e7ea47c604a954102e39ff819611c709925fd4d7677392505b45a3bc75f4557959b172134727bb8a38e7abe4fcc6e0d60db02001f39fad48fef9b9e184f4442e8be76a74224002acd1586c722deb3f91872fee3a960e3b1027818aed9ea2bca41dbd1853e3eee67a8ff6a6cd8341f8ad30112ac9ce440a0355339b93cb914f6e707af40445fe780e136ea589589ec3b389f92cdb2f98d6bccf355c0f5a764f62022781a3fe44865e8534c627840b88c55cdd783469630c249e136096fde9d8b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844460023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224, Name: checkpoints/4224, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6cb2b31e3360d61c1b70c310e5d1ec420000da3558373634d39baca2f7a6283e91cbe6eda140720ba2ad53a0016140b4db25e00b5008d6256f5c2bbb903dd8bef43dc71304dee03d5ff21c2d17c59ca1818ace9e4ab097159645ce35409f33e34883414c8c70dd8add7319203cacbe27bba5e708a872eb31e1f84c37bcd138ecb8e5c494af4a160d82d8e97c3d52dc6faafa2f7194ff9451baa7318606b711334a8b43a3418c6ce727892652697366c8cba52d80c217a492e85ff0ae84920bad1de84a307abaea40d3eb729f03420985243a25a704df7d502366186e0d42be284235e5d3c133b13901f0971bf9197b39938934e0a719c4ea1ee10a1f9b1df35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848405189Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/array_metadatas, Name: checkpoints/4992/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=71ad9cf62f9cd9339c018b3b7bfaab060a49d1be7b789faed2d6b60bd0730ae3dcaec8d881b96e659b510711ba5cea214c88ba8e35516d2de285fb50207b912ce412e04a603eaaed960f0593e0ad1c20e21ba42da99fd563bf40a0093886a51b923811eee9da60a7bc7bbc88e63a8502eec87f9024167ccc4faf39c969562b4785dd7f7068f73e566a26b60d16f5c9c149e6c24ba09853f8d1ce64273426c056a922ccd4686d8d854f8b240dd6d047fcfc56c53aca5b46ccb1364f25b819db7ea8801493c27709b408c5fdcabcee851e26bdaea2cdc52c97ccd137379aa5e73909d3c39b0bd8b7078840c19aec90e3d4bc1ffecb9ce7b65f70a5318cf3b452d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848413264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/d, Name: checkpoints/7936/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9782a8da8c234fabb7e9057aae941ea6a3ad384e72bf630323bc4a2fbadf95cf0af875449082c04c61fe563d98cfdd72c676d065d74e97a53225222721fdd1726d09b5dabd4db4aee2978e643a9efe4c9ea4067fdbe4c6ab4861f8b70340e6ba725cbd55da94c74a7469b1f8f245b64a321ad8da795ac14c626264591fc74ffcf2958ed5578a522a21f702db4d0a204430569282169d71e786051a44f48ba71d21bce8a0bb1de0eda37b134d621b665f047947f4156af2a569d024400b078db7a3d7f541745206faa07a946c8c305fd54fd29e0b53d4b047bea1d0d5d066e23c20ea76380fe52ecadf9a2ff27c56b7d16cafa7dec5b9b25fa87088b774ad99b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846791427Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default, Name: checkpoints/7808/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4779e2aaa06cad0656ba52488ed59bbe2bcf8ac29e23b34ea7a59c593171c14971afa28c8feef07f97eeff0bd9dc1ec007c43b1a394da11e09e6d76c597fd262581269564d227cfb268b39711f013451bbfbe0a95460250732837cc443ba6ea2a5b3d137414f1afea1f58df3e10e8f806c18095e3f80917a22c8093c893bcfdbef2912fb62da880406c066e59453078209e897aa08170789730828a068bea9abf0c4c55d81f9c02ce3b986e8627efac03e3a4b658b76700056fd6522c0417355ab0d08c345ed3943f116613f4123b6e8c17890bdaabb3a24f7d9f960950a7aba906f182c7aa31e17d122fa7fb3d6d7295190adf5d364ec9be9b87e6c40817f68&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84846429Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default, Name: checkpoints/1152/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ab624f8eb24cb743e9c65470ba96ef3b5ca2eba076d28707d45004b49f33d5b53e7197339b6d0543a466c2d4615d8d41e84486ece9b3b9f986f4597119556f866974ee02d5e5d5a3589616ec3bc472cbaa21c708dc26a9c556b0d1b9e326ae78ca5ca64b9972f73312b001385bd340ed33d6b50fd37fb72e971cb04f8aefec742291253e6528f640b7354cff55eeb77e49163fd86dedd45e3c35d6295718d88295318da3230f65ac38b1e88212558d8076d734796363bfc6338abcb13f9ca1d4c6995e33e9e313978560faea12eb190ea8d6680f9b38c5f25e3dbacbe1ea10d2db56aadb5ea42a79756bc0017788475fb4a4d458a8ab5bc3b6e1a7b0f0bc8dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84848565Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0/d, Name: checkpoints/4352/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ac033c1f44381a50ded6a6919cdc641b85e3c7b14c83520e3c76603c377cd9462cfacaed6d9b2fa4baa50e5fdaa90491b5a2058b39f8e810861575fe9c53d85cd687de07789d957f4a07059479cf88e6961c232d51ed6885bfb66ffe46bd01711225167f6c4cec7d99d60980ea1bdaa82084228a179354c2193dbaf18538ad195e4d6dcdf85ef556f36b71288f3bdad1b27a591b90da92dcf66536ee4017e4ec4d613581c2d03168c9a54960ce59495a2ca619e9251ad97f6275d96b6680ca51bf2b7f6c7a18ffdb2280a661d03b23b3c6192c85ac2ac7103bc25418d79cfb4aebad6ca35f568c9f8ba10fb6c1b6da9897123c09ce9837e792eb3c4a0a8eb03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848007299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default, Name: checkpoints/2432/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e60061c6bd3fe1a904ccf96f62efccd6cb86f88c54d435bd26bf8de9778e6778848505ebc5219b4439b69a2049f69da9fc200601f6e74050ab1de23c088b3ea612d8a09b769c00deed2f75c666e341fda094da4a90c2b97b4bcb19499e582c79c45b4662623e20ee32acfe8e0ac959b8eb319172d49a311107b4d5be17e26182db855afc558b32875d2520ffa70083f5cbee7b6f9f196f20ab2ea9b58cc2d71f0f465cc379a39bf6b377a7a9afcffc75ae2ed8fd4dcb73691db2528fa46d87c950b3c7db3b682f781bb31bf94e0d874cd5ce52c0d7e60a6a8c0f9a8f0c46de89990032b9c4303244b7a72d32c9e08a48a09fef7d3b82e7a619f656e9897dc59&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848539832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default, Name: checkpoints/4224/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ab0a9c3b3489ae051dde3ae29d8e6b24190f1064c4b29a2e6200f6421cdb461070cfb23c000613b0b329b6213f655fc8b3c433289ba249416853df44c0ce39ae6211f65976c79ee0878cf2d2ce0fda62b282f54b59422b1ad4e809ea5ebf40868a652f75034023261796d0dffe0943d2043590c0baf0246567a6c22a5c4c2a3c94a64edc0fb47ce8b9abbaa3c4674019029a674934c8498a97a64b33713349063736dadc5832a1a4bb4ddccfa1c983bf4b4a026ae6e00c143d377e871f65ae3805f2086da0f75724e2432c93cc86d12286170fd342206e7ce8986613d83180422a03963007261583ce4f81acc7dcea9d053faedd9adf9a82309b73cad3eec22&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848582443Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/ocdbt.process_0/d, Name: checkpoints/12288/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a14df156f0eff73a0f069cfcf09c3fedaaba9071d75610764c5ec8ceac37c43df8879d018ce03ded695039fdb59c7c1d743f68d27c4e4e6498e1df9bd733479f40e21142cdea4d9a7f8ef0d632efdbf312ff02e368b538ddf61e39e1219cc53549affeba48bf9c415398cd1a225bebcff0f649390fee40d3bf935b9c2ecdb57edd46502bdd9eb5e22c0f27a037dc3c388365f54008695fbb511187459d2e3c88e1decf62b019b2670f643077a33ea95852a2df01c032393f23ce2f58038bf1fbcc3a374a93f576702f6c7e4c126e58e5e9a75ec6b25980c7077697c6a286ae0d614fdd6eb325685bf24c6b4ce3396f0fad0126478bc66985ad555e75db6c8269&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844462508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/d, Name: checkpoints/6016/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b363e63c386e11df79a9733772f92025d0a350e7780c0ad7f05442bc4ea22ebef59513806461409e140567e1aa92455cd8739433df391a1d6a8f3643923f4e7cbdaa4a007e4e9a6c1afad9b4c232441d719294aff1dd2f70a88c2339d435456b659bed3df77bcf91cc0f414d986813fbca003f17259cce5f57d082524e3937cca8a6faf1da11b1204a381b598b8b18a18233136bdbe200b3c073587f24112929a273b2e790417055b99a2260d5cf0c1a4f2b47507716e1642a637107e39f99aa347ec1a2d94484e28cf62d24d127b83de02d6022f8641c62a0e0c263a9092bb9fb9a3a7fb2fdf0152918dbc035b98e4e75e0c507c1d4cf37c53252217f884b0d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844458891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default, Name: checkpoints/13952/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e1fb2d5b03b4b33288b32920e489d7cfad65cd283e628edac92f3b6885134539e5e9fe4e595093fc564e4c6ec6b5f7b436c46b1e8f800ea20457ce584d2c7925160a9a97313836865090bd65158fdf7d5de5cbaebd07e9a227ebe972c25d960991da94d6701ae26e98c109a94c645253909a7da12546c87e53813446a0b678f46109bf96105692a6c48e3c057c1ec1095097bb57ff6825285f1e3501972b928f9f1fae62d7d322a88ba6c1d6bdfba3d37796f69cd0c643e0383dd711626bebd40a2bf1db3b3f8d8b13f91a4810e6f0875fbacf8786fc245983ca91d7cb8fa5e529e88b05145b28567993d5841ad2ae83a41f84f18fa1325c2844fe65aa11f96&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84257467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/array_metadatas, Name: checkpoints/13568/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a211f022601c6e351ccd3712d92387cb21c26182223e837b2202ecdf130578e817cdfd72833eba35c2c8f54ea758f1ab56e99a41a5aae8cb4f46196f0edfe7033886da7d8850a49988d80f52819b8e1326c3da09da103e10df1da9f6f220ad7b648f3475f0eb53b59b86baf27e63e9f895695d5573d49d78b2c704555ecf59b6464cf6e49ce324cd1a41c70229bd720e05cc63bf63bc685d3c5c107287f43b1b5ae496d49a098601b99d34989673a4b67450d0cc081e7c26cc87c9824251327cec77fd876c8fe1dd62a88897f4c705bf27e3f258be855c51b9b9f6a0a77fac67433e62c5cdd045a14d2436270faacf68467508f2b5c4f3170f964e2da857e2f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848770237Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648, Name: checkpoints/11648, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3ee27046b35809d5ee6347be9959479e4f58c5f2a04ee27739dfd87226a3fba40721f5f13b972c3406649fa1b5dff72a4be4f99adfa6cdfe49d05ca5140e4efbffe14bf462c496bab1028c3f4413b13501c7cb68fab5337779b5f5a1af4da2326e63668a8931619c6a892d6a0bf3c08c82bf9a6a6072132a1310e719c42abc7c5488894e79d236a8bcc5224258024b7381408597d3b938fbaa3305edd6a608e18e5fe41c213efa72742d67a38a8960833a31aedbceba3c89fad911a1f4681755006c3492345d972a044cda71c22c18dd122c57f114a43cff24c44c834cc636a9e6c223f0b7c9e487c7b4ce7bfe064e0fbaaf710412955e04de175215be3718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845660466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/array_metadatas, Name: checkpoints/14592/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84429cf054f84d760131834902f31141d936c5186b298160422e04efa73d7d10b395b9a86f0cffb040d5b153009aee1fcd02555195a77f71b88fecbcc35ac1c59f0d7eeaa5ae95a691cf08ceda91cb4e3074d52f34943fa94a7ae3e8119add651ade4a155e6067959cdf4cbc67444ba1e121d50c3c1a6e140d0cb5b663c6f35530f99b9513886538082d3e2c8589889730f84d8b1e7f6f6d65ae55eb3b9db4ace40527f7cee168b2b532ac8427b9f8602fe03b5e64e8a75aea535ec3af6042548ac5ef7063c823a0cc37abaffa51c64e42fa9f1146cf7f953935a55a2d660c89aa9b9f5a9096c04473e2d06f2a02b766b626dfc28055efb21bf3e5b2c385eda2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848353431Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632, Name: checkpoints/5632, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4cc9ba335a9537d1eea0f6273e4087e692397b65e65ab34f0bcfe967beeae4532d29fc168b98526c67f95068d09b6e6633977f4051b17557db82d775ed6989bf2a15808311394b4b932cf0bdb019a07c6f3a949d2c5ad82eff1d9b55f78becec1f877541485487964d44822e98ffbcaa80396a8787d67f3205697f924f63cc41a6bc50d0ce13fd9e17b967aeb1df15fefce829bf5b21cef05234f1b44e423a44d43146da3c4f05ec3d88a05fd6637de6c223b279dfc19d4abd8dd841385e8321c147f00e18284eeb29a20cf859844af4b797a9bba18db322bef0222073285d89f0d141e68557a051fd44d587553e1c2b6d15eed328f1471787517bd20f2f5c3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.845665195Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0/d, Name: checkpoints/8064/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f8293b248fb24d9646831ea50d4b0f96aea2ae47a7924ed17dd9785ddf49b70941f9d75d2168eee788cedeee9f6f00f606c92f1f30bd3a58795d7ce2207370a5c7435463d3990302f0fc08083cc16c375710d17a961d1a798f8ea6bb1e5f17dd1c7fe13222efa0f104040bf2264936458ba7433141fdaa7b086f20e7f5bc5c911589ae5bc1bb9f2a6188dd837be1baabad06366f2f9565e807083a227f8d5c6567cc0255252b5370552b038a21fa263db8a349f90b77c1f5f12bbce215eaaa22f61e6cdf4244b657de85f725b2a3a9a6ed9801c50a0c275ef45f45f91c6979adfc22246147d3ad5a3d8d124ef8b4cdca2bf52f8a5ff5c28cfdab2c8c355572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846017248Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/array_metadatas, Name: checkpoints/8576/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=62824e6d347aca5eeeb0bcd45fae24345393906f71a365e47ff6242e8f6bf687c36ae0afe116e607eb7525a1f69d20a9bb28f502ad9e4752e14c421044e2f3e08481b5142348d0f1f75184ea3356d65340369a322dbcdb6be7273182f089a21b5a90943b49f9cffa1d572f0228b3cb2af537543f2bb113ab223b94598938084281a408af60048d10681144aafcdcbbb2783e81681183f042f2e6d275a41146e361694ea6d96134f528eefede55f9ff60f7208e3feb9fdb1ffae08e5d7d2a5cbccc2e3e172f6c73623db1ec15dcd7afac9228944577def505fffce43acf6a90445773930967371eb7a3712089d898ea07572f944e71b9c7acbf9ed72c424e1c45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848949084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/array_metadatas, Name: checkpoints/11648/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=760c66f79d1e00ef474659c489ddad33127f6ec5a6cca260063726551d88132c2b393c0c4d0677ed445c446ca549c8f57c7443f80407f7c316a41ab3b29b0229c11ae36a5e377a69cbbc2e27dbc1af5336bcfc37e6d91d693103d10f1fdcb680b212cb738c6ef77b8120661f68db212c4e5de800b2a5eca28b3c2354d41ce052adebda1bad44c1dd7d86fca4c4921258b4cab8a304e679269565e3ae33217e05ab0d35e52466f7f7e4d6ae2db2ce1f01445c5d0c01e1e776953565420584d4aa68aed679868b89fbacba472709d1be19d3552f3ae927bb686ac628c3ab0ec59a689b065315c1a16b1d820b12b6ee096fffa9f69bf699b798a9512b6c2d5bb267&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848981465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0/d, Name: checkpoints/512/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=15530f501483791ca12baf6f2529da074659442664120f74b2658755e61fca24f027edb135171ac6fa75773320a373e967dcd57cba892dad4bf4f9824a2687dd190fc9284c4110d784a175a8ded6ae1185850617d67315245a8fb86edf76a923862140f4f937f72c4529cca9074bafb228de9f20965b49f44eb2fe9717d83fba65e896c82435c4ae7f09b2e040f7b70a4183a7eedc2eaa5325aee06822d1e874a1cac420adef7efc188991b6fd5d0f1f7b3c30c6add01c28c77b9b5581f245337f0607c5368429930e7cb51dab57b00ca2b53a57aed8db33c07eb0216bc05d4a41d4a610041ade6d00ae7179ede05e5952d73566c682438056e7f1e168002ca0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849007574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808, Name: checkpoints/7808, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e456dec11b8d7beaaf02974aa12c0f2be4d4e6503e7817a250977e3111527526f1a8c44c2a16be96055d635be624e4e56fc49dbaa4683c3c6f4abe23e35c6f35ef48c8833452b12ed98f48ed442be3071a58cb21cabf24ac022b82119d5d4193d931ddc05e8bcdf4c2e314e7c6d98dedfbfb26126a5f5007a7ec860aab5c06964a32813adfc1e87e7a78caa065d1fcb262eae55a5e835b67a99a6d224857c5fa014b0a5ab9652f53b7353c34b01d4db62e46b8440828ab16bf231363463eac369936a26670db6dd15b4ae50665dbed8234ebb1a05f5fff2d54dac754163694e45cbb8b1c703d10b4eea304c5e86a3440e6bca78a2e74b14dcf4cb4e7969c15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849017693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/array_metadatas, Name: checkpoints/256/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a8cf01a3af6e9e0396b1b64663e6a258e8580d26bde2fa819c11609d85dac30fe2cf64abf3ec5864a38c880ecbb0429190b8bf71c8104d609335c8f6adacb21fe142c3684679f701392051bdf04ecc8b9b9ed3f2f5d43adeff30758820e6a586645b2170d756d5e1633384cc80195694189f936ca991bbc56c1f76656fede493767d3eb7e0489fada28cfdbf5294a1b5ec52580a9d47d6b206afe06b90f1f5fcc863359517d86be2ed0d8d4c03872eacc8575fa2212a18633508fd5a09dfd352a88175aba4fce6051d1b5080611fc49ef5712d1adcd3cbe3ba200b3e5ed6ea639a55017d0e187fcc901001f93e3e17a34c27f8050c521117cb3cf86655f6d77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849068028Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/array_metadatas, Name: checkpoints/11264/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5fc2c9547a1cc95210a40a8dd9bffb7e82e7e04b5685b09af3269a020d2e67586889f5397746bb8ae4a7cdc29fdc438fa4a0ff5edc94f0acefa1d35679c47a73c3dcc78576043f8c9f93a95e83d547052919fdf145621d245ac4703a06c3de138b8317f6a877579f3d31af3ef48674f7fae2dfbe91bfbb833a5d2b24482c8a1152f5d2b23368dc73227e50fe0fad93cf8fbed038bb3f77b41e9d6000780c5381b91532b10ea13119d3c95772ea4733f59aa19207893aeede4c7f4be71887ed7ece7dbb329318f19ced8937ec0eff68e565dab1ead03d90868082886903416d9012f76fcb36890d4e5f08e333fd45bb869d9372601914d76e215b321c8230354&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846091999Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248, Name: checkpoints/5248, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac38e0dccd062278d38ade0c0f03c59baf5c2abd04d0349e9e30721b4ae5ece21bc0069c397d7428968a868b74c0fe0f1861a8c1efa5eb25a4b6697fc497a8135d139dea17ead2b68c141fa8c8913516bdea6d0202bd349aa7cc8d78b8ebc1f4b08c23f7fd4f09198659595ee19f12aa3c8d4a233cf909e71590d885fa0c2224a069618734210f33e27fffe392c144c6ad905d45dd5b70ef2b0b04a3db8192f509fb13038c64f8aec6c1d68f2b268621cd55a127d56e574bbc8ea2aff8c7f92e4be8982ba7658552c34a1b7134443bae38912c5453fbee85bda6e9ab4c7aa5a4151d8937d2f146007c6c8f53c0634c2f34b06280f1ac7d5cdcf9c7379f97b744&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849117741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352, Name: checkpoints/4352, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73bc8ff888b1de94fd943d2caacb84123645245f2c54c9f553d13d2591a8fea791381b207395b700d8bf25c48fee647908c1772334a2ffb8971c3b598ec7775cc6868cca5bc79e731c451ef8481f55f052df9400d2bb1b2091381f2eb96de6565b5a49a87dbeaf589818a7d2e2bd99c04f223828a329302de2e9b1fde17fe311bd6ec87653d8f5119780954e75042c54f10f7aa2757035fb53c4c3542bf1fde56c9c877129d69256bf2a26afd2ca2046ddbe7921c77706e8dc29ca88a0cb343a87ad76ad761592a3b99752c2ea4ee4201deaec0488055b655172c1ca9cb2b717ade0bf6b9dc25d81ca803d02588927446e29d2faecdba4d2806880c44ab0a168&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849147608Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0/d, Name: checkpoints/384/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6d826fa3e7f364c7a1899531a9cd52f76514195432a1fead2ca1320c608f1b60a2d012a45d54188b0e29ce4337253450e780a46174ae2758a391d42436d9332d6f9c3f89098b9fc16107bde57c03954f7e93b3cab9d0e46fc4300bc6ed32ed555027112fde55a9d053d1aa4d3d8325a8c19a4a27349eb470689e28debf3daf21c43de438eb56125b1df1aba4615b35bc3a21873c9717ab147207981195f6cf7601ed4cafef28b4e89ea06836bf56b734c5d14cf5e03bffbdea78b418c10948c93b613bead0caa2d96c431d82d0756f4424714362515f4db8b82503b4a95a951d3bc9b2692fd5776d5163310e6e465a857ecebb34895325258097a78ae86721f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849168938Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/d, Name: checkpoints/13824/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc926095d6a329dbb622b4a250385400ef1c73091c41c8315696dbb49769c98022e347c22c6b7312d9cf0da5c201fe0ae0a48e44eb54f383e64b6a7f22e49afdf915adfdf6054f8fe31055076740f701d3400d520fb5b7ba3f5c5460ea9314d7d8c1a7a8369827e661e544f857e1a7ab6cc22ee5a25bf62a1e8ba6f5ade9994070b33fba1079708c35df1cc35574a7817822333fbb8f6ee82133711b575495d9db4d140714fbec0915299736344c7f5acf6e96fc71b7449ee16a1e9a0926d9281a2fde729f969c2503f960fc7751e18007df34616f325e897a0e03cd239e0aa3476665afea735961256885d2d39b057d7bc25085c9b2359bea6c5e6b878b0f14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849196299Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0, Name: checkpoints/2688/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bda84c0f13043520d802432b2f9c2daa6c4b2af97464405c0368d0c9b93cbecb123cfca106e598ef1e9fbed93b78c43540cf9d7f59bb1425326bd199e78c312ed3dc1146390f5b36c1fd0398890307043b42726470629ebfe3346d7d891df62208b02cfddda7187b1519323debdf9c3f88d230ce83a7ec070bc032f434120ce35f7a9fc50d2f63789217c4921f0d3197706980b1283c7e9cf4eb5dbdcef44f7cf02cf486413ac448aae32c3391077c9daecf800450533648483cf314e1a81667046af9051561f3baa58e37d708f98ab65883bc66cc30416bfec80c030358a389b66d6199ffa9b226d8a7c282d3c2b29083cbbd7a6d4fcfb08a7180002f37617e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849249079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default/ocdbt.process_0/d, Name: checkpoints/5376/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=84c40eae21700926b951e999ae7fd95592b5f3de86e079caa8925a5c28f09426d1b1960052dd2d80ef284d33766c1fea6ca7b984a66742ba2e378752f40cf477d0f68f00651cc831e3ebc69815bc9fde77d0166e71fe14f298cbe61982e3ab54d12813adfc37f49e2d6e3ad5c04079c4da2124e91c82410f4bc8df4169c5ce122b59f022b1ea188d5973977abf09692135e5fb4c065ee2331a7a626ac21163704381efe5bc0c6e0bceec5b5da9f4b43cdddd8589b9b0b5e1767293b025c7365b1209abc0bfef28233a6175dd1fa28459349aa2ddd10ba0725ff63cc957e638a53da188aa1d8a0521630060b43c06b23958f68840309e49e65d05bd3af580dda9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.842055191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0, Name: checkpoints/10880/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5688f264e7f50d28713229c9f1801f3e67c7d4b015b3344bc610fb54755a97c58d0e8e6e020166fbe1070f055257aaf347f35fad4d87b2cacf589f3d59801a753891869c66892e06fe7be759654ccb6880fc7b8e1ce740551bf7b81c19ab9c2a4b87f3882858947e0cfa93053d70bc21525206c8989c45761a709fb51a7fceeab2227688efa9e251e78b12537d20ff4e499c4298d838640316fb0e2047a326aabc2e5442ed776a28df89338a715731c1888d250527c480eb5cbf7f78c8039eff8f23cca72d3e8b72df9f77894b5f06f7ee9b796295901a0bf7a1ddd03bfd94665ac3c02b5fd857ed78c0e3475d3d6b13a31c2ce227db686e6e5c2c694beb889a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846167902Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0, Name: checkpoints/6144/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b6f7e84e1d37a1ba526f8291c220819fc02dc117018fc986870ef774a499110c9ca8d548af225f39d3581a7c8815ddbb351f738765c3812de0ef9534ba59e83bc16c6cd9f609f275fe1d2ca016a1876dc48c6ac81898cfe0a269030e492d50247aaff5a6cf044587bf2d76fafb1ce2de79f098a70c4386d81b56bb4c4ab42057e7523ee050c93d466cccdfdf5e93c5847b3ae42ef16ccd2838c69b1376f69ace16aa8aa7a0a5df119fa8bfa3023c913e0dcee15c43963bd588ef552648adc9fe0d3454b07c98132df9bd892927fd4ee8ee941782a1d14a994898fa16ade57918985fc72eb3c88e6318b26e95802de6264a4e54b60aebceea902eb6b84966252b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846198951Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default/ocdbt.process_0, Name: checkpoints/13568/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22315b485e7a74e140a9d763f724a27beac38c41af7463e8d1c19ea813d36bcd3bb7e482305afdac135c9bad8ba3701d47c274190508ee707029878c53cfcab6d0861296be001b7ddb6cd2c5636af90eedaab0b07280e4fb2720fe6fd6339de71b04fd0a7c0adc3620371eba6ad333c382dd5f323af666a2a0b69f1740b6012fbfdd161a2158050568ccfbb4b95dd3bf7a9931f009fd4404864582e5158580d4306ce5eb57fc5d0e8c865b320da328b8f3e9229c395084b9e4597f31ba2bf229abfe417b52ef1e0eb94c77619ab48922cf3a427c74a002495a41399642996214425f024898cfef15574b1231601e4e1966205fe86cbfa434e5307a81dc2aebd2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846199662Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/array_metadatas, Name: checkpoints/9088/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a09a13cb14ec7ff134f14a8b3a75004f28851fe333955f09c1d94d421413ad5db8bb193f8e6209089c94fc4be41a7762c06fcd1678ddf650239cb283fc615ea2891278045437944af9fa317085e61167927ba6fc9fa1dc905cdcbe6cbe49a2cdb258c873f994241cf963f7a37388bb630b1b60c6079eb3f05af6080dfda2ae3bd26c00c24884e3862d8b6f90d21b8d87499f66df6230ebb6749508b7ff05ad4c7e8aafd901dc5235f27182c8cd4ea43a409a6230a48ec9cc85dae9e181e94d12c6c0f8da0255ac6de84c2e1625aacb7d62315bea29e6cae2654d110c0c19b6755ee18fbd579f063dd86c373969df84eb0e32aed301ef735207d862d83041f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846199752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/ocdbt.process_0, Name: checkpoints/8960/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a84db659dc151f9eadc574de6e7644c6fb881adec11bdde5ccce38bab579c5223af8a7c9ed6ed0ca0415ac3c095eef6428ed3d186b49e6b343826f85f3c26b6444dfd894a5b9da8a83b6b006ba423da4e2389a76a943e3f606c3d11be8fa141416861c4bcffa1f923433b66bcc79eb3b453ad72a95dd35b6725d89cf4445b717bdb3a830858e970294403d41090a72608dd76785e7dbdce4947d9c23cea181bf7cd6dc970d4e058c6fc0f77a6c128312595033f2dc9d5384064bb235a743ab3c67d88d171a696cab0cfdcc49211d8f8d2cad8a4e0a6eabe01f06dfcc3a6da976bb165d45b0537df9bd21ed816152d5f6c1922db48af799d24c0ff9f5b750df9e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846243024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default, Name: checkpoints/13312/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=11b04be636177ce225f18724629173decc549a894a10ee8dd96cb9676b2bc709610048f00cc466e524d323eedafdeb4f69627b6b5b320e07e8b367d97a39113a81bdecbd06025e94cc647af0c69cb1c71d5e1cbb44c8c73b6257c98f5aeee48929a87613aa74d0c0f37d159cfc9dfb18606e23c85782c79343911bb97342de2832df73cef66fe8cb6dab1e8d5c4dd89adfe82b74b1463a9361c12321c29212443034be1c30787ca02c27eeaf9b4436b8062e42d6d662ce41a51293bdfa36368ed42e9d86a1ba9ea742709318f8f9c4a1d1d39e89d29689fac8fd2f1764e2ac72f44ab6f7566fdd23419b03bb274d3f471e41ff299566f80d8ae580b57fc2fa94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846277689Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/array_metadatas, Name: checkpoints/4224/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9803babeb2c237a7e70104e289bda49aa1713db3dbb3f14d5e31ed3e1822fd3276ba72664052a601e4ac271a00edc29ac97e75531a1b2b5821926565c43ec950f1292ca70cab3656cfbc0d435c1bda9f8bad590feec24517ef1e5569d2c7e430dc57f9a7193786cd769f137922bd96240b55d49b47e1a5a3fa0e560ae21f6c22899a61530e164707839e228a76ccfffbde0608efe6ae8b458eb8bb582480f73803dfc9c477b37086c48ae9c4677b2395affe6120b6be2abfd1d8b189d7bda4947a1f7123230b3df9ace34cc29b08936ac3abfa70b190b93454d1ded4952e8e3595c21f359fad8ba987d2b5624da0cd7250582cfd192ccfea30aec80aa7f401d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846285143Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/d, Name: checkpoints/11776/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b21f2a5fb15f9558ef62ffdfc3f76107c5560dc4ef43cf043be55ff14a16682086469c3320d02800d9d20415c4ce965fbfd595cffbc5bfb7bec0229d4749670a6c8d4c7253a94fe1fa94028970d5a7ccd0113b9e9d291d90b5093843f2848a67f8a859fb9933eb4f1ceb4d7e04b9a608c13c72fa69b3d4e9becbbcac0e50b9cbd4519c58d99bfc3f370839567e55d684f15fb2e26e03c4191aeba48f96de77ab7f2bf0c1cc8e2e23de52aa270afe31faa46ba8f3cf5f3b8c799e063920a69ece06721c6571c6372718d6888d496d0c83870fe8e94109fbd1d722ddfcce256ff3cc60bbf70554380a09a3ba802bb977fca521d5bb96bf78da3e85f3480338c78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846345126Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0, Name: checkpoints/3456/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44e4793d95111b3120dd57b6435d8be6aa7b04e8b49e0b048371dd376659a55085b80dbf47c00c6bc861d5eee1c4dbd71c9123cb632c4e042c231147e2e7c66b7c3080cf9bbd123eeb4341f1889245063cdb7e83494a94e97ee2279d64605fcd7dc8bcc3b1913477958e20a72eeaad43317c8969bb6f9e2a51d72d518f9d0e22b6cc5a1fa1c69151f36184264e920b9b00b227edddd63d3d241509be5e5c19166f3e05eca09d06e2e3c47333902a9be631406a647dd0522a7c5170723123d73697928495f5d85c0e6c181f9ccdfc4db183887e0237d0592853eb88f14821e873ed468d54f20dcaa6bf9dbcc9925b1bb3e8715912b1bf86ac3c94c79e479b68ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846391694Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880, Name: checkpoints/10880, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22ae0bcd5c38401aa925647621252af896f7e58d3d064db70736ac6bad999a8b37753c18a5770d8cc7234f44860eca885393b57e382fccb484a2de54a9e7e643364c7d82edbad3c7507a1e410578db098a51a1d1959b4f45f6c40674e45f908557eaa25a2879f5313a18eb712fe1c0bb099b968da7ef62ce2357cdbd1c8919a1b59c52fdb0365182196966c9cecb94ebb55e321b5b3ff6c7b0c09cd62de043b1fea53190cd2cbf02f84b74e6caf88ad21f04f673569380b07fa4eadad6647c451027ffeb9327f8f1a811118243b95ef5d41ce3b31d984dfc59ed158d4df0fea6f859f71c78882e62d2697556420c8dcf38ab3725a554e7580661594959502862&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846393217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/array_metadatas, Name: checkpoints/640/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a55f37b5cce2aea064c1f4d4bd2d1b27d56fbc8d83283623a5048d831113c609d4fe1ba88f2a6e98fb23415f25c72c510969a1a3e7f1deb337f93168312bb4cc260e5ff321413a8abe57346b08fb977aaae5129fb9219dd8c6fc0200f46cae22e726b365dbea996df7aa60f748d954ed4474e905212686b27edf6e80f4c9c7c87f05eb4252b17878af315d6d86422a8058e02110203e33fd8f61d4349434430e16d587cc8757ca7463562a40650e15f93f0e28415d03e5269f0303af55fbd8d8d05d3ffe5e5339828dce223cce0bb6073dfbad48f004cd095033f9de5ded9209eef35cfb273b5f464b273ed49941b3ba0dab60339fedf443394ee213a6318cad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844209321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/ocdbt.process_0, Name: checkpoints/256/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b4b552670a4c82ac527951ed7016cb9e10a2753d56dc84fb7789a8816dd9c1255fce8e5e0eb289c579321891831d24109fa4eff5f77f7a32ac72d065dfd7dd4347f62765759f9db4f3c1e648f09b89eea260d62c720046c35aa51f442f680101ceb84bd86599afd4a377ac0a7a39ae5d6ae0d56bcfb07904d262b15c44b18672f0efb74084838df7da9e58608499059928ab0f942899422715e7bbbe1580ce1c41a17b24986a86e1a5c608fb534b1bd32efc0b7f708882f967581715563f3f4d9903c3bb9166d7919e4213eaee3e57abed23c4d74bcd4b7024bb946c15261104c8334c8c4a5f36e9cf01053d223bc7e4ff2e2d00e9931df0eaaafc602995d613&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84672898Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552, Name: checkpoints/7552, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35adfb7b1c388779c82579760f812ad253db5aea0827cf74c6564d364ba42e2aae91dd6d4220ae0c74beea534b361beb9e2726d536cafba40f5adc2d0920324dbfe7a1932782df9dd3d0d6b51780b5aa9f742e3f1bddb505bca42fcf008379afbabaf7279d0396a41cf322a5eb60cb2fb83908d1806cb171c0350728e283c4c4f873983d8e83792a9f0430aa62b56b55b47e81a4c0e80a19efd6d4c17796fe82548a3e006fe6ae94932fadcb5b04e2d57229987c2f00ddb8399c55838c8282cd93ee870e96f5f3ab1e166f222dad295f0d94328eaed1a71c3bf818d586ea9d5cb7661fdc11c8a7888d890fe78ab45c15f449f48150b0cb824dd05dcf06537558&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846790946Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/ocdbt.process_0, Name: checkpoints/9600/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98150b14406312396d4e90bd483565122574f9c6376c9cda17d5e68a3527ffa1654de46ffcf9858ddd3fc0222eed43bb5020cc15b6f405271be205690b062fa0843e790cacc7cde8e9f80b3ac683ab162efce2f949a7669f4be8a953e68e07ae5017addcf9011d9566e6d924031ceb8d064d6d3e5ef56d172d5f0f074475558a1e7ef35c170f94b084d4aebfddf16825c3e1434f7645724e03e09e634c9f1d8fd84ae4a35ac411e6420de7bacbc92cec4811067d28233e7321798490f504eb3c6aa218342ffbe956264eb0b3fe35a33a6c62d167c31949682c80ae192d4ef2c4e212abc35deb62d4f2a891456210f009fc966a6b73977722ea28c7fabd93429d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846794844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496, Name: checkpoints/10496, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=152a29450e86e5ed9a78189cab06b6d3ea608e996bfaf036a4222b5b5a13babbde0e98839e41d49bda11b3a777f3d1f3b9787bf62aa91de3c03c997241ddd4fa949092d3aab923221ebd6bef5f33cbf936504347b05fb5a365dbb74589ddee68756a105a92481aa70a3b920b8c5e4325e525f1435761f5473b498f051c013fdb8920addec2d46665e943902917dd4186254aae54df2779ba1f9b5c44704985a06ebff1183cfce0d395b4f60035ad73d9b163d79c7a02446c5c758be6b1c2e2c52e0e06d6fed01ebed3407e1cedd76ae4ca99d8784d9daff4643c86e14dff5818f2485c04929f654c5275149a8c90a1b43e548a9f9dedad40680cfa7e2b557902&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.8468778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0/d, Name: checkpoints/7680/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7834b75adb472bfa80ef72d57be3f743567594ed31e115bb57714ab21b20586ff552961aea367dd9735caae7942328cd0eb1f5d310109bc1297c6b813d5703661acb26ef21d1e843b8b46c50607b7d68c1f63bff304ef3cf1072fa5ca9be28a586752da925550b802e06bb0317ead97cd4ef413ae54a68460a2365657e2165b51fc683694ac7d5603aed634b174d7446652b847a71a1bc4e551e152576cf20eb82a4aee43eff7c457b38e28e4118876622af1afbb05f9eb29068b67698028c6048da3d5075b34ee16ef83e8d127ff93115b738973406db1cf3bf54ee0eb8048c31bdfb87ad120298c5fd55ba96b1696bafcb038c2323cea52c26bb7a2850ecd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846997125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0, Name: checkpoints/10752/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55ed0e41440f85c9bb827f4e9bbb4e94720a4aeb9a82e8c0f752b2bdf787c4afe62d10f89b2ff222fc08fbbb36e6709d00002019071346923e00cd5be08754ce46a270740d7746504559c50d7725bfa60655d379e2022f3927dbb10b8461940af19319a222a901d49b1d1ddc0a19f1bf4b1337618d16951712ef2e2632750ee93a78d6e462dad4e87198c398f8c2ef5a010aafa40857bff4c8de38c3caad387196d72740b905531c14eae7d73dd2598868c8834b4cdb8a1db40115486ee4cb619d504a6d4cedc42b25ea9a4279a46e565d31a609e94b60acf9299c97fd026fb5387178745af76db8be6a714cc8f7a7b8e7f3287544583857c818531602b79653&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847010049Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/d, Name: checkpoints/8832/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=008a8a4b1ab4387a5cacf3fed85c62162e4ffdba1f4076e3348bd57ff5585e99c45e8b63eb283471d3bdf2d557e15a3b79e916d3200484970d842b11e352c36e1e7a515fa89da1e03f45c88cb3a86c124c1f74bee7f6b33b3dfa9ac79b28c691d2acf0b541390f352664f22fc48d75fbbdf313ee6c090c5b0bbbf10edc39eed1bcb7292195b650053090968ed00fde0fb67780e36d15e757625105048058a9cf3dcfaef65c677d8fa588857dd90e8f200c16076afc8eb1de9083574da1333e3683424e08ffc386d592ddcbb8db8b88ac2fca83fa8492015133e7a53e8d54d277b06fa74b83a4844b1c49a824a3d67878fa36097ac819ffe6558555237be8032c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847019918Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/d, Name: checkpoints/6912/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7588c226051159af959844e5869401a5dccaa7b943bdbb19598390de3570559f872fd87e0c00afe2b3412aa8ea046de0e655a92f582cae98c1990dbf0c99c9e10a6cd2f76bb1926910321614473d6fc813804cd4c90036955ffc0322f132867119c431f2f4f6a68d15f68c53afef6a036a0048382eadf45fa6fa6c35bfb84406b3ce106de8b587e5297e7f87d412ba252574bed40d7c4ce6899e0741fec7670a9e3cc0259cc8cd98193ab50cb47c0a3ce9e82f70195e5fa68841caf435086188623bc3570f55df7818822b76af215b45c52ae8a942eeb7c97ebb602353fb515dd85a24b28a3b94d6bc5dce3e17859527c384109ba3c12667520629c83f5617e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847049985Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/array_metadatas, Name: checkpoints/9856/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39a0345530f6ef091ad2043ca6a813fde38508f7cb23dedab7ec84dfc48f0e4d6c2a2406a73e66167ce70c81ee640e64c95f85b69a0d31cb814ddbf0c19c4f16932138e86c23e010743de6b3afea4c6000b11c29bd220b699eebd0a8988371bfec58402ef6c9a898d07498848a22f4b9b6c6e136618ca51dd95ea3f264dba202c75e4242af1b630d9447ef1dd4ce13151eec8c1471dbe8ee952a97f56440092a34216612c19f82fcdaa4659f21c887f3dfebb2c500fdd1460d032c12d4862a803a593a13bd0fbcd93e4da20fb8d9d57aac3749f6954b564d8e8ae05708cc5b79d967249f50f765534c9c97cd4a277492ed2e03974822fcb2d9b82324cc9f71b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84705814Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/d, Name: checkpoints/5120/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c36ebee14ec10c42012ea0f48209410c19ab5af153eac9e6c7ffe8c90ec3926ff568d11eec991285bc5270e9653f66d84fb1493bb2256ecca37f2d740e4ae55ef1e87d0466808d5993261c1f82ed2ef61473436f1ee2f64606b3f2c61dff9a511be9705c79348e635a1d0d03852d6951507ca46d2f7d06121d977a70d2a3dbf5a5ada130d86831125bc097a5b51890ac21924e6d75b5f05ccf3e9fdc7814799cf888a15b5b107191f09b79783951eb517d3a46ebe581a3c5de5656fcc4e517542d7b23f338e8e974a4a498bd572942180cbf520319e68408854c9745c73bb7d5b318a84ee861c9f0d5357d6cf07ae4eede78cc7ab371c5d461697594c090e31c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84706352Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/array_metadatas, Name: checkpoints/13440/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b7d3b52da9d4eee938fd3763d069d379d7b874e8af2d8ff3ddba20aac2d5c2f0fc2361ec915ad2f3209fee747179344a961fd627e3f5a8de2054a549953cf2aea1e4e49e3512bde460e08fa0d7db8aca197f7efb0279ed011894ca549116909fea2549d68f92bccc487fe02600290da495ee59fe566125603d100ae390e51b52e08310581e82cad86bf124c85451272a6e2ee5c6ce1abac59e18ff7788004450d827b24fe4d427841d83ffdd3c99ba27ac47f2cc3140dd242fb87fa7cc873218dad1fd190f8f36f8373456e8481d098c20a440c7ecbb577f89d4f0f6a409f6aaf808d7fe8500a5193d7044c047ca6bd313bc31e2efbbab003e04ab0bff16d26a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847071675Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0, Name: checkpoints/9216/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e27d4ff21a88a9f2a2b64b65f6ac8dcc0b391b17a5d37f1d5cc328e02a7f76374d60bb445a53e0de123e99e967b01947043d1153542028e4503b2a006a4ad93bb1472843b4f603eadec9845a51e14e2b31f8db70bbde394261bf44e783eb5f27e62dbb20ff6fb694919d127680e382800e3ab9a9e1d311ae44d97bda76cea1c5a6b07c4a98e94fb3402e52b665907301cbd480df95275129bf25d49343e1ffd4e1a10a7f537db0ff43d7ecfe0fe79277648a7854beddf923950b1f016c14a48ba06633403e8a49e1f8fb639b44e6fe606a5ba4644523ce2ccbd7cff254f9fc1e2d299bd0994c5f574539c3cbf487df856a8b403d920130b0c174410f1788a18&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84898407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/d, Name: checkpoints/9728/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ace039afa82ba39f4fc21ebd613b26b5596b624df0ddf477d4821616e98ba1d3b7f1456cdbfabdb0f522077a90bfef92ebf6d6f89118de267dfd354b52b4c45138ca387c09537f50fb13cbe2b7c0ea43076391d202beb0b8727a6dccf79a9c446c6299991aed86f588ff01e4a7214c13610e47c7bd40cc4c435c74a79be1af75c20c2b2981197832982a3b863fdb3572f4311630960b5cd156ef151b443290be61d173fc00c06d72af826edb921d880aea39da5b36acd0098a872e96438ba303c5671093795f20ff9382279a3d855cddb4684695c43a307b94939e51def7b7fcd856ad8f0bd6c82dca23357c8ac28769ce69af3ab1b5886c5ee6689912955ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849434929Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192, Name: checkpoints/8192, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=56369ae317ffdac82dc85aa3b7e80d88b30a6fb31bbd6f4b9ffc7b3921f80786470603de8379b752473a0c8f7f10151a31ec7d05d1cf3c15c361a677c83d699115b2a039e10dd0342a374d5708a14c58bab34dd85eddad7efd55bd45991c8d8493a0d6a7822050684827829ed9f02625889041063860a7a0caab707a1af2ae05806e2868bb1012a98938127855467a29e2fa06fa4353d93400100b9c048d8bb2fc9e2f6e73587c9bdd3d78f7de50b9e7b3adb61d48ceaa06555bc5abb27b7ef8d0b26867b47bfe4263a285c5bc78e8b79363aae1cf710e7fbbdcc21ee36ff3cacd28d0d11927fae43aef60848f270f03f48bffeff5ac6e511eadacc291c52b35&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848091397Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/d, Name: checkpoints/6784/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d69361c731e29ca21efef22b4e54e45ce2ad53dfa84d90c5279c750f37b5f4676aa792cfbff6e7673228b8faeae02ae4531883354246bf3bf512cf09982410edc4dec76b20411bced751124678bf7788fe37e3e0cd602a74da0270e264481243235c5e2dcdc06ceb4037e280bac18e32f59321d558f4355c5daab920eeb947c9f0db28406790d76e87cc4a20af6d7058f4216fbfa1ad13b09c5626ee1f81f82dcbabf296d53a58b7cd835df14c78b82f8bd7eee9b682a8c98c0aa2feaf76bcc980f21c045109c6ac2a892da69b542b7806ccbfbf1d0ed0c1f6799c15701c72e3252c908db1ef7febc4467b8bfb715b6be04ac02b5960491f290f392099f9fdb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849465577Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0/d, Name: checkpoints/15232/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e66090183186979a4819984bcf29f3dd6dacf09c18d71db608a1afb9f233660d7bedcaded72e9e1d27a408fe200eac873a7d28bea5bef76f278c1faa8b09c1e412827724c26c559ba024ccf76d03c3d442bb2ff0a8d37eed1f5ca7275050eb9b3425a053734d67cf32bcc5924ecd129ac8162b25b7cad98e5aae360e1d88129fd75899bef9ee03c4fa2f725aa93ac4c18343b59e8ea83f6c11a7b636f8e05569a6b45e6835384d7e1a5b0037dce60ab21b6be46f5237fd83b128b50b074636d6f3d8ae26e4bcade8b9e4805f46fa8314ae5808a40ae98b0f6fb03247ba4d8e799fc26a02a7a6509ededec48a95a5c2aa3f8b7d3efcb976cd59c5e0ec0a1f4a7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849487789Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0, Name: checkpoints/9728/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73b45548f9d9ae40d39cf704b46b1f9996ac5d592512acc86edd88a0f1d411f690d65e7707cd837db5912d06ced58d5e2d60739bd4cf36c1c5dbf0316a3c3781aeb71f1898816ffa068a3c6862a4211a99fee21000812e347a5e9616a05a7b812c97410ac3809b3963c4bd506a9242f2aa55fe379edd70d38b503f443ca2c06b27b449d7eca4cbdb5dffc251cdc120f2d2abcf016e754a126086b39fcb8f6e22c59c5d7578f52518a5e9df79bf7784541369043bd0ff109d36b0e21f8af4aac9d9c6c0bb55c0f8924c0ce88073eefdf06003344a130c0fc981111cd89cb2229677d4b4873f07f47518eb15fa88ec98d992b5d1ddb39d6ec6f243997e27ac4f61&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849518547Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128, Name: checkpoints/128, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bdac91c42e71e51c0f16ed48b2a09d66a2fc55c7a96c313109dd6c77a4bcd4a5c889d76c3198e887a32d2ae3f04d1699061e6662410771bd69e5a27301b9b28bde6590a50b08ff3ab098bcc4736e5f8461f6fde97f2b04c19ffdb3d17d308c78abf3f1728f5985099a1194e9ebdaaaf6f8cd1377ce1e0333dbcd2505fff94deccfb955abc5b58553a556d5c63d1589eb3058acaa9bb9315c3e67c710652c25e2c11c2ac78d5060278fc4fe2d134fb0f96f3f6f5698e705582358dae632bd293326d3be8ab01d7128df70264b6e9a634d672b3f1c3cfd5647dfe7d530b81bcbbf02bd1c18a745998a77728f22baf5d90b50c251de73a82b8fedd1825cca155dd5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849076213Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/array_metadatas, Name: checkpoints/2176/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a8b93f34239d954bfc45426d2678d4967e7385c3958cb3f460cfc8a8952b78927e182046051e12296cad7aa344a4dc2fe56d6f5e92e32611e43fe2e94f75d5fd021349000e8f44abc4f885b7918ecd1eb7217ad0f0404a7a78122c8cbe25f30dc8b0f5185035920e3d68a2f0042a267b05bed0d0af157c286d960ff127bf680ddc35f94b991cd5257cd9b5ed958dc408610ce4b9459cd2d4a5ddcd6f4dbf4675596cf3f477eb04a52c04e114f2340d6d2fdf04f6d1dfe39d7f0fc96e9460022652335ddb0fbfb778dd8edeb43d3cb89a7662a8fd5366b6f7bbe9a4821b24c376c81aadf2223858e74a1f7c5daeecef881c51b9278d3e39f6483ffc99d8f7f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849562319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/ocdbt.process_0/d, Name: checkpoints/8448/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0db986e06963cafc84757cada66263908500ebf75630729c584d4c239d08c0fa8ebacbea96163eba57036fca8241af790ff70f1fad1d954cb7b33baa4fed145481f74eab0ccc578a71dd39002bc78ff7b115274cc8efa1a4bb2bc0e99b4a4f83943a0082b294b74bad0e0a7f9ce4fd073dbba9851f456463c1e714376d073482e1c9ee2489fcde81056f3e39b98b3dec072a104f724a8c47a3dd1c10139a75a7dfd3f1553ceb18dc5f0a577f2b8ee1bc6e0e620b5e98952c78e4bebe4855e54ead1bbf9a19a1d94c101d3eb4e415be2ed5c7e7afee3fa3114709ca13eda1309ab3dd58d4daa7ca8d7880c6266240a39ff6ebaf8286c8ed9af737eda96f1d9511&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846167211Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/ocdbt.process_0, Name: checkpoints/9856/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b99e90bb1201b926ea3951c658fe93d786656e6e0d41c4843d84fe67fe23c742faa6adcccd6275e69f08dedd71833a5fe7be7761051be6b4fb17486eaf83d1dd9ddaf36c1ba5df62af6f3f7d17b85e5ef42c10151ef0bc40a78d417bb969b389e70d9de8673777a52c1fce39f57b26857b9e8676323e48510f7b504580174a4263c91fe07ca3982124926e8b8a97b3f3e5861dad0e31fca0f8a9a8bdd393b11d88244be4b87ce506fab2d689ee9e548c32a10cbb21c6fc4fcb8331e91203647c391dc99a2dd2f8e36f0470e2f7658bcd7f785e7e1bd3396d7e71435828434430ba448c8b3ecbcbd63680c72b0304ccb1086fd19141d1d7b74c6b6f404c2971b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847108515Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/ocdbt.process_0/d, Name: checkpoints/12416/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1777947615ddefaf01e482da690df120730f59cc2e17adca1392fd47f0d055fee270bf3400a4544f406c6a5e662a59c6258688b132218903dedbe9c1c9a65b387c360d2d98f3a934ce094f3e1e29bb8da233c287667d0707188aaf498dfa87fba0efd1f2ec6bc6aeb68852437d8604ac91f4fc5a02603469735af98cc4c3b7c5b55a86d929a39df8ca6e794eb14c950698671ade47b86e027b8b1c379486269fb7f7e0760db52f65348debf83a4e4b15fe71694f3dd09268563f4d5664a026e97d80a61ce426616b92c65a7fabdc5f533764ab60d29e8e9a49a5be0677f232831b0f06a546e1906aec43436c3ae1cf8cee02ebd44d2a8e84e6a071bb0b7957b7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847119976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/ocdbt.process_0/d, Name: checkpoints/4992/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3278a195e95c9f21a41541b7ef1b5520a34baea361a4431eea238ea7393059f453ea34852dcd8a7280a09bca39b989934bfc461514ce6df3fbd76375b9ee2c64ba789ee9dfc6eb928e8d8bb0fd1d9f037586fba15ab690aefe95fa3e78b06d63a9d0a5e3f72c4b17c4ae214b3a7266cce0a602e0a8d9c96fdf22a4a67aabb2b7bd53a466a5da11a3a1e9df8b9d5939bab5aa2a7889bf903a0d20207951157915797e5e2fe1b3149e37eb61db6935d56134ca9a3a0327ef802e1a12553df367402b3deee61b20dec7475a9f0f76f77ac32d649f9343dc0f0835df10c0331075f216200420c3994523bc87ad1b4cfa48744d6e59d0ef959bb4330254ca1e6115b0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849122711Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0, Name: checkpoints/4480/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1f22b4a439b7876e229d2c764dfefa08008f0871048828f14012d99f8e90ba741d8992613b60fbd2213aab4568e0a2412bcff62f318a713d770138f2a92c0d15bef25bbb97f5ca9f480a4d64dcf560e468212aafdeb9288515efb3bfbae15c357a613be00ac881de6db61c394b448d5038c3acf3e51b84156ef7f56ff95564e5695318986ffb492f528a657e205d00a37ce7a746977b0f76f7f184b2892a7aa95273f8c186f44109545aabb318b2bd557992fb81264c61971549b66daa0919c014237d6783dcfb8283d7f1e9aaea3516f3f4581c1484b4698a2d2715d7015258de366870918725b6d8759ddd8dd436ba3c179deeedb1a3f8496613bfb766ce0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849622192Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0/d, Name: checkpoints/6656/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10bb776302f11c19c7d07df017ceddeaac2a96e03c015a85af10a8497b1868a3da960bf57cf6c79628b53f7daa0ad0ab43a03c046e8cf9c5e89e6c9a60c4c8736e43bef517872f105d5fd438dd9102ae7be1098bf35cb1d0ad4977d3b12b629f66de5091f36d12769754472b4a580dcb6e984a2277d0f21725592ce34b935c60115e012cafbf99545a2d56f2af0a49a11cf962497951fc4607b9ef71b6c323a862dabdb7ea19e45c29da5e7e77c213fa52c73ede1232230dde0f3ed8b5673d080967c0a79a44834bb02a9b28ca7928a1fb4f351217f4c503fe0661b46f83bdd9af2752b3a8c30899deb687821c77c9037cef1c0e95103078677dfd6679f4feba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849662989Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0/d, Name: checkpoints/3712/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0582f24d195f8c5856a36e13f7b8ab71496624fbfa7863af8b51bc68daeb42f1ee7cca8e8ead45b3ae5276d67b0386293ba8c9a963307ec7694432b7dc29151259b72b2e7741400c5dc317e35f85b17ef15b304aab74ac85b4f3876577838b54afa0e3051080daf12350222663c4ebf37a2496e344bad629793dae45b5e7470f3c1519746f68f55160c6d8beeb433800d0f6fa450ca8c24ebdfefb3553bf5fbe08947e134740fa1b4ce9d0c65784d42bf3173494d7eaeada5884df488d7be51120119f6e4a779cb39fe74712fad3f5c1361ed227e70b7486c350402623572052b4bbbd123b22ecba86200b363400473d70f83a821cb70a875d33121be4d1cc4f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84966877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/ocdbt.process_0, Name: checkpoints/3584/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=81cc5d560c7956e5819883f6c7c20cf1dc9fbf2467aaf185c3939a67729896282d1d75ee90b09e792b938546ba083118f7556002d1f845a87d135ea18ead4df493250acaefb2601b8b1f68792250e900efca52227b6b530b17ab17e5ca1346ddea063335fcdcd3fa456d49f253d6b55a3fd9e1b745c78fd444f599eb457024164a8778d5e5d8ebfe8246ccbb9c6412c79438666f3093c4dd5c90d04b6cd9f00598e74d1844cf76c8bbd45607ec2a0f546aedb3b94a95a5b382431fb8852d6a962c5a112b1f6b54c347f8e6c7ebbe4af98be835ad9483b8a2af5b786d0c9a2e06b697974e159a114023ab50c6f136ef87eb3d05bd63b5b874ecc5c9f4609a2ac5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84968461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/ocdbt.process_0, Name: checkpoints/14848/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a5d2fbfe7b5b5851b6ef4a80749be1ea701050758ec2a9cd410186127fc2c5aaf6afc552d507ab6be96a889e0c9f18ffc5793901fac805cd14603c15b5b9303d6b5c659f0d025515e1e77add222d20e2b736ea9130dd8629930758bffcc5949a69a99a2e308bde6dd37ad127f53e13a407b38b18523123032c82f73d826f405afbd0dc9bb5aec9424fd239b0eb9a671cdad0eae2639953c4747caa709846ea87a8cbac407e910b988179cead9dedc1745b5ce25f4be3480a9f887324d48a35fd02aa75600be32fff27c7779331ef8302c80c63e5effc474d23620f347634a07c308185dcb71a52cd39d4dc48d9efe7afd58ea5a7e60f2619dad045374a7692c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849714115Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120, Name: checkpoints/5120, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a9b8048aa76d8d0879f398ab167fb709647b976bda382dfed540fbfe3492b1c197a35523f9a39dbeba673ca93c3db782875f5b839d159a136704a113568b24af012df4be181a8519e72358e8f00c64ecb4f1bdfc9f9a56241a6cc42c4b9152f36df24de01e1c26d99af6bacf74f1a93b3283e12ba895825c2500c543f5258ec7618a070c493d666ee7a139de0ec891717153b91183287e5f46c46991f5ad807785aae97874ce75153b973ba3342f3e36ab75440d995c55734f97759fa798f6b077e17fbe9d002e871bd1a4830eed1b57f6cb12c578f52309f82972a461399c677e46b1fe262fbe5ba045056a43a0115f2ffda6a43fdf090702c970f3a6399b45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84974306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default, Name: checkpoints/12160/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88432c19e6915a621d23b465f2db77b83a1b35d7d93a0f9d497bf1c9689f3ffc7b4639b44959d2f634765bdc8ce8fb306f234404410ac49b070c5bf0cd339a7483aa9e14972e11acca644e519e0a2b65f4cb3b022bdf214207268bee4b1716fa39c8bff73243384ab8a21d3aa474b5b5f9c06bb62c8fa92d1e86a700276a71dff342b62bfd312516b1163c9350561d1613aafd4e44c6bb66f7bd10e9d1dc5f96cdee11e5e72b2039adec50002bc887569be9108a79ed640f3b989444ea2c12fdedee069574bb16cf0c1d0a849abf4e5772044185a36e7a038ab62d2fa069e017451eb46054e3bc8b75d91ff8d2a6b666d4709580efb1b39d0180a3b639eb614c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847075062Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0/d, Name: checkpoints/2048/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a92c8d3fbb86eab8b93ae10aaf514b0dfa55bb3f53abc4245b61cfebe8abc8a64663047ad966ad855de7e568f9e6d72371cdb33473e42759b04145b4e15b3da96fa2ae3b326a9f8643f2581d3e08a0e3dd504a8308cb350b91ad71b83995cc4fb3c6ea0dbc33d0081e33445849e6e96b1931d1bd6c2f4f0e493a82018b979cd99c5176b4fcec24f197a5a74be62e72ac69af13d62ec575cc29ab8103a16bf3381834ef5bd8eef5de9ec78a068756abf97b173883675933bb6b62db781ec56a74a9b3f413b1d3b86c58b4165c9176a9ab736dd39924e4327eaa91e252be1f355e464d86651091223a07e9ba579a70233d269fed9217f753483cb1c754f3971af5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847142148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/d, Name: checkpoints/11264/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3b8c6e5ee78cb9777f6247e6f9a259a42f4dacdee62b4331cbe5110bc22b7fd04930daa3877698b378ffda343dc54c307c0b94be8533b3640db4876e8b32483eb52dcc10da72230d07cd6a20f24af514185dd48670851f777a98075d0954cea5df6349b3b4b5aca3cc6d445a60d4fa33bc762dd242156dc97859a544e1de764a8dc975d0af6e51e8a94e1437ac4b64296631c635895b2852facbc03ec83de51632b4616755664108151ec5412b82ab1b92b0edfa2250841eab92a2093a73c846baaaaf290b65235675ea6211ee2d6983af93b8ab24db1820d06e8ad4d0871d47263f4c6bd5aa9bfa402bdc91304870a62af479a6ae6a51beb1fc4969d408dd82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849443586Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/array_metadatas, Name: checkpoints/10624/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10dfdb26bc94178a57962488d7c468d6881f8579a738410168acac8901ecf569c75650e4f568a55bc831eb00a21ad5d7108d50d1d5b905d03034d10495071871b803196cc41cec3b373a0ebc9a97c1489fcc43a8ba32f2cc9149ec6bb57774594e0a6f166406bcbaab253c1abf77161cfe3ce957348e5f4c772ecfdc22efe62fc424d09e3a28e34a81dbd61f7fba05a45c52e72747e8c73f9227bed1cb664ae1c350a8ec9bb86e54e5167154b3d747d20ba91a2eb811c7ed28b2b875f4f7544be6df432f7145ebca121d0a37c5aa8d05e4ddb879ac04375940bfbdb1cfc934ab12752e38e4a34f17d9146790833d048c670274e44f693720eebcb3c26b933cca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847098266Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0, Name: checkpoints/9088/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=46fd3f60c791123efb4382ac38cac38246f98f980edf5d1a31be93a9f65d61b6245f4efbe152c8f485b023707796ca55bce31a22e9e2cd0b3f4bd355ebf361be3ac277915af0262afd9a3bc0d292e19362fb422854e33256386131cf6aaaeae852085330214c773413cfa3285e1b812be56e5c5cbe79f7eac4b711e1cc78cbd7fd010e1954449392f5473e25bf563ec1c2c8f3f2aced1d0c19d908eb8bc0cf8f4772336a98c5a1c1713c0f42314bedd45f85146f8dd401fb0a4881bff8b83b920f96569fb75e7c14017fbe65485c4a878a209b282af808b090ef17acfdb5eafb5ca73ec199d5909b2eaab00eb9d3a1689fa3d8ad6bf6e9ea0f51195ae95dc731&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849984695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0, Name: checkpoints/4608/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a06cd27338a489052fe3dbcd6a0fc52ba9330af46b4418748deb62df0008d1a842555c3a563d8a80b8a7ecfed9a8bcef03aec78ad2cd3756eda46a9af03119e8ddb44bc79a90e664cde629e18516b23d26fc0cfda2be7770dd009c71485fd060e20c1ea81188521cc23f32a89fe85a1ad24b3838da322c19f417fd194bbe3f3f482fd2040b43b5cca59210b77cebdb310a4b1d192b4c39ea09fe674b4fff82baf1b83854050da7c7999f262b58459f62eab52ea38d26b2f10664eaf5f1589eb77faf634c82732ef6eccc5f23d1304650ba7618468079456c9408db91f5b187d13ddb6a945a7667a3942f4c1698485910e6ebe2a213c058e656ecb558b025f36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849997139Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default, Name: checkpoints/8704/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c3a3ed34dc9ff6b9afa4a35ce70171a7e1c70ce65348dbf7a482c1673188b54def4c6c8049bd8ef79743de4fe91316037c652e68235b3f6948b695c889733771c265edd31cb5900d31a31221adcdbeccad0aad1d028394e0ce170ce728e97b07702c962f916f625fc04d100e5d8305e8e13bae57219cd58c0c7c12172842bf78a257760e591c40a6cd51b173e825e44efcecac374ae2c9232e922e4665993e7b7dbfa1aed11bc214c323403f4176f589b0859beb905fc6250ac552387f9ba8444b267c433cb681d922fd441352052af242c884cc85223b86d26cd811cc7344333f41094027392a5a3171bc3210771e9b7ff8b9ead82bdbc60b1ae9d5f3296d20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847104467Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0/d, Name: checkpoints/10624/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4063302171e4e5854c873e3393bd6b385530e5e5cb39805f3c9f20153e2f32d694801ea4fd99a0d2b4bf4e057eefea3c88394ccc699e2b2c38822162fc95694e54a64c01bade94a3dbafec1d9a421169445adb40f40827f3f56771ee16fa9a5ef8146efe3e20679babcfd5494f98965a048bbf2c6d25ae0c5bdee857f24059632b04b938c8d639376c7e6d5711c8d9c5960bcf0e9f1917bfb6ac8716b26c0c832942fc54a90e554ac3b8d2d34cd1ff3668418b5c70676ab5b15c057293cce4df6f1a5dee754275cd2de0e6feea4df3ee3e51e2034bd76bf015a9ef2992847a6ce398a45d29a5b0321f249120857b2dd9b320bfd790092485f560d4b16188cc13&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850041773Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696, Name: checkpoints/13696, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89c90b8529002e83689a19384bd5a2ec9f99baf9b873edc3d0a55a430dd65d57bfb4860d99285fe544102e1ee83d70dc7693a2fd60ab3adcd2093ef6ab2caf730817fae5af29e2f5ca5e0bf3714ffbc5b4bbe512cf13b051b801477c801d042265f55993f8d49fefbf98b6a3577649da8c827695c60f2e6444bf90979b84c0cba15b154f391bcda956c656e833f320cd134d0ec1b12d70e98d5adfa43c3c8902fcf78b9aae041a5bec49e00ea6309df06047bdc957d03b48b3754c7ad00f8139ff803a19cc9c4b6531dda04501fa7f3bbff572cb9ad69ac7e39601f8820cbb5b1e4dee00ad4e14449015c63063ab3dfe13c22ae9de7844a3bbcfafd09118e526&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849150473Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/d, Name: checkpoints/896/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35602d8195fefb2d759d1936a4e03196d1beb6f100be436eb895e745a613707fb05823879b9e21d229b8c3f2190707b76d8be7b0cff46092c7a395d582a5db9bc084246da4a2a9e1ade51b6098c3e160abb462b5824636ec1b372fa7bc083837d9f3ff1e12621e3b0182e12f890633ab58c8df44b5c51c04e29397e4067234e8694e7d9a113c45e4e149b40901c4db5916dfd78e0afe6d3cc550b64c001e27541380017534d03a3f534947b50de350ac7ce52106b9341821b9c7bb4336d0d0c900e85aee6fd7a5614d10d33f951a140baf5ef47facad19520ac8d4324e9b6b5f65b465747471b2de11dbc192114021fe2470d00ddfb68e7958ce7d8dd03d754f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849633614Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default, Name: checkpoints/3072/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e618dee0e4cdd3e13b77aa0447589851a0b9e8f1c7dacdb8dda5de7eb73dfd4a92da48dc5f027a8ef8638025225adaad6e392ad9a093f77e094e467f8757f6b2241d2ea0a279fdd6dbb04ccbfee7b657c16ea3b44c8c13a20949be127fb3262eebb3158c81421cdbf3c504327ea697c0c4f41a2b9e9c79f6395a251c2338947edabb08dbaa84f4eea9ffdff1c2964d7526eb8ccc3a21e47da070831f81f34b976fa4e0be1a72ff24593b6c07117d63951223d8b35ad4bd694973290bd084f6abf159a183c89276a85da2b3d30059206480bda94add92d8d5e4740feb60adb3977896041f52a2b947d47a7952524218d4630f26a5ce23482b98d3f02f6b33b36&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849206348Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568/default, Name: checkpoints/13568/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4e3353d8414afaab208f88aac486a44832231938709c16379f411e362ecb89e8aafc5c60b6ac15cd9cad34155591b6bd793a4e10b5f59792cc37efa70d02a183b100848a9da4abb585a1e15b3163f3a62c6bcb2c3980421dcbc2f9ca346cef9f39b71b6e3b8e796d81a44d275bbbcaec4b88a732c22575a64f7fd59d4f8f149e31517b0620ee495fc3a19c6f35a71c4b281daadc054566c115e94e00b85edf57e37e4cad3868189486b9e9a5440ac20ee01bae62b84c5e282be12dd09efd32d52b9a91660990e755bfb3f4400a476579870af08065f9555b3924734770690dc44b8ea1d5ff23c4edd176b4b7ea31ac3b59e1c003bdc40a5888f3b7e5eff6197d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850185955Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288, Name: checkpoints/12288, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d9e263da6759a22aad1e45a4397a68e6e002b0374c9b6840b91c377621e51d0dcbb6199a3a9dfb994ebc4c5c3312bd3bd9d456f10048baa27478a5cad00237e1483cf7faa48dd3a97100e92bf66e849d748f75339d972aeb6248a43a8706a7af253365c6af9d4a236406887f2a3e6dd7c73d419b355b3773a87c7ea929687723a6a078a9db5aa3f0f6ad39700efe715496e18871ea03c25bb23205f1347ca70c9122cf0967db71cdc086098d4af85330ee580152a783e82e0944aad9a20a4470fbb24d1c521bdf359ce39c95856a2bc5f87c9c47b16e1610e74843f4d3eb505e201ecc5b6c8a9ed929bd1ce92ea2cd6c19a54312943ef39c9356fb08b20bf3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850242601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280, Name: checkpoints/1280, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6002f2665a65ad27adebee229a79586cf7d535b98fd6ca8524433ec419e63b23122d5de005b5f6580685b9407feeed828b2d316abc3f46fdceb381f5dbd4800626c9e0fba149864a1176360f6787dc718c95cfbf4ac1b48ba149e1a4ee3946b4cbd88ec8e23faa12779082a8205c75b62415a9033e3d33fe874ce65ccad172c7a2e2316668ebeb8058284a998a18245c6a822c831fada1a2eac2b47e89985ec5afea0a09f8519ec5bd743284e330fd7a0a27b69eed019f656706ba12ef2d49dce4d0066d8d465c40805107a077fa73d02de563ab0c436799626dd828239ed727c102819a4318821693b358736df633a210910fde529598c3db27c3d24ed43145&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847142178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/d, Name: checkpoints/9472/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b98d825948d23e008644c34e3a306f6bb2bebb7eb4014a12fcb39323526b8d85e8731910f823eab6cf6a8a77c5da9135a662dbd953914005a6ef54d0346acf32cc875f8d6b2140bd58b92383d89ce4e0ced61b42f779b89e8efec4d4af351593ad0a3a499211b5dfca029093bb68dd266e1bbe88cfca8fa169f108e1d310a761d48efaa16ee8a78874efa94119cedceb640b362dd1f1ad3c3aa430b0677c2fb01318a17a324e77f272aa3c657ff0d58ab5a9d6ecfc51ca65f4c552adff25a121da5a8917d6c7191a45141729f36e2ebbecd88e14f87170011125ce236d6b8f359e74e7774efcabbe85b8c8c91eae5090adea82e3197fe7c9b07c2de24aecb3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847249741Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952, Name: checkpoints/13952, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1450f50b3a0d0bee2bf94f7afa147614fac73d5dab0556999532e44fc0695767859aef7d0e6c1a1a8a149bfec19db9d5034eec728703d49a0da9d83f8e94092ab5de00fb20e66741fa6180b851b54fb55d67e1f7ecb181bb84d266f91cfa8a0234305ef7ed39fadbb16db82f79e7d4a46bd9ed23250706934692e034ea23bcbd67916b50932bd120d599bac02438c9b08efc152a010185fa1cd16daa6de2f66601a162f0a72a3e61b202cf6bcd1651816ba64108060d1ab77d65aa4ac77ceebe0a8afb789f6db5ecc3ed2bc7c039238ecb9bb33afcb2df90448a1354d3d9f2e96e189163625d3334bf611dca09fa8c0106fbf7090888de764c9ea25a3dc2110a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847264399Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/array_metadatas, Name: checkpoints/7552/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ba068a0881c54da45f258ea0b208502eea2b90ea0ff5517638e7405ed7fdd2bd4d21e2e08851341c3502d3540f3f75598f3c7798f4335fec9552fc8d0a8f0bdfd80b959826543ba6602f17097fb86482c41c752fa859bb3d24e8c12eb465e75129f91aa4b5f2043fc9d1773312da6e6f626d962cbbc51855d25c1b1b329f73c6d7842483be78fd8445e356190c224b970767bc600fceb20c03c54edb28fddbb5c8a91d050ab0c88cd987e996d0fa6f2cdd328ee13b6192684f05e51aeacefb1e396840fc9299500f013fd9c3ea832e8a0d8193d74053d4003df280ae29313168443398622ff0e4b1cdfff0906b2b46eb0aef52769f18156df35f6a52927febc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847262285Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0/d, Name: checkpoints/14464/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0aa03df5ccb6c6a61a22f92292718a9ff724234a83528f88eef96465a4a56ae82a8916162be338a1f9329a40f9420a1d01c9609331a438cf36f1be2992c31c59eb74f5050fbec02624d8e4e07c90ac81db2d52b943be885e2b082fd6fe5b7fd8e251e65ebf8262310bf521bc60e151854d76aca71cc43ea2de7a8dbea305695a6534fa176dbce309d0c0aefadc3f542f71c848f84304d74bcc85896dc1365ab94efef7462d2f0941af9ae78a397f991eceb6af9fe6e7b25966a15bbfbe432a2501d54da8e2e1046c132afa89ee59df57544e7bc8d5f0998708eb8b9ca6ba0d0f4a00cbdd2c6affcf5c833ebcfcdcc5af61797016d00571f5aca2abe94b54d042&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847297912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/array_metadatas, Name: checkpoints/15232/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=675562410bf405290a970f38da63bcd72d5f2b7c97e2cc947849aff52f347f0313c00bb802e62fd4b41170ca3c01452d25b8e6c0671eecbc0a5e116638df2bdbd334f4fb86ffcb6097bc3de995b52d4371d86117861a8510acc60eb334e97a196c9389d13ece8d617c84a626eb72a346051871dfc1e554fc63efbbc26dd7c87b80e690752fe9331df6ff79c2bfab57b83f0c168fa19bbc1dfe71ad59a59ecc2eb1a15705d1b0d562972ef3cbed061ec5dfd37c997a59607a6be913c2e4776f748f0d07fdce8c7f1c9dbf2dc37ad81dd05c631c36762629bdcb5e655c28332a291e0698a09b5ad589d89525d1eedc54b374ba8e858f1f1d33c1408a324db5d952&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847293283Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136, Name: checkpoints/11136, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=207c55494437ddb867c00e4a037758bfad7a4bccadfc488d38198c3fa0ebf4e8fcd61f6d0bf91575dc354d0bc04fcc39781bf0f5c62efe5fb30b02ebe968b1ead635832f10ede03bec39ae72fe7a64d89cc75f7e90417632072e91b4f589c1371233c59db951caeb04a9f39df480f21bc2fe2f1b8d448fc1c7144dc6e28d2cb6d27417f0dbaf844005c911c56ac16a02f88c298d5517ee272a5cee02dbf5f03d16266b96e3032f4c9c01bc1de7b490df73bb7e81d8ac718e8d2c129c6fb7f8808b6bafc8b251bb039cd67320477386d24bd3d9d6830529cef1cfc1e12bfd6e83c9071fa87c381ee26e6eafec7576642b1c59327e3577b78377379474e52845ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847310756Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default/d, Name: checkpoints/7040/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=974dee7d571ce380bf78f4986c23fcdf453540d68ab1389eaea34afaca6124e3bc86d487741691314cef3dce81726afe3db65b9cf66f733389be1da6ede828bef2dc28ad124cee5422ff11acee2ec2dbbc30fb3e48d8bb3eff7f5d13f6e7fc0e334f20e5f86985d8fa0d5d68aead8f162b179e258e294c77398269b9b0fb228b7fbc70552f02031661554251774d7a9f3eef156d3ff8b90af653cbdb60c141a52f2178f4aad93edb1002def900b33dfa1d96e2b979bc61e07cc34023736b05111acbf2966c9fc27a79ba6cbdf4024833eb942b95261e98d3290dd0eece2235aedfeccd61f3e42e4d3e1f5439ea04f11c37557eee582a9e2afa8ee80c989dca28&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847310325Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/d, Name: checkpoints/15104/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=374ddc652d55187208261d2a27b54b87ddcb96fe1e844fda4cd481876679c9216fe60011d679a9d5bf6a3509050b3ef06e1ee7746df18fe60c839ac4517bad547393485c5644cdd942bc4b717e7ce7b7b4cd9f8a84e7092ae7dd48a2c57942b8860705b4a6660bc30610e8adca0b7bbed0046da85fd6115a34ec77c676365d4336e9dab587f09a654bc0c9cf493244a345487bd7a55fb333e65f9230f24451ec8a12df3ff40bf098ce989139f85d1802e1babd00030d53859d6435855b93dde2f8d30c1952ca5510d5b8589f0f5287a1b8582e7c5d1c5f64462c8793a21a19ab6267cf42f48a51edb5c4264cf514f92d0b60a1d8ba08218e54067adda14cf7e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847340783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0/d, Name: checkpoints/3328/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=92c0903ef5cd7b5e342a93c56417e0b227d98f6d444c2485bf52deb2db289c364676e4ca101df1d1ef6e9005324700bd366b443c4a548a9a23dfb450b47655808ef79f7f6c11cbe8a7ca1c5899e1fcfc630c10489f99933981a9309db464190f800f13bd52bbb194f2a7e78788b371f35f24867505864874756f4bf7f9761e66a752077bdb08b39f32b5c798fec670e221d1e246f3d189cdd753061572c7214ecf9f2e60f49772a96638d54c25d45b1dce72ef45ea071250b9b16f5ae9b902d3df08b9651689b9773b6deebdde6b8e0df556c655525a6241d9d8010fadff67a68d317ba2992a6cc540feffcb084378732e97dbabdd1dd4c95cb01d68fab20262&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847359217Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/array_metadatas, Name: checkpoints/12800/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=387874e3d71dbc0179356ed5f97b14c610e26fe56d71570ce750446d364b5f4e0429db6a3a8d4f8ea5154a92b78b5719c8409b55ae7b38d91b06382da9c34cd7f6ad3d0ea1356b61a6e66f9870c63b979d157232ce4aeffa9bc5b51d1bf966382f7a8e9fc845aa0b70f700c6d57c56305e860ef973d6abd20fb60ec241183eb484580f282f89e6f1091e855800c6af3cfb7bdb55a3ee18388902d4a129894183731ff5e0c643f69c04734517c27d79e07a7d91ae6422a4c0234f0e8fc21adae3a56ba96450bd821ebce06ae1711f3a660cae403d887ab0fcdb6ac3308e4ddbc3036a88a2902ebd7f90d7f8f118393cc1df0d3ab33558fae06896a94e621be9ac&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847350791Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0/d, Name: checkpoints/12032/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=23b936412d028aa7cf907134ce70d1138039f61de2a5cccac180d69f74a2d1f157250dab143375e172ae3e86fe3203c4354a465672fff9700942030d0a15e7c5ca0f904c0c5be812855722e37c66ca48b4f0c89f07597c35e080e00a8da5f4bf6cc69edb49e8439ca79fe5d1881bdef56970c562acec992e97228898f7c874393420e216014739a2474c44489c4b65da2b30079d2bb0abdcdddaedf657565f8f2bab5d00cedb1d5a74b09990ea8af36d1563f38c9c8ea77ea64552ab8bc15d6bfb48071af8097f39f53f91224551c32ae37df530d2b566f9bffce00f5a153def339509f01b02d22685637b3e8dee0467879fef5ea8649ad3492b593f7b68277b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847368465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376, Name: checkpoints/5376, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b09fa6e38e841820a29cb4bc14990fe044123e5ff059df3c31d0bb2de4aef1c3f0dc4665158f7c4383abb1f371b35051cf9a28b77f1260398ca215a0bd2c6c78daa2a6b8423747de57e77ccf685e474ed8933b744b8cf2894f03a56170edcf01358e836e9fb18549af50c1a9f634c57bec318c7071a85c70652e588ab71565dfbd2c07c3ea6a413a22a9da8055f915731dbc8d040ec52ca2dcefee686024a8f43cbed05c859b6fe888ad1fd8533ab0ac6c14be676341ff4fbcba896f3218466f0e258e626c9a9eaeaf636589081b1c80cc01688eddfce5a3bb0ee55b479d45063de5e5dd968c9b30eef9f5220d6e5a3995e628eb1c525dfbbb55346c51407572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84740821Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/array_metadatas, Name: checkpoints/3456/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=617b486a96d6508152b2bc5dff5fc7bc0cad4bff6e0f15e50e3680366cb27c157b1dd844565b87975ed6b2520229abe73cc71be1786b90bfe4399dfd161eadbcefbf8208a093e1285419f9776320327fb8369148cab68098032f9ba71d5fff3ba8b49ace9df6c361d52d45f6a8a026a62a0372bedaff18cb6183ebd70c79051ebdc4dd7dcddafef3da3f2d5e2cdaa34a708860b803f1e4835a3e4e10ff91438b3210a9bac5e60c3a45fe1a93a3d6121d9bcf27081c04b1c9ac80c4a70277afe049709233eb78cf805738bfe2174c7fed2799cf02bb7ba883871cd846444fd73462f36c5cc40501af37eb5e10f24cbbccc37e8fc0533583bc721d331abd9f608a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847808584Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/d, Name: checkpoints/13952/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ab83695410ffc58256ba1a583e14a8ff81c4123d51f6849694ec22dceaa882db0a104ba6def5a443cc76030b1b7c444bc6938574431516e3ea812122a6055e2178c3854052891301ecea16d29d65cb96a8e08ff22eafb0d11b23ac17c2d307db5e19ea638e028c7819111c179691f9363782ccf4e11606ed2a40ea3d41a602a78ea692df2eef0818b7170e9d0d00e220bbd2a2e3e1c9eb8b9db890536a08142312ddd53fb83d6294ce1abfe7cb2ec45dfe7ad571df1ffa785e2dd1d9534d3133c5e4d94b598e1e23e0a79899674b4f611893ddb160c80fde0165820f23f5b193f6eda44d7791c00c4a57495d27fb054cb7aa44f15746da847a3b6273a9e559d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844380082Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default, Name: checkpoints/7552/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a382c1d80a0f8eebe10fd438fc545ee65c27946181ae9c5a2b97cee9d695932ac2573a47c8fc4b24be7cc5502568067925e88f8b8d4e261037c14a0450c9369b80fb1909acfbce3b4312301a69061f8cd89d57fe15e106e2f3be3d63198081c90db9168bf7661a524c5083c32205e021fd695a42edf3f1d94e2f753eba5146b32560016ed1c75412f4595a46ecbfa732c237eab69292e723f17ca352ff4bf916b4eed77d1799aa20985217e72faced8b56fb3fda7269eec04e03ff10437f20dbcd125add74b168f88cf8d5516c026a8478e304e51f46a1f90d8da4aac8185b25cb7f8ca2d968225ac4626beff4b231cbb1c1d24e4c735b8dce2b290c04645aa3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844414057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680, Name: checkpoints/7680, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2355f3ffa5498e5033b0b7a36049b87f19f6e1929d4bbf55c505bd49ff02f9273ec1de424440eff619d0ddc77e19f4a36bfae31bccca5961845bcc153ba566eee1536ca3e556f324fe4611334584aa34363d8e64ab81304992be06fc42c20627502295482e7a2ea6f5ae09862a0e54959f84804aa4505036ea7531811fe56572554b0a2a075c1a645e2c27c64961596b12506d6ea9ed88d769b60501910731b171c2c854f496c213bac00f0fd08ee65887f550c88746ed8f49de28e1c3f21f44a20c21cab2f73290e77b57e4195f8ffbdb296b5ec2fe5a4e9c61283624d500dfb425aefcbd0326f76d2022710e8132a626fce89d42a1b8505853e80f330f31f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848301012Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704, Name: checkpoints/8704, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=921403b621fd3f8ec7e6b56395078f2520c8523ec167942e6f09c0692a440bc6bb4a02ad041204e6bf6c787e07142bfe5c286a5176b8ff4aeb47100dd80910d8c16d975bcfce50f998ca479df40641e3e0e12fd294d66f21e87e5653a8722b754344f5dfba9db1f95c129db5e5ff404cd3017ff590ae73a343b21644cabf8134e023ca713ac7f4081a933ae72b612fc1be8f036c418847310032b98e5a4870a45e22691c060735d70fe933b81b7e56fe1539a18cd0143bce2e0988be60a85a986c05a18f1f02a1315f2bce71943e6a71b706d23d9146bce040ee5dda984ca43b45d0e0cd4366412514690a444f1a072a7c57ad529792ae200f8ff5b6a121db51&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848306372Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0, Name: checkpoints/12800/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f683d8ccd162a87d16e79d5811c8933ec1c5df930b66b759dea10fbc867fa07b2af3e976bc5409013b61fc5d4ecf2679ed856857103e5e1a4f0219a552c62d6a085b0854edefdfeaab23ec4e73c4b7ee6bf3d40da5f31aadbe1f37f24cce574ed28943c41539684afc988f68e3a387075cfe7f3ffe4da40ff551d9a88a0cc195a0700a34fa54a7a4db537a3a233dc0e242014a457b704e67c82246cb603066a17d88683d03d54740758aa4737b16ec83101ab18876d0e80dcbb93361af159e1fc1dea91696d7b2e24f02e4fae3fa0a8cf691f7aa37ca608b8035b8560ab7b7519191a64614ada231721379aad57bf798d89fc2a35e9974c83cced9d84a90681&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844430357Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default/d, Name: checkpoints/256/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f19869a523fd2b1da507ec5eb1f2795221157f5f07f353d31f2f69453a3c968220102fd13a2e2db2c13c5dca48ab1f641131336515aebda1121fdfb410b6d06d6c05c917c4c8b4bc280e6fd22f01f59deade4f0da03e388ade8e4009d81d5aa90daf73bb55029622364a08ec1050d16f589348820e513270e558da667adecffb2ed5791541cd33ee079591ab91fef68e70e2451fe51df43fb341dddd48b219ac4463aa41ccc194699be65ba298c481b966d2209f5281b5950d7d78717fca73d777e183e5925281d3242314836ec053eb66c7313225dfa2b24563780742948f19aa0707941be619661175ae4bc6ab51acbb0d02d96ccec3a15965fec7e79268a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848367317Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/d, Name: checkpoints/5632/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1c3e3e7392c965a39875e2eea4b8a152c735ba583f21118c326fdf38da06e4a3d30e7a65dbb76200618a7d126a879294600068552624495475c3cc86acf7fcd8ae8afec228cf650eec0159fb8f978789cd530542d07d7e5b27c78644d5a3b0a186dd17b77bf5b1b7ea1fa2e4f4ada11f971313a2ac522d67b4656277438e2f00479c8235c1c5af46dd0fee5cf2bfc8dd07b3d4b215c9874923bf66da3fbc4a426d6afe472b319c21a7a4b47652252528d3f008779d98a5ab05a78d4ca23985b0b2b7005cdf6f1ee14df02f5ef13d35e5aeaa117e5180973e823b4cd9c15fb96f0b25d3b0dbd6add5358d70cb39f103c5e3556b1e5ef2d4553efc3f655c3f4ed6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.844462939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/ocdbt.process_0/d, Name: checkpoints/10752/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=73698a5c16d4e71b3ce78ab106ac5f5747ae2a1931787bf21b6e33ab50562c90c8cce5a478013030662ec9e32518954edba72ecb2940562ce664d2b06cdc4a464a8a7ebcb590ea0b0a7e107ec955fcfe31d4b660a25c2364fe718f018e1020b63c229806fcdd7e588ff5d4c9e541a0a13fdd7b12657040f70e3231ccd1f10fae85aa9bfcbd60fda776f3a8707347db7b5e3e39e3737d97d35ed5f7b98bfbe2690e636b75f833ea3311dc0d26e34ad1753c585e457b349386fcdb7976cea96f4d62f14a3af4807a4747b96a7ae016af9ab762472a952dc739f641f8c512cda3ec86acbaaa24a99be98971577bed6420904bad1a29347c7e3e58747c13b4d8a240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848417822Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5376/default, Name: checkpoints/5376/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5376/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b60d429a93fbd93990f1a645217c07fe0ec868c609c3417307834ca9c650cd23ffd41d457601e64ecb80c887dcba97640f63ab854f3b3519b4297724028258096746fca00a6481fd82b2aea7afaee6a7e105d8b8d203b34b63b2f0a53a7427b9770428a8de1c30bd9b20b9bbc0f673bbeaa48678e6ee1588249a3c1e7533b43eb34037c8f6d86c0a7bf2767fd807141b6f2f62b9c76530a352f7683f603ab95e542454ade6c5a5a27f4a2f02dc0fa9497f1837d95bd0d195d1b2fb737166082f3bd6b4db81568ceb330220eb23ef328ae058ab88396b1074fc5dd60659a33c54f4c96d964de3641ab62d61781eb3f0d03d2e8ce42b6d705d0bb943f11cb71f6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848439163Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0/d, Name: checkpoints/8704/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=50f80236362e0ef2775017c1ca82e974b06d19659a8bcdcb7f2631708da695d0a980b5130a2054fef8f28ee7236e717e066b620cfb89bbd36f45064ae16eafa9a40dbb1530acbd0b960b7cf6eec526cec233409a59151d372bc0b0582ee40cb15050184bbb02a63c063201819f76c5e844f42e0fa552f6ba7afccac7a1e07aa8584e0cc26aca3b93b070039628f359281d27784ed46eee34a0af875faa602b796912d13be8964a3627e1afaa12494dc162a7dc5a28e79b7992abac9a9f43e247d1a0aa1f6fff05192c4b944447aa6c805c26ee163c9e788b9752bd92cb4e954c3886e40105ee7225e4336f4e83e59bd0d857d0a2d2f3163164ea94e0275bba63&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846034761Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0, Name: checkpoints/4736/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=966126091dbb3dbc0381ae1787f0fe6f36e70e8120f9caa73b12d008b74da212b9f707c2bf8b8bcbc70b662d3ba2fba7e6105915ab66b8cd4ba86b02ea416cb1f50e7ff798a5eba347fc08d6d1ab49ed14eb5d8ce374678199ce376136b1a919c582ad56f463b00867f62ddad7da99726a4500f280a96bef12067583811f300b6cb2221770bcec0bd5f7c0ce7f08245c60b8ae30b6f056ffff5bac059f93e45ff92ecd665023a1baefa7a6c12013dfe1d65bfe6bb537682d10cacbceee275ebd17ba1442adb1746d7a8d012beaade584907d969d3ccc5aa24c4075c9b4d6163c03c7a799f60a6c0c8a8bee8ed8eeee923967715da331950a4651294fb2da1e45&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849017683Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0, Name: checkpoints/8192/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b9740f5172bcc8433d33d8acb615fcbb1267ad5e161d176c8ea8f7fd0cc847277cd2d77d7951758047d458992673c653353701b940c4f5e8272fadaf05328b309b09832ed507113b109899d54dc698ccd468a403e838dbb345c2d8b7b7eb9cf0caab50c5f5f992f081034b9ed1efbf95c111bfe708ef8f7085cedb4b57ec5bb3fdfbfaa2c7fdf18c8f47874d6d047d75c57b6d716451e78e3844af43ff03232fff145299a0cada0304bc223a7763ae2f0c31431b7f1993a4a0c63ebe6a741c310419a01048d18401efce96b09018b40db0f30dec3884949b491092a5f2f5c97a5c1adbe2365e79747b3a9e7bd8dbda2fdf78b3081138eaab9001ef611c9bfa9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.848962148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/ocdbt.process_0, Name: checkpoints/8064/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=352e9830f25f853945374e96fde95722a5d4b1b8c8df79282bdb685bc2e8f824f97c9c1dad9345759016c0f61d3fd91bb889afb5ce385632b11a3dfdb26684070f0b643b419a5cc1e13a4c8a994747d660019e8dd1b69402331e86ca3f3fc0a6dc6b02f6820c8462d4fd8dc301812010e9a548e7a6ee68e9e59b8eb02b99042cf4645ebbe9ed5e48006334c5b93c463b3bc4c5167c83ddca4822768823116feeff2c582ce0227ab8f1df8488e4f3980e74464a3883abfc6403e74482f88b7c95200c851e9d0374724206737cd78718cd496304e94b967238e3da30e6cdd1ce7ada095417d748f03df511f17d2ac73021a496f431a199f057c3e6500c68ab7070&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849029235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296, Name: checkpoints/7296, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3af0510b122d8127b5efa51a68cfa336436a694976bda8b6fa9fa659044edccbe6a27c6abad01d1f26f32fcd04ead9b5e95db0b9a1e41e231c090d4754e46cae917e6f8324235a3b2d5e1f9564933cc79771cdb959152d55049bffe18b0397fdddba9c173c87fc1ee68addd28d636fce340427c231ef04cb5cd9994b272296c46b92623fd536badf4c94e42abc5fc9a9905f43616d4b7ab58d60407b0bc8a53e72d5958a0d04b0a340488a6637064c2e2dc13190496e550a469c42b3cd6b2b6ea5b21113f4cdd077a9d998ce4248974547c6fb51f96f01727126d83c91aaeac6154e3d1a39ba4461a5762eb921053897194360bbab63bc1e875e63b026f0e881&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84607142Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0/d, Name: checkpoints/10368/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=58840e66d5e8dd888ed111baea25ba484762b7cbde3c63e1f8a9c4f76c405c0cf4521ee99ffa0b02c33a4a1ae7083f9507b944fc67233309d6240cd4922ec9ccd67d5b925c89df1cea25f05a9ade30e71af374e2fd26ce266a877c63b6630bfa4c44103c191f707fa461c81f54afdb93a62dddaa99ae7aa3d3e217aa323b45567587cf1a662cd63f6f9608198dc77969860a1816e84c94b207cf56e69209d19e12891b2cc8d52f5c861c11a32c1ab10939f44ac0f5cd761cd08b9e194bd789f607daee4e3d823b84662a43f84591c05137a5ba39a1a4b50f74be1410cec69628f54b11bbaa9501a4f8fb28440233006d461c0628143d8bd4b8abb21768dfd9c7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846120843Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/array_metadatas, Name: checkpoints/14336/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6ed4929e7a4937f924cac6bf8029eb6e492b9d990cb99ec8e33738b87b1d357c6d99910a46d41d37c0a806e120877ccde08e756a8044b6f17163a8fd6774cc693e41b91fa60f9fde8b1db3a5bf9b34391d85e64903a5f3ad8f58f566b3cb816336587531881ab86ff700f5efa3b4d9a870556e1363e99d4a0c21489b7b94d0600622c6b80b0cfcc7b36782a8c4b8b96b6e953b5ef4d02440c8412173b97cb7b915471fd7f5f7dd31d9c222a9fea8942a67f862c556afe5c15ea04576a37b09b9b9591b05d45b7453078d6f8f118f15f2d6b5e161f51854c59fcb62bc75a1688aab079f57ea3c041b74ab840b4d608a35c0f4f4c1399d950e86a543a7d206204c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849299754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/d, Name: checkpoints/8448/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=26449f80ee81f3bd337ed027a9930da0ec0aa8c8cfbcbd84cafd0d81179b3da33ae4ed53023e1ad1c0e61a7b250ca0e3947eac7eacc3437ad905d99cd05274b18e4332b7d4758b6e1fc0a98f9713ce45aa4eb0ac18a83a3c8e0681036e9a957bc067d325de25c55541206ebfe9897f8ef4bc0a73a4d69772770b3c61d05de5796343de3c97a54e748c313889639609dc38a2b5df975ba673964a11867a463f303dcbc7cd1c89274a3ca19400be145457ecef836deb6461ce045966ceffdb029c82b85cfaf790a939337c42387e20f52797bc1c061a5b8cc5b561b65573b74f5eea0780ac30a50eac63e942f69b2c69b2498b18eb1f2bf6b65a81721a4485da4a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846120903Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0/d, Name: checkpoints/7808/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8771bfffca031d75e4ee7099e1581bafc5644a770935e95cf733b41fd856d2c4cd7106ba06c0929f4f3f0ac6cdd28aee5866c003d5df12f2c2a68e7b0854277d979a786754e46c444e211c605e9235a012c700a05f83dca47fb7ef5692825d0f8e4de508a88080fb7e024ddc2bef7585d3a4321cc9ef3df08be1eb6550b0a52bca7e0cc5aaf773a1024b685d0b2687fbac4ab929d0035f296a36b186503a54f306f205c6102b300238edc76187d4beaa07a197ba67e395e9c7b494d711fdda50ec9e2f69b75297a2a86506dcb19bbfa58d97580a1693e622c4627c6068d7e35230862b2933d5f0c279d566ca4e49f4af709060e0936a901ce547b9c09d25fd00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84932914Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8448/default/array_metadatas, Name: checkpoints/8448/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8448/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36272612978beee717ca4ee4f22396d5d965092798b69c97625fd3fe0e0d76004c5db08e5351439c1da5ebf1df8e218f14bd6b3f439bfe48ae3189d1f66eea9f2cd6b854e44fa18ac95384d92b18b9c3331312dc9a88976010ec2199e9cc26abe1d6ca9bcb76ab1da221a7076a361a103e0c6f479b1673d970bcd60a4e184709ecfad750d31d13c46aa820944113debcf449e23f87c95425731aca2eecef9a82f715301d6c214ee8e32cbde1511da9a88517d8924efc93f8e970497f36b574b0cb5cc90110517ebbb7cde531eeee8f5e9c2446b57198da15aed471a1327fdaf4062b5cf97a7ae7546bc753e9a4f2217d9ec3540500798422002d27574313f1e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.843930084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528, Name: checkpoints/6528, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a2bd3f77581d0ca2288f0814472031a004f020ea1c771caf2dcb39b2ce487e8414503db32d42093a8367516fa9506ed7f6f7f384ae02294ea1bba3a04ab47307cea2dc14dccc551f2150d15a2266814b88adb9092b86b0bd84a29d5309912e2984164e658a9b89273fd4e75b473621795958ce1c035c1ffc45f17c6328e93d9a932c2878d7dc759e2f241c70f3bcb4703a34d6dc38581eab26d6c1a4c997fd9d156493d5ce310e4b722787f4599afe621aa32d603b1dfd3e84080c23a1105832a1179852b919d0788bc95147baa041da93b1befa4ccaa05f2b796694b592dbc182c4426afb8b959c44eb00f3bf80f9f6d676feb14b7fb22856878486f5c63e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849344449Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/array_metadatas, Name: checkpoints/10496/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a05d592af5f0e94a261ed21fac38d49c97cb5f84708eb62e33244bac58e178a83d449aaff0aa553e80e9b8b7849f95574ce26b8189e9bde5edb718430ef0c50f4c27f706b6f74c5f3a687cf053294c32530c5ca639bc7426087fc3fbc5e7daecd6b8ce3b59a0440b549a7f5cb2341fa95ae1d2f8d1a5521f61a6bf6ab64f732eb2ba7a1454a8e49523e4abb64d69ee5bba902a0a9e2cf55191842ceb58240468b9cd475091342d6f57415adfc74f2e56dd5b0893d06d973efb219d942e209d19a16fcfa19852df92fbfa4f5dda4000ec61ca9d3e2e910c3a96b28f6eccf9295300e084b4755cf38970e911ef35dd1306c213f5b2ca5e9cec15cfaec863288b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849374636Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0/d, Name: checkpoints/128/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6686598483ca3bf422b6767ed0854ad57cd235e3f5767a8ab42b8b755091c4f14d232ae1aa4fcb1615599914774c626c74a8baae4f20fd3aa2ffde8997b5bc53c0ed3cefddcb290c45aaa61c028901b0354201a05c39b0333852e834b062cd40f0763b5b9d6d27a2a1c820f796cc34374f1a8719f23b6a50b6fd328fdd6718f6a7d8940fbbd0f67c2cab16fae96c2875885242734cc21b9ed0228b274ae9ba5fe7f8a0ed816052e83f12ee373a2ee7f7446bf714676a4fb8385d5d77799afd2df45f90887ee977610a32d4a9705af94d1f7043057b03117566e9f993c793217f2bf2cfb4cacf544f1bd4e955bb5e9bc301e9245895b7f89f8537f9200c11cc8c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849376068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/d, Name: checkpoints/9600/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c601da1cc3d19b82f239d5e12790226e556a948815507c027db3f592ce2f1cddc13291096e85fc0149d3629bdd6a19be416bafb09d775784759dc60f9b34787fde707da4206df27a730cd1ffc4b428fbfe2620e8eb6a201dfbd7ca7ff3d632e1dc53beb049b8501883d8fe577e2e7fbd5e1a17573657f5dfe2315f74b1d28a3f9cbbff567f26628400366823263dda107b7587f14cd55a4e326fac81f46c06134e8cc88a80cd9f1dd3d6e24ca6510d8a94c5591eb7d683cc9aa0816f0494f108d4f98ef120778bcbca9e33c142f1792c42e5d6ab25d0274d026d384b3975565b1bd2629717c69e0898f9653b7c080f1abd32d762e265ea624f578b5ce632f9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.846148536Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/d, Name: checkpoints/4352/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64970d0fdf298ef54d08fa492e6902acc70d22dc0c533b6dd220a57f03e8ca48a6d938fe0c53b7ecd7872a3447d0fc8dd2945066ee225993d51ece737c9bb9a5b67e5775bb4044ab7622003829441119b63200d3c421debb10b0bd34131414c6a39287b4e8460c476b2ec25d997749c66328d5884e6da0bcd226088085037e8021011370883384c775828eee2700d4a6342398d815be7c4c6397d0cfe59cb5cb37846faf31f07f3f89b27354eeb7b0591ed8faf6079d1ae778109353f0c88fc7db987c9a2750b68e98eac78ca2d798edd7af93e4351e0ea12b127b5092635f8f5aff539d85f95ac5fb5180c9ada00b242e9df16178edafbe061922fc14e06704&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850184672Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/array_metadatas, Name: checkpoints/6016/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6bcf3e455d05cf94d2e34e61fc8fcf5f3d8563a075b219d1193bf3fcd00227bcb6df27bda88745c56b8f0f5c2f68fe6c04599b6ea8b357f423b267e88702af838a3b3c3fe767a3a2cd155a0dbbd1704dae42b88d34e11f5e8add61f596defc891ef1190ab298662d6621667a027082ffc6d9da3cad844f4800281ede98b5b04c2d1964312d4f2225e63405bef8c0a433066c8c64aa9659341fcb2bd0c9a681dcd27f26244444faf7ddc8c79c6615585449b7e97276043fac95a697c082665df850ffeedfeb649e5577c3ca083fa029cc80cb030e86b94a7b880ae58f7edefaaff8ffa2af0c97f0bc9cb2d2cf4b6a1277e161c752819d8b3988f37928d82be024&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850674936Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0, Name: checkpoints/11136/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1683bb1105d55364a17aa115d949987bdc7889dce2617e9a39a4099471f61b7557524eb79e3202e6256962cb614f8909b4218bfb75e22507a53766b9c21976ccec4b0f70b3942905e4c431298d2525ca079d26053c3f4341296324e5ae1e2e031a68d2ad28edb67bb791e52b9e59a3a14e94fdf2ad422f7632b24b8b4c3da27f77d2fc8c94fc0880d27e6470c183ccf543a91e5cf465575bd0c67bf377a8afc53823adf6fed51d803315008fce3c424dcea6529b6c643f7c432b5ac16ef0dd6a250ddc050284a6c8a465cbb7360bb17800a26ac4e42876e571157058abe9bc5e7583d4faf343a112c4f955726a0c61508e7772ce5213347bb8f1cb4733c771eb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850686187Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/ocdbt.process_0, Name: checkpoints/14976/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=01d0cc4e9d7b65989a7d0ff212d8a6dc30cbd9cf060a2da409965eff3c61a608a389096ae3b181f10471df2699eef5668d2c5616a506ac2f7d1ab9b0d4c685f41ff79afd890b004f4aed601a656f8d573fb345dcba4c768a8bfafe8c22c6f75318682db7802f3c2a70b200967b082ea92c1422d587e07b029f8f614a72e0ca94b7fc2b65dfe62166ce4624533670ed2559bf635c63841691216e276963feb6f660c8cebbed6ef5c5be7dbb19b0ec5af25c8c8bd64571f0e30399fbe72dc7e0d3b78eca446d4f022e90ff6dc64ee5a0cc283a1862f8b5a65f1cd595cef30b5eb205158c3179471eb52a9b5fb240bfe95c438d542ff53a9e75fe87f786ba16dc83&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85070334Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800, Name: checkpoints/12800, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=752200399ebef67a5e820f93e6d12d2c0a2cf1a8ede57200f9d4ffd4e74533266271b2adfb825f6499156915ed30f053da020a6d916bd39ce4b9c9aac70624bb685f9509620633191f9cf79281b2222d0909806e432506cdb2389e3db2bca6c5aa1eadc890d8400cc22d71c569e4d35ac6bb48b8dd642de5de3928a628f65bd483a095a0bede875f9862674bbca4c5b5a36dcfc5a31b0b0710899e91d772bbd1b9aebfa0c63bbeabd248f064a02801bc58ebcfe95a2b03bbbf6b3ab12f70d1b3bed38156957ac3f3806b9b98d319bf1a14b888d11bfcd1faa8466f75bab512d3ff4b5d50bc83cc29489b676fa02bdcfdefa3c55420fdf3a73c1185319adaef04&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85072474Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/ocdbt.process_0, Name: checkpoints/15232/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972800766387cf2eae05026cd2a67c0a522d8b697064b3e0fcb6af6ae84bf75d195c50000d0314b0c9d55fdad5853b564ab512c2e68643ad03f2ca92bc0002b5bff65109ff408891eb455e18b7280ca57323401243680ffa576b4edc1568c66c6ce34c7b8d6879bdd4f7153474694707def3b4e6bc1e2e3c3d1fa7b4afd3086327bb8e388e8a8f85d901b260ffd4914b3908d532d779876d506122071f952e6ff1dd7375cfd581a7da53518c84edcc444861cd5777d00f93e022cdcc0824db1f5313260df73cfb4d820292173e05d41fa433a092eb0b9cbeec01e57614f5c2a3576205d03cda0f94617afeda6da5d917ec9f9a1d6132808faa215d6a68e77768&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850753063Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0, Name: checkpoints/13824/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08ba4f20f9fbdce4f0e3ddafdc588dd6a670692c134e01fed626727b72e0b4a5080a045300391825e627d59e89383e99996917c4169f5310aa070a1f6728bf4896ef9ba6ba69f5dfd26a8fe580988bb395d6e4a9e4c66c1c267cb6267d9bb736716371e364323c97e014d7f79129a8edabbb691b82e49cf5952f1d5e9f3b2639259b85f5f05154a7a0fe95d4d70ca8501b9fbf130ccbfc83a6f397fecba49116ccbfe41d3e6b5a3de4085f89d0a954cf528945e9773bf46a8c5959c6d40cf1de246a0330e011efbf12b012f2d3f4d974d635af395a3d7f9df69f87a29540e31c933bf5a3b126e0f2bd6e2f00c8c7a9a9e959a9b2b05082a0b301c62d8639e5fe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850803929Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/d, Name: checkpoints/9216/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e79a3550a1a3e05bd672e1af7f9aee5166e64cba32d8bd817bf9b7a56ae1c795279f6d00fbb4c0bfad89feee8e6bf587119389ad999bd39cf185695acad6ab9818735fd757df1375170a4b9c5ed7cd9e095586d941a04a76225ffa1cf715eab769606cac87171add8af531198aa13d4a2efdb4ce68936a12b6449cea00099b329400b5863b391481eb8a4f02d95e339ce34de49a0b2de96da7adda14446569ea44840068ed57c61f9022b15fbe159b32de3a131fe2dd625d1c6a2e04158e75782457cd0bbc3552e06251954dd2e830f461ca37c18c4626c78f5e7a32b2d5949816db4018c8aab192f6dd1f2fbd7d610eac5b7b64c1d0104ab1f8b51058a5c00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847162987Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default, Name: checkpoints/8960/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4742f5ec7b369d286322888edc7baf8e2e2da96ca1991a38462b778000c9ab6c7400793cd864cbed42878b644926cf2d65696ea08c301d77ee72185be2af44f36e65010316c761e850281543261b754a3ba1c33559bfba78f79b9b743aa4afde4349d7d831ccc80169e970115487b33d81fda4d94b10f928b10de41f946d8bc5abff61692a8872bd2dbbf9d63d1e5c71d071d2312223a59ca7b1dd08652bc980ceb8d749524ca9e98123362cc42961e89d9235c9b4b34274b568a6fd1d049aaaaf2641e588becf1cdf226b69c3bcb2c3f192ad3c5c67ff820a4bcaf90f44cf8f2cdb199eb07975e15f84830c5b1f9aa4eed2f81ba09b66a0650bed618c656ab0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85085736Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default, Name: checkpoints/512/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=49e9fc4c4a2ff85667b2e079083f7ab72e2f911337bb3388ae07338cdefa01f536de8e7a67c7d1c458e272da874f5452d3fe7b3286d0f8d20410a50fc6ff7c047bb769710385154a2c25db9a0fbd9e0a597b2175c8afd1aed4c7cc4d28ca25c0d0856eb2ffeeea80c72c3e5960ed23cd32f454b4cce73e3b5b7fac172ad74135625b32b4d941d6df6fe2ac92f638829f341996755febb38a85847143278fe4598e0818e14718774293e1540416a5788080b3a69fedb8201e7ebc74f8b135cc26983b492b34576a4b918499eee250dc61b2cee270966f7b01c7dc9dd09f9992f8b0a4c1048e2e020f1faa7ce776a48093c030f773a213204972d6dc657289eb33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850912424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default, Name: checkpoints/10112/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d1ac6107806095d928f31b8152e16ea18836610ad7ec909f5e755e1f0c9f0612c96d0d179fc83a9c7a89e5e206efd582aa025db329946e870a5b000f4a9ffde1399d7070fbef8c3922c2f5d878e78c6da7291db6bcde51c6bfa25a56f98fcbb086e824483c7534ae1756e285f627c616e6e1bd0712e03e918703b498c6f7bc79d1a57082d4c6c8e1101bf606ed43713949d684d74128117a0a39da7ebabba38c2156a20a793250e4444465b55a9e0b9cf1173025eb32496dc880446d4c25f20afda855b717e5dc39436dc72ccb95d4f0611707a2e3c455f659dacdd1d12ed6121149352aa9fe5fccaaa3a3f2c147ce0a7dfd531b32708e088fdce4f39b91dc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849384725Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default, Name: checkpoints/9856/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3fcde253ed32adcb7970757ba1e44bbd711a0ca930e44e0f4990420ec1691def1c9ab7f6f812d8462fc4ac11480aab8f7df974775864de0c42595504d7cc10c5ced25f6e02b3ef511e78bce94d3eabd65fe4e068c549938d91e29cb53028eb1674700ce07ffaae93001a564c986d92c545ff5a6dfb45b9e33267c1caf6105bd7bc9670846b3ff54069e12227aa110284b836bd2ee880b2bb87bfd61c28982efb9fc7e8a52e3142e5088ce8ce74c9d2a1afdff1e9ca23a6c6aa7e2cf7141e8c6ebd53a1f6c73494851d2cdbc7ccdab28e07d32ba02d35241453a9fb81e6d16926b7cca162bbde41bd0d52353e6ee8b28331e5194ed5c5414684cc3c3c86bbfe9b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850683041Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/d, Name: checkpoints/1280/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=840363fc628e9981bc05380d0bac6599786e1995df23ddc60db1b8ef1c57bd7e1e9703c324ca5e6f4e42e0a9c0f678c02a5ba337a0e0cf30c918854c8919c0234b9f287553e4d0b8ae20956dcfe9ec749a3073bdff601fb802b2945cc78a3544fdb71326c08d9e98080895725a3dd40b832166ad11eee036827b0fc3423c93e0b31eaa165b4f3b4fd808b48eae16ae71a7e1a3b6d3e859e8d151918e4fb9ef5b92bd6571f3eca11e08227401c1ea4b3a95e028145893f01a5b2cd4faae334a07a86af634fec075e7bbb9bf0091411fb994eefbad82673f53f92f58632ae990ad46326405efb18e87b99f1c2093650b359ccd4c0427ad8a83a67ac3b25fff0192&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849397909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/array_metadatas, Name: checkpoints/3712/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2af3c8da055593ec60af4e78d0b56926355a9c372da94b8acf7bade2ff27f57c6f696dee8e1a7aafe1148651b9f07eb087e5bef99db784b79d10c1fb4f3acc4e3668b3daf1a048a18ea5f2273486d2e31f34bd6ea7ecd3ef91dc06798ea1bf8c11f44b37182c084118c4ca2a78aee9b5cb4c093a9e96c5a11bef45f41a56b6b6bb46f4c857662ec4d0035627dac5aa67f3ecdb0c4cc35728b3c879cba8cffdc9431967fc02e03a988e9ed958f9e6ef16cc2aa59ceb2065f314ddc3917799de5813e306d7ba78dd14eac778fd52d9c38b5d1249e0c73b30c7970a893be950724fd7a32790cbabc6860e88604c8996118d541985df0bc9aec93ecea7b6c188bc85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851267383Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/array_metadatas, Name: checkpoints/0/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7f759bb23e7638392b0ce7936e55ce01343c1a164b617ef547afb65e8af74030cee3a43126d7a49c2c41ab6730f3a9084a541de305081eeb035c78a189c95a1393be6d82ca93d06f0a151683e530bcfefa76cbe33dc490b7b5419496e8dec49c188a91e033b51731b58f7e1f1d5b6a932b9c46ac2473969f091ad7eee34481fad811d689e3e2dec9df7403c8f4f0d40fca862a348253c887f4390592625a7c75e62ae2279948e292e68baa38acc9e33e5d74aa4c4c348cec179ec92a680758def9521dfa010c764d5a34b70306eb376e9273cc5b29d57761b8de8cadce151f3e1b7e3dd3c7212f79f9d8c08dffdd18915397761d7af8bc43815c9680b453afc3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851269246Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0, Name: checkpoints/8320/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=953ad200f3da264dd97a2d14b131ca9876fa00eef4c129c7718c9c66cd8dfe0d5b5243be8ad015734ad80ed3807cb3e3409bdfc78efa36c3d2fc8cc9fa8a3795b29f9e539049b012a0affcc7f8d90a898fd467bd8768aa6903a4d1803905794fd9e93c55fb9b4b4c47cafb95591b40c72ca62b3521dd88e1744f43c1acdabd92e3a104accf20dbd0c2ac9a9e6cdb5195fd4d128afbe46851595b4735e9dd7a201d085d10c5fb1512e0c2a2ca876908c0958b454b77f81e001c7523a4a3f7c7a693a2adfa3e757b3686061091ec28bc695e0dc908c524029445dc3fb8cb2ad826fec6d9969c6ccc24f4bf00506055838ee4bc22f0fa5d2259e1f5cc37d878eafd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850753043Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0/d, Name: checkpoints/6016/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2fee40b9a0ee658eec8e157aa7b979cc8326a462ce476befc9da9a26373aded755b5d4f6443e53db309990ad1413c5412758382842247f29ce1ceaec631aabff313be43953509f00584231f2b2718392331731f8d5480e198b39359ede5438f2190187984cb2d5371e826abf7a421f28fbd6076824cc36f52077f923b23afd775d2d5559f4510e04dfe9a41c70b647caa6c495d41d5d9e8d241af9a04f82b5c4cd7345fd47a71533952018ad28be7730807de52834e66142570800b6d67c8ed1fd6da1233af8facc919f189269066bb9d64f38d115cc39b3b9626dc338cce2e2dff30a7afcf6c6d0c37edcc383a8ee623439a559e80115ca6eef3f70a8dc120&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851363133Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472, Name: checkpoints/9472, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=09ecf01ac88a5344242e28b385a81338f48cd8456958bb1e67ca7b8880cd718a08e40cfc4593949e19aa5af0ba5a659ac7424bd1733f9b79fd409e89256a72c03e9a494167b0f62342739b48f756a36eac79a80f254e020caf4316584b93fcbe820bf610a697d835809caddcf45706c8209446e27e705e6ba10c52eaf65d5adf5748bd51f43003ecb4620c115ffdc41f93e7e0ed556b46e305082b081e639a297bc236669013ca81be91e9db578e8f2398e5ee8df64deed6a834b27b993574c81b5d9594f7256ce493f161b18fa85f5a9e991467f0c31e6b813ef9e2468595f9e3863745c51bb0e642ab2c04af761773bebfb9a54f361d5ef1b6e221b573bed4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851381327Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0/d, Name: checkpoints/1792/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5cd7ba313ebe46c9eacb37ffe475527c79949454530bb82da998143a4f30593771ef23ead8d24f8a52da46e0a3e15bf281e388c192ae5062512578e541c182f59a056ba2bfd111d867f14a78229991337cfc37019cfb03749570863b43279ab176028776d5505132a36db5e6df16d072de634df0c7640d8ad91a5e728a8822b1e7e6ba5ebe692c6ee1cf9b7d3c01627e939c8e6d3fe3f45ef7af80fcd79f709e7d0cdc32635b953bdb7b8de875264ea865cd195d013a307ee6675bf3d82f5d56dbd955b9973e5feafcc350412b9a9fd73b74103d718ff27b0197b177e491553e8a3cfbe326427468028f701b0182a0bff47b9328eae73c3467c1bb32d4cbdc8e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851460867Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default, Name: checkpoints/1280/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6faf502638639a6586a169dbaad569eae1074b9cd5b53702882137f254121d96b2386f9c85a6003ea0503c0d247b1b0b728794e3704a78affd55954f9832589e707d115ceb7c8ca903518873a5b0be4134bef3132fe02d5b7a45b0654287dca1aa23bd122906fc64734b0d8e55e39a0fad7ec67fdef66aea2bbb50de3d711407641ae65056b7fac90f7c6b90cf25ab3f60dde92dd24a2ce963c38a74fca6eaab64e7ad71688dfe3caff3bef580362aa8711f8cb8fdd3c945198f30118dee74d5ae6e77554f4e310571e5d473b6f4eba38e28143dc3f80fcfc4d5de00c8a08bc64e107b139f1bf11e12ce6ad341ab65aeaeb9910bc3f4e98daabcaad758e7cbb4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851503247Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/ocdbt.process_0, Name: checkpoints/8704/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=741811875ed4436f2e0d7619553540bf8c64a35727f14673802f83dab32282719a62343a75fab28b50edeee409e6a50416b697d9732aa21926c97dbccb068723dc81ec944d7ece946bc9b630c67f901e4dae8fe21423816d703d6b396cfc29bfa3cbda6a25cb0160acd4ddfb7ddec21487b81d6359bc5b080eac83ac1ad46f8a890020fb1a17be2e12be0c68557cf536514e3e3b50fc1c7d89a27c24175a146eda2534e3aeec2f60a94e4b968341f80d8f0dbf5e06317e7021f777bea06e4d89db2e9c1f5184c4bad65530740696c8ca41914772dc04535b5fd5ecb82af84a5f4891fcb96032f7e19eecb74b5aa763cec4a7e0cc22e16d01c350693dba5745f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849420923Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/array_metadatas, Name: checkpoints/13696/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=67974929b23440c3b62fbf4028c11993f1f59781e12a57ef9ac0642898efa2b0f4401ea819b84e80ff81a299eaa60395305567dbade559df2b8465941cb98a8e7ae175a193a7029b357201c41a132b94dd535bd3ec71b536abc64d124ec1f8b82968ccd125e7fee91e7a8f832c82800bd6377622eb7c4e5c109c6dd60ba108d22b6f6a899e88bb2b9aaafe653fa2ea4a1211e04fb545c3c210f38cf4ee8078ac064baea02348ac803eb706f1985cc46c1dd02621c1e99753dde997f52b0518fececfdb095c20aa35a076c25d1c362043b0c1a3c0e61687b9ef99f9f8b24b99ec6283aadd7b7f499c8a200dea3b3bdfe66107c18786dccc29369959bd3e318d73&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849418198Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0/d, Name: checkpoints/6272/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=992d545d0b8dfa2f3c9458f07509f18ae146a9d7e994026f62076763efd7f24d8202d2232fc13e88913feb4e51fc4f68efc0dd2c948a946dbdb9ee2ffd8e83dc198dc1b486b3b0e846573ec171abdceaceebc8313018c61b718586ce7622f8598a12c69e3add8746577b39e6fd5cf5d56f2a51f0c59e4a71f9767b942487bc0a2d1fae78e30b3ace3c8e5eed88ab2b73e163fa907a63859f37b7240fe134b0e898e1cc981c2e5a04dcbd3987e9af5a504c9488684515760bccb7d41021ca11324d3a48736aafc7c3342f0b337bbc42db875232400c8b75211f40633fe735384123148b9084b77e1cc534c482241c0c8e3eeec68848f39b3a44f0f830620c64ad&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851269316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/ocdbt.process_0, Name: checkpoints/5888/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=551332f5531db403eca18f90a8400bb9b6f8fbf4b2fd93832bd13150527798888f4d65aaca8c07ea28193bc92069d20ee2e095b8080d4038836b563e5b7d6abc82420670471a0ff34df1a5d4d3b55692c352e71ddba36f2eb24c73289facefc1ac18c5da3955770d723ae1e45fe613415a83c7ecc4df81a2e665d43565b35ac408af50dcebe9ff00476692d53417cb039f02cdf237691d23f7441fbc04927e5db1266c2cf1848614255b5c357730f21119722c66c5b397bb5e4e0f32e7963edf3790fbc9b6d6120c1c2f89acfe1ed78e80945e2122aef0bce47539245c21a838f65a69f5ed77361c6ebbd4250e983a0f8ad5d7268ef55be1e9ad0f4383002dc9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851805006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664, Name: checkpoints/1664, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af65a82152f79abede012761db5feec8c7f560c679324f07ef6e01e8b9e1cc30a28130f0ad2cd9442624c7cd71fb10a91fcdaee1591bf8e90fbff4c74f1ec77347d69ad6fb65b991ca0f487032f7fe0c73d93ef95b5a43c8a9dff654ac0e60a705bf50dbbc3fbe9820a169b1bb41ac8e6e182de662aa064ebe7bb12556bcb4905719743f9e3fb83493c66d5a52352d23eda20823a8cd2ee925f93d7e8801601e54650c008ea2e21c12b6aa39fbc5493e41ac19ef93b634ee8726e6fe92ab346ca65320141ff4aced5eaa7326175dedddcc5509b5925fab88ce0478107049eb12008f0e8ed5cdf85d02c54fd5fe56d921539f0330e47c0d7f8fbc5e6fc032bf93&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.84573153Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832/default/ocdbt.process_0, Name: checkpoints/8832/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=47a2150a367a7dd21ea6ef63302c92b0eea42321437733b96e2fa468a76653e894faacbb0a086c38d34b78538b46ac94c9693ad58eb7da73e40821c3012a5547f749482f7f780dc02d4210c3dd06d5bd601ff1e12ae8a04b745c379fa85b4d226a40f412523ee66e3aa0f54e56e21f1cdaa650fe18aaa8dd875c8bde2a404b8f881d5b0f5355cc39ca6ee85ca2fa6059a8f34c2a1211780c6dffa6115aaeddc5032841f508cfa28816da2fc1b63cb363229d2e3b9e387b75ab3cfd8a1e4ce863f7ee1168a97393c4c9825b4ea43450a9307844a6b553d20b6126bc1a49c361a764eac16a9d315dcdae24fb12e693cd517df00eeb52419286e19ae05710d36f21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849589891Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0, Name: checkpoints/5120/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a0ad1da16b5d531e33d7583e243923fc399289696a3befcdd696b3c0a1d7867777bbac3daa7c22d365b6f1944a5a19b9e0e920ca2990ecf67b13ea9845c11dda82659c8ca7a7ef56c9ade18c6d4fc9f1c4543d8e120ed59dbff21387e19561b846f227d4723a1449ff95a8dfebd105f7e79cec9a0c115f6f28b2e905ec335081907353c2ff3f735a90d6c62ab7380060ef05d9f7463b35e5e87769316474885d789113126e6ae619f52a47376c4fbdf59bd89df3d79dae1692eff68deb75c8c5f81fa247e8894f2679039878a35dbb5ae3d2037d55c1a3aa829d41a967b9af598b22a963b1077bfa3c4c6b6ed46edc238cebf180ac86164b1f6b7083fa3d8b6e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849958676Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064, Name: checkpoints/8064, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ae4686c0a59346d700fbe34ecb8e5937e8ca94414d4b19cd6f4651dd52908d8ddffa0af6e5229301fd0c9409cb426371e7609b2d826f770bea01b45ae21f39fa8e73558fa66ddea648fbbcd604d16ab412b9de1a923a6cac3a448ce12788fefe58a82818771750697fe9ff891eb4115572fd68e99a11659b404351ae09083b3c1bb47bacec6e56449ca1b5395aa75fa556cd890bc41dbfeb34bfdf338e2ce6d4cf528d5d4266dbcb0e144477736c55e5c203fa2ac5fca75c359818f2714f7d36e973197286ab3b8f32d29811f18de757c287085ca6b85d188a4100e22be49a4a94309bd9c4a9f8153109ed2aece30bbefa12180bfd823b419b69093b9cf9d71c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85080461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default, Name: checkpoints/9344/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a9bd0b63a53f24d4a046865e1c3e9ec480c3fdef9ccbb3d6b2322a630a704d88f2d9e28df12519b31e196f35748a7cb5fb7ee405fe81dc118c32e69e9afa762cb7d84107d9b082576ccdde1bf3169adbb93fddf13931a12f25a98f88159fec4a68ac7522c3709befd9aab0605a0617e9095efc6f971c8a011bec315cda670ab2eb85d727d1c070c94747e33472495d5916101e2657c68773ef8efc1f40b25e6d77c4cb6baa3f46976a255949c8bdf1674148d733ddc57c0989746c2d6ef41a965d511fcb448785bedb995ab3532da9f8125fc24a96032156e652d0774ebbd1cbcf6a658cfd585a6b5f87812c39d2ad4df8085a5cb3f12eb719dcd1c8c3b5a6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847149883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112, Name: checkpoints/10112, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5ca306fcd27e34d798476d2f4ec25566e49ca753ee88e25b9010be55bc6dd557b275a55a95fd15572e7c46fcdbe0695f48ad0f64350833fd70863a8fb1e44433b38e8582a673b91aac7d9aec809e50262494785ad0dafc3dd1fda93b86becb737b09ab68c84af15c7103d90b23f63af8756e090fecd3c40da0aca4b4192e2e7e5c8df1073348fa79e340ebf242ca52e0e95f5631bb55f1e547f15b0a23830b87419dab8b33ea25d3b71a007f6b9491a00dd691903e90a2936299ede663b1ae0d07b18be79af9e78b79b9df18a9c1cdd05fac155984cae5e308494d2eb6082b54bb4a4ca1df4ccb3bac218db9e9883c5209212d93e6919ce1f9e237281ede6796&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847150023Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/array_metadatas, Name: checkpoints/4096/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d8a0c70cbac640ce903010b44994104023d80fc70a386af1216e2ae7e038926c8fd5d768d896793bb1c95cb039cdf859e607731ff36046ab8bbe9defb03be55ccd3a8c8f1acc968517963a55af0473f0061d86adc1169c4bcfb08524238918e0c906db2b52e81459850aad746f4e9c6b5193b067dae0f072fdcefc8bd0cede80dafab6e202464762fc20c274bba8bdaa01e5e9bce45caf58be9135b171038ff94fc3256154e27ddd4a90080b0c976f334b3ab1a1d4a0a90b441108e42a0f288bb0439389a5f764ab003211ccb855bd84382a69b96ae7da2dd79b105e213f4c707598beae763d860141acbe85e9520b58327b4d782b75d2c703c7e0608bf8f2c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847195208Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/array_metadatas, Name: checkpoints/9984/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=461bd865de11f5fcea8cd59dea25cad354bd07cf89c4ecfc720fd77c4631b693d48d82f2a9588a2c1239afba6049661057c289a3b0b0df2b90a350ca7d0f06b7ef94fd823302d2d4451d0c6f6fa623005e3d4d7d69f6849dc770343809a2e7e43975dc4c08fe60a64588502d5cb3177ae6ad6d4f5c4a2fddb4595a05b8c632ceadb4eadbbdae407c60a1183e61f1a1b968f63a1174fdf8c5fe3d4ea84f17d0ca338f968bb196ae2b9f6e1a4897d8e2b6afc941b45b683986e1ba038d9987ab3f9a3297ec063c4f94fda5d9c7d10dcd291ca38a07c6c62692410b09c3e8c976310efe9bfbf563d57e7f83c52809743e27f7ae9ab432fbe1205ba9b03a7281939d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850501479Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/ocdbt.process_0, Name: checkpoints/384/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0813a585c791124958209198a8e06f3cf9b725b2f289cee514c461bc765e0fcc18499eb40f45946fc8d8f7c836c43418ba71bceda57c4140c323587061b2bd0b680357f3a90b6dd191f42bd94edc2e7807950cdc9f1333d40d38018eb7063924a5be1a2f9b2c8591ccc81e7fc7847ff4591bf5936245ed95bd1c03dfa7c16af7d4b1fb540ea78d4351c991a67224ae5243906bd3ac69bc6d622bfc7fe5d6390535e05aa64f68442b9bde5487f26699ba8413bd60b3f3471360696bc0b2dc3bbfe26f7213ff0bd61bc313730150360e951adf600e1df786d0acf17a13175203d6f9f161c6568e0c425cc5a1f4facee18954a53827517beaf0965da76cc5830e81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850518521Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/array_metadatas, Name: checkpoints/768/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383b3395cd632ea66c0e1dfdc06589c4336675186c810bfb177b536af6ba1142b072bbe0185fac8ced658548458adfeca3fd6948612d600e8548f8c2b5159fd1733eb60e855cc1af52b05ea266836f20db0a873a4341b899877ad36d69c5656465a835f500ac679659109530778b4145d91780028ef54e44b06f809d1fdb2620eab575179512763fcd31918bfe6fd073ef6cac0b91904d6d8419c897eafd6e94418e38d603452e318ea3fe16ca0b25adf3f3a1d4f3165e5c5e923e85c15ce3f740bbc59aeb1c5547271aa9376fe7a8d8ebbd55713b274435d7677e3fcb4d42c28f732fa4fabf3c67b3f287cf36c6cd6b276dd25e16ba982e59b610e59256b3f2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850863341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/array_metadatas, Name: checkpoints/11776/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba7de216329fe6a1c7adf0d0c67af9324384734bbe0120f20c892d4ac88db07faa49d21eef23c8926288475770e969c553bb1a9c6d70f04955cdaba694c0cbef4dd08df650a01c12f105799844d3c9106fe682d2121b7be7ec385e02f65e1d03cc011317ea91c25428bbdbdadab9ad26a80e45871108b130c61bc0f0bed0c820b602b2953a9f66c7f7ad90d855cc09df428598c61d78ccb33b07eaf2942302e83e6bbbdc1e2202abb80aa538c3faaba6353ae2e67fe8bc8767ef1ec589af8a16703e2a0148c66ba9f926f58d3d1170d981e234364ee1ce0f32dabd51980ebcfc3c7f8590af60f85e6c89b142972c481cc7be55544434db99b1d7cf5b79b979af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850543057Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/ocdbt.process_0, Name: checkpoints/896/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a5d8acabff3fa25ba075d2fb386422ab900a8c7bb03943e16817e937ed92e892ce0d18e7c06138c033d49d5e45150de020fc65045fdc081c4f8d8b04a137e3d481571f9bc685a21549a3fcf0106f39fea4b370406d4426ddb2ebeac597ebb3885943305b096994c4575e1ae89b113d1effcb6146fc045e7264206ee98e4b9645470be4ff53ccc8337af4dd624a311515caa329751cfe42f8f82fc927d7a3f3c17c52259b01efdc009017314e5285cf39093aa16fce03527c1b6557e9701d62a19dfdcd125d9524157e318c9098d1d1dbf341026737c968818069de45e8f033130e90da7b47cca47389df56d2a7e4e2241b713683f1c00ca28ac09f9ae4499ee5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850547496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default, Name: checkpoints/1024/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c887377b8837ff6d2539e8c25d25ebafd96d698d288588f63b4322028b837615950bf85c3f4f9f2d38434d2ee2a430fb59e8671c1b6424777d63f6c727ec1a734680b2cbc0512c1d1b807ef32c53fd861ff469e2692dae273ab9ef3b03528bbe4874fe8cd2b9d0d3077bbdc9c2dd72a41bf1955ad3f2d8c5ad3acac091af1dbac8b881d10ca742eeb09daa87a481e06de0065dc19c71b5f409fb5ef97d7e59e86df53e54c0f630d008eb1772a24f19033f226db7361d0f55a1da561b4e7396a43577c113aa5e09de322c93e98ce363e5d052fb5cf36468c36f0750cd7586f4a7a18569607d031e030c62bcdc271fe68309840ec006afca480550aaa558f877a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847195108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/d, Name: checkpoints/3968/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ac4a0f899c2edee1a4ddc6c32898b5fb22c0a34af2ba22cbb79c8f2eb2f40cda7a47d2b55ae103997fa8ed632d4f3d60c4e1dd8aa34edc171f48fa3b9c2027ad546dd9b0f89a0b8404162a9866fbb88da487ca2586207a9b3d8e10566f8d70289ec73fb9dc25653c9e2b3ffc1cb70a7f15a8ca9c7217528e8f55796e126019933d8bcf0a3286b5960d36ce1070bc11d92b97e04481dae9cefd681548801882d838c41917702a426db5b2f83b666734957a255c15591dc9d6bf14b4c4d9a2aac723fbb389ba3372d27d16c0a1613464605797eea623af0599512eaf5e2a2d0f564689536ce5d234a0df8a693da29772e734add7fc27d2dd22f3dab27dc3c7a860&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850567844Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default, Name: checkpoints/11648/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0d424c3f8a21c826f523a00061a63fa2d0fae6b646dd4e58a80ce43585fdca5db0196f3e73157f5159526d5b07896626e85d93752b901fce7202d64feed8e5cc2f4b7846d895693e08b300b75d70ff5470654fb03de3570665a1f979a4334ae7609342e04f27f3dd8a914d8bec3c0c4147012b7bc8c6f603c381ceeb9121b843dd76ff5a2bfc452db2a5d2c3fe5911c22845a31a69d8f2e9d3e549f533fbbfb35959572ba959dcd5c7269348d6d861d1210fc4203828fc187d1ec3f580795eeda7dcdab14034ee7a086c2fcdb4a21b6174f99e2fcfe0fba84ab84934729765ef5f4e10b86f658a61052f65382fd0afab25c8aab85136e73c4d6b7d88eacfc708&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850588293Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11776/default/ocdbt.process_0, Name: checkpoints/11776/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11776/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7fd052594e777f3287aeffb07cc266137de02af141534ade89487c275e02ce3bc89a04015886f0be23857596f3ca3d46398561c014552fc404bc1055c20cf5a34475ebf9bf063d4843a27e4532ff380a58df30a0d557fb57d7b01ec86bc05f1546d783a694d8d9608c0ee80e43e5bba71643f06b1326ce4c88a082eadbc45af6db8fb35acaf242dc7685745c2890132b7a2d38e9debb01c4f4b6383db7a549e6445b193699bc4fd7c6e93ed158450d833db9b764ffbd052530901b714b0d1eee53593d1d3165b3a9fd6bba25b81479670b0b35b0ae9251c9bb4b9402d61395fc4b66795b2dc377195a0fb881ea976fc1b1a6b729151ac3c33b5ee8db2280d84d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850598051Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/ocdbt.process_0/d, Name: checkpoints/5504/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44f4208cc78760116c158e6d673994bde6799dd84e4ee87cd641b51810be101a136c20395d243fc0ce602aabe865e4e2a2f924213e34f6a687ae3ab987e6dce9a16c1deb67d3dc582254f0a8507377f2bb39fce548aed761453c39254c7737cde94d29c4b934eaef7f572fed248602a8cd74c53093ac928141bd526bba4604bfeecf843ac5d63a237a3c6d83598ec01f9b1159f80d0f5133fa535a82ffe20978fbee0356596e1a6f40389c7d23b15e68b9c8779121253ae06110c4a01344f6baf2fe93c20f1ed37e358ab8d9fb866962d941dee689a1b0539b1516fe8d8898b9d1cb4965f18ce3a205781bc73835c57fbdeac7912791e43d3c6e5569429a29df&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850614682Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0/d, Name: checkpoints/11904/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c10a22db7a6335898c6bce7f50a510185b4980391eb9920721f9bda27e2bb735e344f6b79b3e752402e23ff89a374aa01a25b858d411aa801d38518d641ab179074e944c087ef95cdd112dde16d3d6f6d58f57b04646b4e3356d56383c1667223be6cef1112c7e9ed927db4a292175c104b515dd383469c86d1daa3446b4fe1668a749ff9416ee4c6bba0e364303cb5a1adc1060b1cc702bf4cca6bf4ead69021ad46f05f6742c3a32b464094b1cf1d11499be633b248752f2db96583087d0d80c632b9545cc560c64ea4e45a4e6e35e623c51bed507f51cf1c5b8e06f2baaa9a453ca9526ca74e1b54fae4f8df7f20249fd72cc36b452b102913eaa032c946&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850616416Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/ocdbt.process_0, Name: checkpoints/13952/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=117fe9d31e966d6d6d8f9c43b86355278ae2d3cd2fc0666f58b3ac656bf517b325535356f336bc14a2d1ed3894d7a91cd55e8975adb454e820272057a423652788b68514d19de8f5790c0331111e5d036572ad3539abe19d7e5065bb8aff497bf4d51293d1a4045e06eb7c1b4e153e3c0f1386f21dd7a6f3aa1e9eb0151a785c3b173db9925fc3f5f407e3b15c8d56aafb75cbdfefbd418bb875737970cf7618cb088b75380872ceb6feb8ad9ace21db23306af29e7b2b441f2a56a312e873492884c5821f0bf0101fc2628104b7c69d3c29b99ed1aa5842d42a8a2eb31858a4f29b5a22fc4007f63e603a5a0359d0eccfcb17a6f2b78100f1ca6f323c0c433e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850617548Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/d, Name: checkpoints/12160/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=88f49b24811f9b76e9124d366e68d6b4636010b874e4ee3ec4f8ad11dfdc17b891f975c181ca78b6dd9367484ed0076331ce6bf2e99782fd93f4b88c494d0c77924ead6da36a704fd40520529c156dacc123cdee088b872139f476163454aa678130d45adcdb489256d6523291dc7c4ac8bd7ae210544b0e066dc7efc2a5f5c23210f0c1b89af246eef56369a0144b032c00f7d64c175cc65a56c7b451bf190a3f5a99646f839986d83cb052987f8bb429ad15c1c0630c33553575d9359c1021b9c0b1b446d5b5abfbe90e303aa5507901c970685c2a078234c68a9ec0024f779203416f5cc4ad1ee3e3d6435f2d1412725502eb8773b1db5447e68cdbf36a25&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847217039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default, Name: checkpoints/14592/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a592d7a2c083c155bd17b5c3284377c8c53e1455d457087dabf9b151083cf05415156c9dc425c6f381b79f200e48abaf15b3d57a4d7e60703dcd33a5b6e748a9b06d08bef4dc2ac5fe9b9420b1b6951497ed1b0b55c8e9fb6580bddf38ab81ff3d6d2f4d5d4df884bee5576f80b4a6ecf6262bd33ae4aa94b9f9b272bd34aa3c0813227671dab7e6df92b460083127d0eee5e4c122e4f270b53c5ac609b8e65bef3dcfad0249d864d6917fd82f8a20cb99e7bb805f3e0560bd70d1a2043244bb2c51eee1eb14974e94eaab5ed903d99503808166be98762d6c6eef8b01d26ff44a54b0f5126352d34b65cca8fbff28376ad3a9ab634e3f343380fcfa217d3469&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850629571Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688, Name: checkpoints/2688, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0a390fc92161997ffb43bff5191a36c98fc30e276bef72a24ecdbf9c3a3c69dcd297065763aac07ff65dc7c8699ecc69e371773bea01c4d6d06e9d48fa65abe1a49f6ca99a6d5c44108f47a3730deeaf650d4ea72e8674ab9e9b32b0948fb6baa9397af67f6bf65eed21b8cd6ac274dcdcc5787d5b0664c88ff60a4210dce04d4b8b0fc5aba7e39f510d9d56e175a761a66686fa50043b5afee14748a814246dd8d1c23fea77bc4cb326c3ef3daa6a0cffcbc9fb0e3ba1a5f019bda5560cd695d0b19c6bf8dbad94a65ee172597b83ffb659dc39e8e47810ec0a12f957f20abbb0e2b1d498144d400c05b0e5dbf3b0a32c9bacb5866a04f2397376181e3de518&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85064015Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default, Name: checkpoints/9088/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2e03fb030eecb5a469f5f67fc2bd945b2030890dce9a87915b6fc24dbfcc1af815a6e271d79a43b903c902ec58d542726a0985c25c4bd60c1973342db3b0b5b266fdc4acb152aadf1dd471d84c187e80705019bdbb0aa9a895454a292a2532db22991c8693f269ca5db50a0fa0d3558e7dc378998cf0ae77d471670f33862ac3ec3016ee120d590641148706df761d46a0f004873ca06d16dc3a6bf034065cf04e3515ae4d3221edc83b45bfcba9151196d01e7e849347341bdedc1e5d2263c1cb5255fbf969c85362f9d8d99198cfcbbb14ddd76c16f30b1e24cdcfc2194f67c7376a113a961eed07cf79a84e504148d9f1f773cdf4052372d91bbb57bad39b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850659206Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672, Name: checkpoints/12672, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8b17e112e00a77da44995c60f3694f17acd90b5e2470a1afb89a6a842a824799bf0fd50ff1d553ff5d08fd7eee48f2bd433840b14d1da132eb1a00276fca22d19f28cd35a8d70f8599e6310e21408bbbefed57f727094d4718b58612d2237b5b97aa85c3a502538798148c5d6e1077b2fcb7f6789e719cb5018501006a50a4ebe47d22a164ae4ed5b34b02ac2d845bca5d633751829126e0a94b81c98159694fc8b7f2b70fd48ec9495db2152197628aa5c984b405eb2ee7a4d5d63011eacd205e0ee8d3309c12ccefb4aceba7382e30a2b5f266bf3923d572f8e91c298de65c5b2a590b78a10e1d45baefc16c89c45691f1de1757c2f871eafe2030059ca1b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85066124Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/ocdbt.process_0, Name: checkpoints/7808/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2aac11c7f86d5d48566e476cd1b6d194eeaa12dd58b452d2f1dd0617d5bd8abfa7dde5cb79b6748b9d4b3c105771f574dab35117ff2a260193e11c2b08d12fca99f7e4f444a8f0ed381fc412c63a34f59e2e5c3a67081c4aac3fd21cb4dfce6171037ea866cf7f7778abd15379fc82d5438d22a45e02b5f8e959f06476ebb4207ffc1f3dae2997fba5ba545fdb555ccbbc6ab06863d908b891fc77b250d0c358ab7f1cc7008602ced12064bda079fcb4bdba3ae2d05a2087df8bb296051ddabac5bf056f8203f0b8eb141f4a91e4de3701520bd9ee8bd3e886007e7d34de6408cfbd1e9c9c89d004d9cadc64af8148e3ea77ec44a97c9d4cb3f4f15681ced222&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85066132Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0, Name: checkpoints/13056/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1743833fa1d50dd60ddab999efb4661a97894fe50603435ecfa5f11b8d418311183ec31971a840b12f1773221ffe2b8afcaf35ee1ad272f4c6b5f7f57747df7449cd66474aeb451d1cf0fb96663c78a82e0a7831612bfe65b9c06aa67627058baf5a7d3f1f3b3fd395270b28a7ea4c7a61988f9507b30cb8c44f4b219f6c1a8c890c986e476e76e2c0b245ea5aa5246688ed57a47c34d8c920a8a1b89f1abc8e2cd66a50ec7e5f2168ebbd9bc349a2a92f7211d80ee91f38280078d5a1e354f81589df4d5458c064dd9bd19fcdc7e85e3896daacabf8d576e22e9a76cbe42a04c0bf1cc22a193b551a9cb72c8493ce426c62da8f107a40974fae150e37e02955&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850707788Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/array_metadatas, Name: checkpoints/11008/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9297b73fd9bb722e5bd5f8dc446b407edfec1505212d810077c80470cc9a8522dcdb82e1cc6f6d056cb9a4c27aee8075ab4e5e37e7a908f51ac03a7a836cf9cb2705ac509a81c637e4fcf5bf23af92b29ca46c324c500e96e1c3905a9cd68913f7ccfba2496923d216e56b8781e82186fac1fd8f8899b1214653ea5c8e5e1b23b79ee8bf42bbb3bbbb0d20b3a17ecb380006222cef4b5a6128f7485978805238aa53f891615fba72b08e395b003a37b0b2803a09ae570b1bd5f500278c08102644526ec5f988faaf54b60aca65acbbe48f27ecef32245a5322649e03c3cbc1f6bddf60045c48682455e5bf82c974cf9aea3bef5780a8f87f8f339f5166f2bcc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850706866Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944, Name: checkpoints/2944, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc633457547403ee12226c3677a59749cd334423c0d8c70007312f4682831a539dff90e03023f13e21f0ec0dda54d22e8f51cc93c909409a5752f0fbce8553f98772aeedfb6b344ed1d0760b78ad83a6275d6e8fd6ee6a93ef432acfea49fe1cda91afcd31bdccfe69792f30abb3078344c98275038bd93e30fbb06aff1520d7bbaa5a2407d6c273165352aa1eec0a51c8d31ce55421701b4540f65669628c46d709b073750e65053577592a2e9f6592f6a5461bacd3042bce2f3cf678499992a140e9ea373a46ba583fbf485e7d81341ba6d66dfee4a1fe14e01b30f1d1a5747ce280bfa73dacfe6df71c17c66fc0c840277e2f8b73bd5f9f81df89573ed02c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850757752Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/ocdbt.process_0, Name: checkpoints/6656/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ee26ba2b57d2fe87cf7c32255b3ed967d46e9389b44175c03dfe44e15ccac33c90d458839b80c3942c532e75da4544974fca4f52bfe7d414dcc28d6c52a24ad53da0ddd79656e35a55df6040890806b405d7a2a597a36d95325bfafc523358c40cfd5eb265ab6d72091c5a25d814a4823b32e86baa0b7fd80646d2f1574c508fcd5f223f7a93bf3e4b4887b965044c4b1aa36f64fe66d7e20a3c257966119e9e79d309a64378165d36c68893ca2595a272567757fd53def209986e20bacd69de284dd8f64cb7eda7ee7d81315d30ef6445d8e964dd1d5b2fa912fc496103cc946672e38c7713d4f181f82428a06a127819674ed085e0afc68d337506d300e24&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851219633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840, Name: checkpoints/3840, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7a84cd08f409c976e1de5a3434c7ff22bbbb7a36192ebb3786b9cd5ca79a6972e5b39538528ce208df5c60e7fd117baae26d79f39f5345639a3110670ddc3fbc382ee23339f13b8190911454efcccb6f61cd84127ade0b67d19411b37f56e2a1b25118782266d557f8bd15782935e71923c98b881398cbd0b221400fe82d6b6d18f37ac70dabede5c5b7c39f7d59639d06fae7bfa33f62fcd2e814202b4123dfb8fe9aced20855feba875b3797ef31cec54d97d9a091051e935772896c27be2611036485bed1a057bf4e546137fd2ad82864a85c45cf1121d7c5a64fa2d36f8ce4c3b69728f9d96754b5f972ae68da3199f4b5f6d65f3e9a5bd6d54d2829a8f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852103148Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0/d, Name: checkpoints/7552/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=442910d38e95a8779a97f9e363c12233dadce9323c6c5db5fe7099d21189e8164f7ec7c925ba9c84a3af6a3b109abcc19ee467a3e13ebc9fd4acd97e0944fa8125df338fd41c1d3bb0167fa026f2633f7c81a35378faa730b018060a1d586be0afafcabe870849ce94810fcd9f5f768b4f27cf8cc1dd92a18b64bb6368df47a935da25efa647ee4a90d33d7329e337291f2192b77761f92a8f32b76ba40ebfef2d8f874aa6aa5e54864794fec5fc015230987ee4f6d071e41d6751ce6c54043adcc11a3344a419bbad80eaa14a8a60dfc485f73bf7564f032e8fd1e547f366ccc6e2641ecc184589b6d9a23103f4b33581d9f642e045c3ac53c603e2e1ffb102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852124177Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/ocdbt.process_0, Name: checkpoints/1664/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0b27bd229825adcfea4635f5a865fad047e083f70c8ec280762ca22a3d89c92ac17de5a274034baf971f30266cca7c9e0fe749999d39a17c0cc6df84391f4e326ea8ea2295a7da79f5f5dba2631bcf3f7afdf4e366e469de885b6f60c2e8186c3691ed962e9bbd69e4be89e187a42a30af9bda13743bff30cb2fc67bcc014a705c0551ff5b9f21e9a376724a4282dad956bb291279d8cc81997c1f0e64abb258de54e689ef47f4b109eccc652960d4444655068c852f429e02927f913a25ddb94c649988307743bbacd8ce587a4607a0e43c2e05b49686169625e57b7489f6bfb898dc77ffea7815146a96dc683225930d1b9043ea5805fd1ae75bdd9ed0ab6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852131341Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default, Name: checkpoints/3840/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=30e9a47d0fd9049fad578afb0d24dbdc8650beb9666ded5fe837cb59d2b83bc43e6b72dce98bf88267b252e02870a189c48a8aabd5772e6660da9a2659db16681f52ed40873045a17824e347b555b636f9a958fb37d4a2af379f3d8938fe7d965cee3117c87046203f311373898b9f972a003475cfa272f9ade6abbc61263da190d00be048853676e14f33f1aa797ea33650f97b5e208f7f4a0c98ba2f3bdfe4cb79cb7b37d09769e5664e78ebb3bfd9da7f76d04694ec59678064d0b249457f72f28664e48f11556ded2c68d199714ca9cd539ab153ec9d97c7150db7be97c8051524d55be673fa86d4c88731c97aeb6df7ceccecc58c6815a1cead8421e1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852172408Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default, Name: checkpoints/4736/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6dc2af29a5f14bba78d600715ed6f5dc9fc9c73c24b40873652dbf150ae0794d10f8f885695da22fd7de8673d3aed9a99deda2ff48f54ac0b9e211768ccd0063ec864a2ae7821c1ee9236766c90225b98b99e857ca20fdeeb64ddadf693d46899dc1d61d1609cec508db60350d6a24fe557311747d0f2aa9df6bb53b931fd2c849c772484e75fd2d660f34dc21b6634f68d70cf28f31ab3b5c75da0f79e31414e17ff45b6fa7d73f30a74f1710b114d29aae6adbe9bce39d45136d88791a29681c4373d7e452e896c74d1f8c8e40d47f5c6b1081b5f4a4fc3df323dd6e59799e45ce02fb90be4b021eef661bbed22a4aca3909c291852515a7c1738a5b97b528&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852199088Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/d, Name: checkpoints/7680/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=042a1c433f56584ce547fabdbc2b52924b0f648ceb0d5ee57f6de804249b14d0bd4f64dfc9bddde623a415c33182ee11b0230795100bc7605c691ae846d3ca7146092e0bca7a76808c7f86434d6c4f4481f2d6c7026224f519c18643fdf82504a3351765419f0f7b2826e9539eb444a113d9ff29692e1842bc0e411e179763e4e4c8a247e91b0f217e0686b050a23a280a131c0d29205670e68b31b994d33c85be24390468aaebb15cbadb1668b50dea05b36028525e09e025eb7b53dbba3ab39c53ebcb69a4775eb2d9d535c8660dd5fbe0a46a568bf494e631410ce791d54e3af1dbee3f2cc1c815f81bc5ad4fca0a8bdf80848ea9190197b8bb62954a0d27&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.850707808Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default/ocdbt.process_0/d, Name: checkpoints/9216/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2c6db8e5dc698420de231a3b0f9a61064bf59b9c2873814ced45189b675a7f04924a79a5dd7e44e1173acf829fb4124d1eb0df3b2074bc3a5ade3f5b1c3b628a6ece1743767f2f330b87d3c48949298465148cda07242d695004a4158423aa45aab66d3724e17d7ac591e37f0b73d30c04409286b0da9bb77a284d63a9eb58234f3938deca263d1443d0b2faf27d49fdf553709238bacf161e597494dac7e9cfab81c8cb157d128049e1999174a60cd01da269c62ab7c48d0ecd298a00d5c32bf9774403d3b27a686cd5e0a5cd9e313d4a57fdd5a8dfdb06c9959911dada16140139c29ddd8f0306fc633b35d87614524d228ac74f2f55646d83869bd090b982&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852251487Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0/d, Name: checkpoints/3072/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=66017226468873a5ff3826cd4097d28ee485ecfc468b1772414a966495e25539fae29130145672a25538f5d1b4a79c8a15f199c7aff9766d012e031b033d9c5044c1e871ce93f0481cc03f1be29d1ee4dfe3430bd98d42ec5b36651f0e5695dd04cbc7c78dd27cd410edf527d67bde3776d7be79205bec7139b75634538d983d46514816666633ab72267eac6e1d7bacaa2d396499e32a8a17dcb9ef0a3dc010fb2d318877e381f3fc347b93b588aba4a0aacca1e5ee38eceff0d9c6affc0a7482bdc5330648ebe0c366b26ba9c0c01131abe20d2e77c817eb16ee8d6532c09be33db206296e1c14b8a330df4a62a24db7b9a129d07dc7a9c7af023223d6bad2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852252739Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default, Name: checkpoints/4096/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=31118e834b088d17fda769781da936a18d5e4ddc9e774127dfa7dd262ededa0cee0637babb8117c3b7a5c4b4db8c0fe3675be5f2eb825b29d78273e0ca5de1f4484d614633e0d130be8ae1a55090567ecc93b82660c3ddd5e3b641d710b93eaf967c078c47e59901396c7dd559f76270032f32965bb7660b6768f2e1fce883e3a2656a6a591babd8621a13ac6a35a22d7d8bfa157e7e9aa21bc6c45fc283d57dd7eb8fa7155b1701deecf513f36f61bc49a5f72cae961fff58f7f3e5d75c32029011fc7f9a69113b29ca2b0bae9252f07b5a22a6aa5066e044baa59e025bb1d3861f8e04631db90e6215a2fe499985a949dd74b29aa822c03d16a06bd8da6443&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849536601Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0, Name: checkpoints/13184/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2007b775a4aa1e2e5bf6fe2a9d9f7db5d6de805e102ab905ccd85268d5e8cd59926e1bb3480affdcb3c1d745fdf150cdb84e8deb7b177bee45dc27594fa366d38600a493dc1e48a0f732cb498ef2aa15c308f013c535b787f1281ca0455a4ff9ff0f66499960f2d92d82e86114f9c6c4705b1d0dcb0c232645b0b2669e6b9140f7e78d883b629bdfce74939da10b21c16a586afc1380f455c26ddc4cccd9b2a8096a74ac44b4326899a42d599b0d882f76bce8d803345bdfb1afe857e35a8d450985ec73e6331e426db8e0dbcaa5aaf2c50c59ac1e6501427483ce42a4ba137928b51cd7dde531c45b7d55ce41d5f0f950b1d72f7779a1c786c19625941befe6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852559778Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7808/default/array_metadatas, Name: checkpoints/7808/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7808/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaaf9905821745d9c28183f827e63d4d77580843186228026522a6de1ab4676c70e06eab7be6e7d33205c3500ca2f3864a511dada8d0123a9a09e5f28258d59ef224e15a14e9d797fb91515ff9904c08dc2e79da6185d1656e67520d2dab88b7fa696557b8c32f8ef7a591fa7f6a2087694123b3b61ff933114c5cbfdb6e88519d207654e4bf683e418f2b29787249aa806ea1830ec73983c8d61db2be3da78a96a0ec257ea3f9ea5cc84dd53e0d74a51392e0cb9cffc28138e0c1b140872103807239ca6ff1da93ffaf57235c9b48d4ff32122cdbb0cd2586bb9bf6b8fd8882220563fa34709903dabc9fb2afebb246d63be853eb701aab4be0e5fd02d6738b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85213096Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default/d, Name: checkpoints/15232/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53f245bce16c4e5c7e90fd3132a7461b9ec8bcb6103d8aa60c2cf4f0de9e1c12cb208c904e4deff9d8e0fdebc3fb1c60a06c3afa4ee187a2877f190d986bb31c2100029c029761cc478c481d16b6f48052afa582373faadc55aea6d5f551579f79fa60444c3c5181244f164500595ef2c5c05341d06821b956e2c3fadea3698f1de601bed7eabed8fe932c975d7ed1fb28b6d2a5462c14c60d5c61e4f5343c6064396f58271bef614417267a39eef2d2561bfac31e4cc19045450f17d3bb85bb583a53e34192cf91b67a344ae8004fe61b10a18d654556395fc3be115552d67024fa2b0df87966e85e328d3097212f5ecf3a7c415784032e796d910e9d0714d8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852110491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default/ocdbt.process_0, Name: checkpoints/3712/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a6758eb6bcc005364443903b6ada498bd904cd1a061636210d95a7fbc90b302f694883fdbbed9190d16af37c7e124e8adb5736d5d7822d570944ed834731f96dd21534c4fc25381f445048f207d86e182760bc711fa2dcb185331aad80fdfc3e684ab83d5ee990a18154659de61efb391965049ba2e8abfaaf09873ae467c3d1812754cb0539f791725fda244956dc112dc0cd79b07d1894384b91beb1548c71fc53ddbe57c756dbccf86836002e39efb9c5e19fd1ed4eb31642349b89a39bdd37a7122e89d1e01250e8a6b07c248ceccf600cb442f6f9aa59ae1d9c96348909073676fe69a926738000896f0ba6c4bb90c823a5cf8ded83b96a11c2f91f3f6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.8460714Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/d, Name: checkpoints/3328/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d973d5a31ba21b117824ae06ceee41d2b19345624048be6647a9ba070389a1e0781a79ab40cb9fc758857e73e1e9ee82b74118eded6b59c321f1cc2e491306e469012f40cc2687bd9757fc9a3bca6ac9d2aba45950aadde709214458b2c2871085b4f67f2bf469aab3ebf67009724242957bad593b5740b45e63ac08aacfacdca165d18c0ef3c98898d1c04cf9ecfa1a1d5d158c9f251747ad68e024cf92d3a1433fa8df613f24e753f0cfa179ae42412c2bb9e01b6fa09032bf67841e44b9c004c62e39c164142aca89b861df8dfe1815e0178eb5f0023dca07caeab004f74cc3233128c37bd709a4e1b18e1fff2672e7d281df35ebe944b18dd13117d041&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852735008Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8832, Name: checkpoints/8832, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8832?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91dfa4a688853ff1f84826931a02d100e0b27827d78ef99060f7eb05a7ca2259ecd6c875ca9b8b783c56569152e2bc4bcb8df9ef317689d2646511d0f3ad4b24b137712b016cc0d48a0759521dd4f6ca556d5d80ab74180ced6b07953fe0a2e523da1f79e9b307e37b706fbc3942527fd752db7d5e41810b6602e55a122bdfae3d17738e36c841532230b37009a7104087f5e7a3ca2234e56b2d0d384aca82b2eec603e13cab35ffd54dcbdd01c935dc680359e10c73ba5abcc830cc2c4f8d58e034c371d7aaf961e1d5ad8c45d00e2ceb2fb6721cda7aa7de4fa7cf743ac69646078f237dc66aee821f9984e906ef990a29dc9183a004673b927acef61004a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852747231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/ocdbt.process_0/d, Name: checkpoints/5120/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2cf3f07a0cbfd11bfe1e4397e20fd79319782c9a0787a341beab0c6bc89b50833a4f3ac1d1e6d5d84f48f4984a13bdf072614f0055215f2af2c9c8ac2828fa1b068ebaeec8ba3e25b3e40afbfcac9c4b0a8f3330d9f106a1fe49cf1296706304773abc13eeeb956a5b018bcacb9cbacb804c79199ecfddf2e25ad1cfb61cd65f6637f5670838ac4e62888656e2f11b81bfd0d8031b1c8d52e7849d599f3ecda6ad2492f3e2e78de340dc8504d35620fda07cc1f23adddeb2a06b2cc104f4f930202fb48d36ce88d064e050c698da6f88f2dcc87afb73d149a9513c8703a8190a2fe57c477826d9404288589b80e5e784ff862c9c05bc9c153a205ca96eb6a656&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852770245Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default, Name: checkpoints/2688/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ba2b8f65482eb2cc2ad211201240296b93f07a4e35cab358854adbd0d097500fdec34959bd9f8b02a6c751ae700fc4e362a5771f90d9d0300f35302d3a0bfaa35dfa0519aa793ac86afea88f792d904c77de3248e29fa408277f6dd52a1de3a35006082cee7de84a4a054445606fe15fb3d56829a71c4cc374009292ebc47daac022c3554f2314b6a9ca9cf172a31dd4a8ad17d3fa492aaa8cf0fa7256be9a1788c768ec75f175dc2c3c8ec49c3c69ee4d5b0531802d80ce211f4a88e33e9efc61bf26de002924bd4394a1829ee2c40497bd93067869419bacd716dc530b30ffba67390c5a28d8c35cf44cdaa1cbe78022e458262f26fd1f325bfe6056184507&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852834035Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default, Name: checkpoints/4480/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e246ce7b093c483ed9a0b550b0137da0d8c5f8f52ef61e35ffff056e320429a396b6d3c6b1a9d1187afa8a49adc6048eba5ba96642023ea5dd4a13ce5f5519b1c020dcd650d1c43b9dc0334b7acc39fc8db29e8e3783b50ca701ba8d1dcd521f7f5171c36e6d3baf9bfd5141eb80b6d96cde58244d29068480b12b2b50c9f4318caa731f99fbbad556e1f1018b844137b82c6b16a7f08efbdbf948745daaf4ac0552cd1d9c905e4c420e2fa9762813e0c83c500c3147c11bd39badf376bb42f0a96fa38b58e75e0a0ae132ea39eadd2ceeebbf215a398aa24afa1c52f3527dac64b3595767afa8cd11d6eab583950d7f2ccce995892adcaa8d95b03377f4b00&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852854544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0, Name: checkpoints/1152/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=175d655c9547429b2ccd5539df226edd4bf0c79671cc02b2eaac8de4fc4f7bc4781385308364bf01593b11b0680c2372b98f47e4a47b8e146d85423a497972400dc4d15974c0f2536580b0c74b87477b6a0642c9395c783c6a84398b087c0659233d5421d2e92ac21eda2acff282565fbf3073407d89e64bf644508bb414f4104066b53b5dfc2565d059556755b6e3007b9b0d47a10f5f8025a20eb27d417386823e3fdb572adf5879ae9267e8da4a5ba6ba5d2c823403524ecbe738f242d6706feabd70b55fc6021be3da35effe5b8004b7a906e494ca8ca72e450ae8522016b92bfffce79ffccfc0cfdaa71105d89536c13abe55a2b3fae508966f60af70ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852889159Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default, Name: checkpoints/768/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3556d7bb75d82cca847b2f2aa5b404f4a441eeb5c42ffe7ab8e9fdc60b6ab981f102787d3e617739f455948462d9fa0dc2e3f81b67c48f4fa3a7750f0cc9309a5ccdfecf48a88d20f3179e9c798d530166779d2120e884b2198f6272995232b2ac4ee5a8adf98755acb46f7510f457845a0299f53bc009115bd32a08f8fa8de5ed42280384371e5c828551cc5132d0a09be0edaf9d31e2f14239a954799444e5bbc83d50c1ed3c9cdb09931e1dc4a226b275ecae0eedc56b6c83ee39abe44e83ba52a93394f05370e5aba95324fff650d875f7f6e299075f5dcb51ff6cecf80e3e1a313a0817cf51fbab01c469baea399df1190eeedd84305ae4b0da1a122e0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852920388Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default, Name: checkpoints/10752/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69118da870961a44741a1af644852b1b8b6509a3b8bbc082694ec254c56d115fbaf872205cfad256e2640f9369bdae96881e63391d81cdc1c6cb8d4d425a614b1056cc23dc0ccc1d65264bd74e18c1a67d98525e78527ed5690a74609b0685940948a927e9b3c04e62f4f61799f62804bcf260950f37295c440e736cfe9ec7ad1b03e78b615b913553191726819b816e29d8096c413fb79de1df07f6272afe2d6be38a2c11b4ff966fbc7a7c825ee92d8f383c51f128416018b16f5fb48e1c3285b734d93cce23d8a8c7e7eb60e9589d50455cad24d7659a11432229fb83e8f597bb97901425238850011fa4c5b9c7c8512f4b9db99882cf774b59632eed10ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851851684Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056, Name: checkpoints/13056, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a47128d2898b3d21c7063cb3bf8300f93dbb44a3d0f6fa0e4ca74cf4d871eab5bb11058ecb1727348b52f9313562b7a955a90fde2caf472a1673f4ca8cf7f1445224087c47ed6f5e6d7cd56b01cef6bbb789faa80b84dc114c4b33e9e46e1e2971934cda4b7799280c18cb08f83c925bd4949566b68bb1d2a1d2152c2150d27806072a7d139f0cb909b1d21dedd2cd30dc07ccc04bb9685bb3224ae75931d739c532f080fdd658688dd2fbe21aa3f6beb4c4b16fe79d801a08ce0314dde518931ed743de909487ccd3a3f9ec8b61d0cb682659d0ffb16f53aa397c2dcad09d098c2f845854242f08d4847a6343fb1ee60a2106491f6ba6002626803d68e498b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853102321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008, Name: checkpoints/11008, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a3a91912e5da31dc0bab923695e85204e2650a7439e557c2f049fe1193bf9f4b85c004fb2cbf11095248906e0a4feb5675d48ce8993be8f8a492a23085fdd822ae85703ab3235870069684f835b3617bff056144fcd0e779e10377f72d4f0dd205bfbcbcb3e582a018bc9ef66e824c110d13a3d58a816779167848a6a6dc26392b4e2bf2b810e65ce6f67342dc8336f0c5d2598f10d5a8feda6e5f71998a6f205564cf42dd4912b25fba0d3c439e016a143b1f74e1ab78461cb2f1d92c82d2747f26bc34b4d6e0fc2063acc37049d79c28e5a83ade1bb427913bd5692066ce8276567056bbcecb935dd4a3bf58ca168f2c8b123e9dbe59925e8496743a4f41ae&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853153818Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default, Name: checkpoints/11520/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93ec92ddab6911d5de609ad62f68ebfde8db8cce836f5cad07ed1a7ff278ba9a53736d55d4544cd9b64b40708f020aa609d4eb9fbe3d3463a9a5a731d4ae5b7420f5ac3e92ece59c97bd1692de3527e80b0ff8cf3d987b37650ab58b7affd676b92df4513d2daee6c1c43da7c0d147b9de88f39ffc7d8dbcef2b521585b03981cdcd929fdc988264e6b4f3ca462e940179e2cc93336bc4fedb588a904bd1964dc711a547f07553c5595add017afae07a5a9e3ed65aab699f0c71eea6fbd2fa1a39e0dd6779a59ad8a12d87df84556284740df8755be23308b8cca6a0f6ed9ac8b7b08cf62f49fbf24531bf81b4d8459e1d2f06e2abd8ddec7b62a1a88f1a0bdf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851888152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/array_metadatas, Name: checkpoints/12928/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=477869e760aedccb6a10c9de677d6a3c928dc5769a4024e2050e6a66e8c111d8b9595df83be885fe8bac870b0367c7ebbe59d65be5124dd5ab91936a0078b3e2ea1a73be331d3c59e0211748e6b4950f670eca7558a874d3466dab00d47bacbf10f04b12b2e0314a6403903c95f81ff2b4e78a90c0d23271f264bb0df2ae7368aee6a28a31329347cc0a8df39eaa05091604d8567fdf6bcfb890285552f36dd19877569ec2d1a0857b0ee609c47d0f1b268b141781a1a24a63bb7f292aff7e8e9755b1c7d527fdcf2f5a75da7a70e8ba546f5bde8da6b3a75ffa289896a3c947336adef265adcb9446629aa37c7fb0209c61de982af6abab43d80aaafb2aa7dd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853261401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/d, Name: checkpoints/4096/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b30aa8360e2e8f926b4c318ebf1bfb1293626fbadfb436bd7f9f571c88cac585e79542e8bd180002d00a3fafde86a821df814d146f24e17fe2169ad5964f024ecc9d5cb92c3b07ecc410aa3e4f29f91eac3afc6fc15f062234f46a49686cfe7b17e68fbf4c8b3729fa554d09617ea0d52dc9bc00f57bf72bd9cdc3516820c2e3e860692a3a2f2f0057bf74e161837463b9ca016dd8e9bc3b057280d403bc9465c20b222770a78cc351ceee6ce8791a36bda95964bf8889014473fac10e0cb3bad0b18869e0a3c8f025c121e69f7817afed21d77015ac1b124eb3452624cf898ad44f43e00d3e15f2ef0e5d17f313ade04442a2401fb5b83fc8e2b7fdfbcb8daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853304522Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/array_metadatas, Name: checkpoints/2560/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22b32e8582bf37c3588bcf6f027c13fb430e4a1ac556d54fc687679c3444ecc8698e5faacf1c2e9186f23ebb29a932c55192c2b647d4eaff834fdad5bc77d498ebe820c3d9ffb80533b90e1477617deba57785ff4f8f3c275ae0201be6f85f1719f45d235840217c95228bbcdad89c3f16622719ab016dcd30054c330408f8fa7f9d7c67422d70aac08bad10f4f1a24efc93a247cd7aea2a7d697e1b3f9e8c620da5a7449b6decec9bcff34288e1fd53207f74c3cfb7575ba11d3cf80e7b9eb996ced7ed06a56a26cfbe9bbae1c7cba4828e1f7f7da7a362d95d9a9d4d5dd706ec5055169f3cb2dac5a9d7b11b34258a1977fbe5cf26468109bceb619c53c1f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853319751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/ocdbt.process_0, Name: checkpoints/12672/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=429bdb67b504a00fe6d1199d92610d04d053792786f8d0e62875944fff7c0a36b9d16180bd788a176e556b96ec728515eb684e086d0c5edc4fdddff28d31e47ca0add2e9d0ecdbf20aa30da15a74385c432b287e12f3401e7a43d4ab3e8308a49e642d269d421faa4a40b16cb66b18c921f9d15836f4d7d5ee764331a42df402cc9404f764a00a9f841d4a5191974ded333e395b10ce2f9a595ff53c84ffef08de192a0c6a10860f5058900bd446c6ccc2f6dcc70dc03e259c982eff549c40d716e9a1560f6951f67710d022d0c31cd43b852554570f833793bbfd6b193acb1d0eeab02ee555a671cf302cf57d88b6f5191fd4120ee4ef83786460e6e60caf81&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853358574Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/ocdbt.process_0/d, Name: checkpoints/9728/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8783bd591915c6938d1f200d94a8f931642b641312968873cba763a21b03e0cc53ba341ef3be59057fcc7dab88bdb90b5c391af6d5b98ab4342b92b8dbbfdb035025dc3f7cb2d311a52d1ce00cc7edceba3899120013070f9a85af4fd2da6b2c692eb35eed6eaba72c25c55d754b72bd9310cb354c1b3996c004498dcc1a82ebeb5f9200e12dc9d06b12ceae05dfbe9c7edd2482d168a9d6f46210fab4682adaf43575ae646375caa3ddcaa1e01ef3f41d7d3674008ee44fcd1480de1e44dc0b938a060bc0e3870339288cb32f678b468565dd3da015a11da3f175a2c64f579cb6fa3fb5c0ecb3530d1d5890e7fa9a566f16321b49f4bd847e22a836868b645f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852871365Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072, Name: checkpoints/3072, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7765bd174aa286820c9420e94786e50d6974b2205f3adac5a9f9ff62646d3688cc380970d237ba87d20cb9fdc47896c7ffb21574bab5a34cb79de0a0e68659ad39180806e5ec5c2618ecde9e794dc77d509abc173801f1acafcf302556f039f38d06e05e91194b044c349ff7a5edc6f70ab2e0e9a4d38dde3150c5768195c09dbafa19eb72e67f449ef122796110a199d13d820394dae5eaa92f0ef417be8f1db887b87ab1ebbf16b13ba82817ccfee49712490233bfcb8e78d9ce321ddd9074e035061bdaef2e4ac2e97db13aa03251fcfae0df361a14c8d1be4536ffec0d1b8425e2af7f6d30f010e9eb57d83ac7d55ddbad1cc47d00d374043b9f8a5a115e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853406504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/array_metadatas, Name: checkpoints/11904/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72c6bdae91a4eaaf7c7ae11b1e3724a2dd977134380985b3b0dc89aa3c2254021db49b89d9217b2a12c35c3acfc008ea689816955907d546c38e696cf20ff318ea5f536813eef0f5ebae51830f1d314dc208ce9d292089f620125d579138c9531276fc2fe464ea1f46b2712a2a46632862caf8fe090f85de8e00f52b34f33a556028f3f59aca190258c4b387e200cbfcd12815328ce71e1595006e74833f1bc80963352123065d31a174455863da4e85a02a7375bfd9e9e7a3c1d6654f992a1838ab5524429565abd5ed1791c6beb3df125888a8b0c42ee055cb722678e49f40e31ec800d17036dd19e6e9b4dd34968d4bc6faa2b503252f280a7891e04206b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853497696Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728/default/array_metadatas, Name: checkpoints/9728/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aa8ed689676d476e440e6ea2716c45c1d86f0c2c67598e5fc78b36e1cdbf54f6f24ec1e0c2437d53ed436c061cfe7f26417c2594cd7ecd1b036e3307c587d0686b139d9d3eb163dbacc6e16dc30792fce1e206f1d844279fea7eba1003fc86e97c457f6ee65b59c2bc6e83e99d984da1f57df1b461c1f6ed1994be14695ff0f77d76ea00aa5a13375c589e3b3e08b1893309e8907033352300822c8c4e6eb2aad830e8081c94b5d42d433f15d78e3e6556b1f579da76da3bc0578f6e393e21423adcb4e265141c1023a644e4aa00872a8f87b193d3759dd5a4115568f216b514e2cac28c1363d18328d3ebb6ee105c213bddc75b9f6ff463226a310e40aade9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85350527Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0/d, Name: checkpoints/4096/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9abb988ff1ec14821cb8a7b6a0eeed1c3951f21ca16ffac7eda08151ccc8bf7b96ad5681ce1355b0cb4901e867dcb33591591c3c299206e9ad355b1e2f08853d46b2be8488636612296bb6ac385749c7f685c977149a57de713a473d34ba001eb0607f3c60fe524f23f7413191e26f8ffaed9fb03e3704f79b4fca5a9cf810b056d62229ea11432a3b36767ab8ca27adc558d407225ef244f317cda66ad679b47c6594ea4b3e305050e7295a10dd97f5e5bec0401043b9b430121dc31aa28f5f25532e18cd0f77c018f6930d33a6e4004ad44e255a85616a06b2b01a4fd4f2e45298162cfbbc23c2058ed91eeae4cf8e9051b7e5f32c8986edc8ffb68b1b3b41&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851920594Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/ocdbt.process_0, Name: checkpoints/128/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=924f257f6ce34187c49f21e1584e5252bdf280bd56d33e3c42508a5f52a1c027ea1268b796827a0df1e399a3b09d4d93c4ecc66fcc77c4f3c035828c2799a01af95d51b29758efc0be5121817fc517a597f58e3e48d5f12168c0b909abd6a8b9ffa42e923ddd89a2427b171a53964a72f855e49e3fe1e2ac903b9349126c7e6c19fcafdbac78108c5f21189f7db1ee3b3d70c4770dfffe6b051689b1e61e8bdb986a8a81f8c1234954b4df0f84260bfea4eea6a5f1fa1eba0eae9a3f448325feb67e3f8349b2bd0274c128ab195d63167587a15fbfe476e337f384d867a218dd0ce4aae544f55c8883abea2f35a8805e2407d5c97b14871171310dd4eab4e58a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853257633Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/array_metadatas, Name: checkpoints/7296/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b3a3cb92b51360ef9652d907e0ce224622989139c60a20bf4d36227f53c68935c150d5c8c14f0074e06ab706b4102052ab0b39d88222f47026281c0b0e8988caa1d0f4df7fddf61621317a402acd74c3c8002acc46e45b0103d99c50fd545a9c53f874bb15e16bd672441de50696d9cacb8b08b6726c0d6aeb0d4457a14b61af24d99b2c289f0a85d917fafb3ea00f62fb7b3cfbd6d74c2d7427ee48b69445b3da91e41d5c1f062352f8edfb6c9dbd3b6b67941b9edd930e832f8f955e958a7d1f97f587539b4beeeb74b2f98b56df2a7eb9dce9cfac3841e1b26060d085e5d0e4cc38db6347510c72968773656fd3a8b5086498c5868bddcead0847f6679db9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853586634Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/array_metadatas, Name: checkpoints/2304/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9caadb72a4abc7cb763c82624cf715e758b97e186c18ddf3954d01b995005bb00551310c10dc2a514930d7fc47fa657331053b77fe846bbbe0752c8bcef90cbdb5fd0696fbec5ee109bbc57928f6e9a0142538a6c88c088e2efd9a611344b0a7dcf30ff46f9b32689e30d6d3255977cadc881cb62124b125d6d70613e530cb3e5fc5db607acdba2f44f08f0dc4cc71617986d37de2e576b764e6a4cd7e6db3fd2a1d24e4300bc0de3ba00c45062aa871b59a2f4440d83ee916d8da1de8e7809d50618bc1226c3e97b3d6d12e72b0c99418d50178110f946d19bc4d6471d899837542694c640210a4451bc36c2fc625224a29c34cd768e074292ba2fa28b9e8fc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851918419Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/d, Name: checkpoints/8960/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3036f90de3e1a3f7a7a07f29c983ffc709d10c1752cb800b38650ccc981a4942a311f43b6d6e4e6f139668b218ecc959678a01d9e734910394b3b94cc6aa1300fc259f4cbb62ae76118dea840e2bae70ad1ed1e543828ccfdb66ad73fbbd5ab6427f1a2fd0663cab89ab25cacaa7dbcca561d5e732b1b664f9417333c0df91bbed4aec08a8c34829639b360af0c83292fa7bc9b9b3b202e81c02897fdd098697fc0ac573996949fcd4da39379095965ff427bfc6a6d8bece2fce60e3fb6611e3cd7060eb5518d07f2dcca6d4bf8db8884926856a19aa80c02f9b09decf0ddf4035c53b28865a8275af271fcf41589fb0a88ff1f5ae735811e3f67ac20293c5ea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852201673Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856/default/d, Name: checkpoints/9856/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b586e315be00a925cfd6184be4945836d59ae3c20b93817672fe27d966c44b3e4ad92073de9f08f6396395267e3899c2465427f133e379495fb83874cb8df5434a7d3bdd1b80ef1ff983f4b094cba4a93721d62d69a67f6d8c4016855a52b48694e9c18d92617ba621d0302e2d7e1838a76403c9e13db4a0b9e3c03241db2d47aedb1a610a5afcd563529b7392cea453b0a50f5915e968d6b0dc549f3f56d9516aea968cc4362d05a0f034fa72c8080fe811e5a26aa6c3090c48c747fc991364c9b729f4828a0a6e3b3caa7c00d9c6ff6f75a95edf9bfc7f02acbc3fba7dcb67a3c34ea094716e1d194eb1a64a2d324b7864bbfdadec834c4e887f9e93b19abe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851915554Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/ocdbt.process_0, Name: checkpoints/7552/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=788ec86e3b861c209c5b7ef7c489ea5d140cdc421a249395690a42a8b16ddbfa4565592c1b64b32ca5500ac367514e79d871d2ab009ff58b43faadefcf81cd81e4e8292df2a6cb7783a5ec38f2abc7c2fde76d2bf1fd1bd925f150fe5d8a63f27a4b1e63ee3e1f85bae41bb0bb8792f8e88b9b012d38420c581964a631aa592c3c8f0d9f94d5b3ef8807e60c071033b26d568816cbe5aa3e625f0aed99950f03e4a1163e98076c9b19be1974e149433621b9049427762236eef5bc86580f11f12efce3b459915a30046c7401140f43f67e6d1ed8931c63113363bd80bdac691201348231fa702185e9a157d8749f679aa3ee8a1643ef564c6c83031c20180a0f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853912448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256/default, Name: checkpoints/256/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06710761fbd2beb0f12dc28f8b1dc6254294088e01a3ffaa3577e1a476eead1051c9bb78e8ae0db624b6230f3d4eb9ad862570876510b4958a61dbbb376c22a00a9496e47893b8f95eb46ee10fb7ff9c9d0405763f54bc3a87a2f0e295c06a6b3c27c09594fecf6dc929a7c437a05178422899e0c2f9c31be8ca506542edb740d967aac474306722cd97ac165aaf9834e980d504544e78f481f243d7ef78d3186fd54a2c657a685ecb65191214e23702675a805c0d73189c80cd03a2bf358a11ce57e6d9dec5fccaec347a5a6c9181e7058e51a7b207793c69551df48d1fb603136f547d1f024a8d6fc17751f5690f29187fb239788281e7a771f594e2d25725&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853967231Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0/d, Name: checkpoints/9472/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ce10e38ad4cb42e3dc4fb20ef1292efd23fe53645aecba2921b000101c21cd825325d0f000fd4409b42c1358ef2982d0ce0579e2106bc3774382c56a4becbc93d30e37ee424dad47ae88edfca0a0c3a91fa0ecf6cd82fc1c9bd7ed335d6dfcde362aa0a22bb12a3bf3af10f6c3149e610bc3df277cc3bf3657db38aca03554e573ee44c81f8ef95dee309d6fa7a2eb6dc6ffc57becae87131e1733555a1e10db0c7ed1ef7b90eab1a9ced2b9c54a32bb119f80da5eb8765d484631e2819a07dd28ea8fbad5c068357542a492e9db16ced38c45a7ffcac299fb2d0adee9803472b2b4e05fc4d9f5069f285a04602cd8447b669f37f220277bd3a864ec55723c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853989703Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/d, Name: checkpoints/11392/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=53b8776a19f8180271f9363f64d14dc8136d09e8eacf774e6b5e200d623e2a968179b6a3c37d92cfa9460c8e563dde83499fef1567dada1cb77bda94cf81952a5f5bed2aab7289c82db0df0946da48f992be03526814d83e966a46bac4a14b64c4658d6a1f972e139596214dc1f64125191ee6484eb357a89052d5552902957a68919291feb10a582542d02b20e31372276b0e6d0a1eb7bae65892ded06e068159b8bd3db858f972e5068a726eb553f70b85eef7373e7b2052686d0f48d2ed1c83a9a17b605ae43ba13b9ae7ae07cdf284afb2bd94fa10b49b14aa751527566cfa649312aac76965a2b295ef6ee20af673800c665d238e80bcddb8446d820208&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.853993631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/ocdbt.process_0/d, Name: checkpoints/10880/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=490c946bcf70b90043cdbf92dce43246be353de6402c29f76b413b9735b53a0fd579c2e45180ba6c20584aac0233d31c9a04807f5c077e1946c5323efdd1ce6d0ee9d01689acc1d7d36f17571ad0f590b0179dfe8888c450c53984947060c2b0368b2e4b2e053ae18d51f6e20671159ab98cb5e693b8f8125a32e0a0fbc7197cce4f50da3438c2152a00fa8b665e3e3a6468d84524abc100fbf4e8747a788244212fcc652af9d30c364d2bffc106efae25a5cf37ecca8748765219365a0df4ce300f5e86e00df690de1059722f0356b5ba5340eee24dfc9e1b1589088b9c433cd657c3a22602b91525ebc12cc76438895fce7105b2755c69835bf217806f4e47&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.854110451Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/ocdbt.process_0, Name: checkpoints/6272/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80379f94ae51ddc2589199c17a99ce04994fece18517c78cfe73ec4c35a653074609f688066411f7668cc95c923fbd64adb6881fd63bec4a809df91a01e7b5a857a714ae48016688f5d1cb88a0735657940c7888df9dc08a31e9ec37d4d9c1ed08066e665f0c0ab5420a237c4633a636e88d69345c7116d804fd45214e5ff44bb079585befa94cc54fef44928fcc9b3a29af67f49442856909a65c943a534098c7cfb754c6c223ee55e1c132070db89bc8af52186af9b695d517a4e4ead23a54476e0871f69f9852bbec507bc95a9e4230effba25f0bbe564cd89aff227c33911eb078160a07406ec6e6606eb42bfad5a7063cd8d1c9f932cd10d6a399efd084&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851961591Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7552/default/d, Name: checkpoints/7552/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7552/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=08435a243ca07ab94710e7486e2ab998ed125b8824bf4ee25e5b461cab77e2704b7887cf0de2f3b442f06a4907987b6146ceb7656abd15ce6acc1cfe0c227f6fa7bbc058b7191810ea989f8749e860411370dfcc99dc7735d10a5fc5e2ca4364db841af6da15b2cf10ab27f83811204763e2b6e0e4801fd4e32e9cef925f7f3befe6e55df220b942c578e74fc17bbc54e04d30ab9b8e16715a874496a2ffc99e34dcdd6bca67dc7b95a6dd1c193328677ddae4e460c7a13dfd12477c8fe3a2ea3c98988218a78202b4904bb369333e88dd72cda6dc6e1cb536663174dd6c351cbab7e74387cfcff601782b70e859998a067fdbfb99e78d1a3eff81f924bf5a89&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851958836Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/ocdbt.process_0/d, Name: checkpoints/11136/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4911972cec121bfee54c4f36f29d52bdf1e22c5f313b3d2241f8b2e6c159f90c62bb8f7b20b75a8a7bbc276daef5c6a173ce09de71779b5f6d30ec3388e63ab4ebe27a7f8b03bfe61641ba77153f24fbd5592cba4e514e1edeb9d6f5fa68edaec6c5b6eadabc107b77e3a9fec10a4bbf81d5196cad03bc3766ec723e48e6c0442ea006c5d3687351bd100da2b006d533becbada39b410a83d72fe0c3d867043e1796186ad0995a2312a153be09439fc73ae0cf541e4a6bfed5770e10498bf75ab82d8f216b65e7dfa768dedc088bb374d50c36fdcd88acf4d83d690267c0884ea160500c881cfecde2ffea52c3a15805b99e22fe4dea259dcf59fefad64ad05f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852144105Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864, Name: checkpoints/4864, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6020b3d0cbe1ad456143e32eacc42c920a100c67c702e365d119561a1809b6b29d3bd1f70c892aa79582574e327684dc1910e5aaddca2b6deddbc4fdd4062c258cda227d34450a4208dceeff824e3bac1c5fbf7fc98d0e95e11e74a48b9c4701071e0d5e5ab6c90c2808995bf60bb24bbcc85c280fa11672c91ac28b25868cf7ec5bd529ed1cf67da6e07d05e7ba87c7f58eff0c13b37ff9b18df6ae77283098dcce6ae6fcac9cbf85a91bfad2a85d97ed975556de6220facf467186dfddd51e2ad0c828d26339a700073909e678acb40e11955994a0e3be68bb73a522cb0b3a8e5aa13db1e8c3052e7273a0d6f0091713c79fae2d6db5732078e3a91863c54b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.854345093Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784, Name: checkpoints/6784, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5dc2f4e177a539fc70a1e329914be1cbd79e65b9da3e4d9dc6cc51c9528c00b67787656a1c4241604702d03a62efb2210bcab3bad45827f040dcfaf732edc38eb871b7ae5efba66a3ca8d5c75a365ab0384cfd7e09039fd8556ba640df153b8acd1d3223add65ac2839045def97403a878d31cb1fe8cc64981bdbe4d7746ff8bde5098902b4f7efcde1afb45dbec8e6bc113f27a682b1b7e84524be0391fb35af7ef4d25a7239c43abfdaaae00311633a970ed7cb7e4cb597be022d9ac3ad71f5c0c63ae19792a131f2a62682f89470918bc99a07e21f7c49a8d7858164d563d5b2d8340d3030fcd888dab35653b43ddca379a3020d7c22767c4aca8558d89e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.854403864Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default/array_metadatas, Name: checkpoints/12288/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a1656e7b287323031ce0f7c00fa2d6fc2caa9a505db2f52a771d670103839c1172b8905602554a73d61f345a10c4ec354f83a7f169c248d57ff4547d1238ce67b556e643f79d95adae6b674272c37fac9d6a0dc9d58ec2c9609fc78aff7a3c6e9a49d486a8bcde3fc9fdd9033c9d7decd1ee81b15d822d406c18f3c00c3fe4119cf610e81b937a6d87963f75715d9e84fbcf0832e3f2b0ec018ff717088135d38548d0299e3b6680be149e7e259ce09fc8dde90a3b52e9c8c9c3d84126022fbfb65fc6571aff9913ad5329d6b8def3a0a52c67814c2ccaf9c0015b0babf73660bc666a806b73c67d91317e5acdf67c37e019bb29455c840f0cc4f75a6a7008d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.854429943Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default/ocdbt.process_0/d, Name: checkpoints/11264/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=79bf6005bfec841e9a1e47c77b3d3602bd613c4a7ee832578bfd554c0a2ef5b03eb23965b53d50d0cffef91a5061a2934db981b2bf2a23ee2f0a28dd583f21c783cb5b946230ce62a6eefa9ba119ddcb0bd3d3a66367e738dad715d635acd778589e1926fbf66554628ac9debf70e6808c92381d583789d1aff3105d731481a7a372db422c344218c547b5b0380821739e39bccc1c21d3091ae6a6580b04cec316b7413f9be31ec6b85e14cc1cacd7be40226259cea3df3c66e3a03bd4501401c84a0a6410c1cde73970531ba58ccf7d3b2cfad32f28812abf554168ac2b168dd8f89de4df365006ebcbfde3c3096913c5f6eada9c6a747513fdb98532a2a93c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851964757Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9856, Name: checkpoints/9856, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9856?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4ef3364e1c874667eceefd733545f475c4e914a69951f66d1dacba8f201dccc74a3c878c47e3f465b32436c5b250321d49100e2a5ae4c620992f8ccf3b2175915716230e9048a3a624404fffb07adf386f10bccbdc048fad0098735085326b83c91082aacf1bb7062f28e9afa478eda21b1a6d6042252077643089559bb753f0b76669a0843f532b16afc357d9a3c174327b00e4750339bc72c87a7576f689c9002a04f05545be47094c8d796e0deaa9f3e08c85c08b8f49b1dcafbeffdba4f9b643c998e793526b66f5db9a42b6d09227f771a4f96646e80556f329c44f051ee60ec5129706c6c75c73212a85c1e55cd99d866377482c6346ce417ad42b422f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852013108Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0, Name: checkpoints/0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=95a9149b98eb959114512aca4a83b5d106f4dcb36d2e53b61b4adb5350616b2696de3468ec98273a0d8a8b30d86231a64a38fda5c29b3a1093f7f1d1e31702826f3157361b967315df255977f35a01fc1587768e9900a755c9a7acebcb57e052a1a29cab671309f5d127f54609bbc016aaa1e8cc0ad91dedff3aafae396d25eb419312ea04a21d7e59b31cf7a67567a325ccd38ff3993e27cd7922c009b3108e3b9b7dc663666cdab372ff7ae298875d30f49a3d173450f7716e34a118bdb908ca2995ce591a1bb9be0c2cab0b16c073409ca4f008604bbc87e0cdf13f9f8e28291bcd05edec06c4bf0020ae29f61621212ccdf87f5bee9c6ccdb1878052f8be&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.854956766Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1664/default/d, Name: checkpoints/1664/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1664/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c22e4e92ec17e70a3fb1afae808ffca4f574760cc77ba1a43ac48fb39a6189906259e921358d5dc0061489531f03411e7cd4b6a30cfad9be574e5d2558dac29610943317c02ddb4a2d5085fbe3eae7d67148c6e5f1fa223fc376bc0720938aea3b4c7e8050e1af9cae31df5197615217e5e2f9c34ba43802081ebfd0f1ace8090a647d5e8870607270f0fc41fbee63ee233c0d423b35a33e27d04b82fe8b98402d27d2c6e786308a6f1eae903a5afabf30722a54b5b6089887a4c9795ce5481d39b3753aeea9ac78a1c6737969b27cdcaecfaef6614f57b087121c9f6fe5574e7d2f1dc3f4907efa6eedefa6139fb3e8bd9b1419a7d83313b01601466ee1b8af&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852010503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default, Name: checkpoints/5504/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1d714279dd8ff13d8bd297c57cedaa9426a5452dbca219a738e53b5ad7ff2f7a997cebd97b752d51e349cca95df220f54cbb7d156b88c0452afc84a318a7dba165f09b8ef4a87e20deb506539466a82c09a5887e9d25b1fcb338c94d74e933afac1cc12174038ea71bc492fb3f091f084833135f465f6c3f79de35ea7b39236827d1c4607dc6690b81b2fbb75f5f4aa04585346a06dd515b6b31de25ab933c9240e2b4937360c6771cc10c8e9e909178f3cf9347b9c38a16cf9f4714749d87f109d4ed711de7bc4d839f8cd075ce4e92f6a6fda3aba0bc1238362fbbb0e3524b550b5287549844a9983a33b38d697eb8069819ebcaa4334880e8578f5cbae58&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.855161402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/array_metadatas, Name: checkpoints/6400/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a6f39b67ae186b727212ee3fb1889260e9ce15f9e44d19263735c18a415837dd435f734d3893f2c2f33091ce9c167064f1ed48393a0279dcb1f19e560fdd61012b7de120a34936be1e16e7307ba96f40392e581cbc42e6ab13d53d8bc8a6e7d46b3803a26ccc58671c06b3f5c6e9301d0ad947d7893d57ad22b6ebe90f401d8af5f73b36cc2a6ed9725df3df170bf3806bc47801dea9b47aebb347cb659297b789f227e7e6db11143ebe470b33f46313d47c5424811d745c188beeffe1ceae029353a140f67bc3fe653aef55736697532e8a4784339fd20bd89b9d68213f633a05724d164e0b996c80c5b075400747fe59d96f37a1e668d2566d3ddbdce8675&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.855200215Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/d, Name: checkpoints/12800/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0d455d5af3d43d41ba69491e2ddc460722905eb0139bc1ca48144846cf774bd658a2b3608f352fa7b4f7d6a585a042869570069baed4b9c3db5cf12252eeb89343ce0f2f8aa647b2aa665f039b37a6b89ae0a5d5072b0042ab7fb9d3e03103693d5a2d9ac2ee8a3bf87716f4c58d7dae1ced398ba81804a77979c9adc454d114092f98e8591c0a2cb7e50a4aaf58ddd3a28b4ecf06be92644ff33dab5558319a4703ffd823f1bed521fc9de7ae06d5bceff2ca34cd6028a14074a347c5b6d56281c86ce9905b86facf81e85433bd1306c1b4cb77b9f1412991529d6c3bb28ae0cc4d3563cf48170cb8b4290e7ac3786bb3c816ede9c417625b1fc9079ff8844&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.855235912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960/default/array_metadatas, Name: checkpoints/8960/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=251f4ef995d6882ecbb4431f484adcd189bb8a8b503c0959999defffdc98cdd32011597dbe6d47f0388cebd3c834ee6b1804840947b7c63cca8f6f0106117074be5c38cbfa2fb1554e44f560ff42f7ccc8d116b868630976d1acaa8a7da342d70c6a617b966982054e408103b8a7bebaf4eee2f0a0b9ca59b629d7c2b326c75ba7054cb59dbf90b6085b9fce9ffbe0087c190137673baa7dc6cacd05e2b7b62614057c3f52e890084f460144c6b3d8c512d4a05e4942a0ba51b476520d5f2e296fda500cac94c2be8ddf14997981fabedaa455917f42a9a0e4fa1648d551079ba25ee3924c0dfb88928b80429001640f490e7db50b1bb669dbd7b37a234014c9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852053304Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/ocdbt.process_0, Name: checkpoints/11520/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9746a676e11f487821eed3049dbcb6faaf89e81c8a46fa562375d520f41830f2c44b8b5d3bd09b8649aa61217a91df28b9d8c9ec8e7778ce748544ba48890883249fcd38b1b9a8a14ac0576daf6dfe38e313f70d1546b1aefd5d09277879d9583244b6e2fc6cd6be5e926daa26620ba0bf7c57fa96518d9f89773f8f4da2791a9237f16a59872fd5952c12d9e2dae7459c21f267dc160b3adecb97f6bb04bed4c690276b18b8597128afccbde838e53c1a974641e4e61ea5a3a79402ead86b53ae90b758ba81d760dd0e87467eefc48915f87c1e4a6b27afe8c4d5cd0b3f09a0bdfd9957b3d51f1dfe87b19135a0688d51ae57f0c596ada2afe806ecd3274724&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852029679Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default, Name: checkpoints/6912/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1e5ad2788535ee6108ca644742d65b5b955e70e969b5cd813480311da4010f42173729b7336d7d1b6afd799d98e6bf077b4b5e2169f4b165bd9b745d3ad908dfcc7ea9165c723201754476fd4035c44aa743ab5eb1ed858e8e8ab1594390f0cabf8d1919f1d81e53b8057beb0ced4f43b8738ae427eb96ab5aacedaa39903fab11dd9efd0268015569b0c36a81e8fe2c413be91a150c7a3e42dfb8d6337a7608ca48ff6d2e386761fbb38d78d92a2b52c27ab0f8342ca9648ba968583759d4dc0a7803ac46ac9c4398a01191e80f9dadc1010fa4f57e2171a76ef964be96940fc6aed9b179a38af68f60b886cfc68c163197f6a157b9ea06a4aeefa4079d8f87&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85573877Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0/d, Name: checkpoints/5248/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1f6c5a46f7db1fc86b0609e5b7efd7e9b411b128fad38ac6d759cbe4775202edb16bc1ed7d45b97ef2099286588082ad5fd32a2b023665b56e870015d04a72e0c7d21120a91191c2207d8bd73884624f6bd287c6f99155f724fa3c9315bcf722f61406c1238a222c9ed38915a57ffc3648d0f39bd5e8fdfe3a836fd80069230bf5f1a9e403e9b216a363ea29cdb4ae3bfaee49d6ed3659bab24d075780332a8ae93888106714bc63f97034b85f0ed7a75e83732fe918fdb7b386a0f060cbc12b9168ffa9ca04e4b421844490f6d2ce1a4572eda5cf286006e3eb39db5287144f65477624cb4f62f5ad3789a7e1d69f1ed3d128f38a559f066ede0553e9bc892&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852055949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8704/default/array_metadatas, Name: checkpoints/8704/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8704/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a49f8f9b8fafd95849ae25a596f08b1bd332c57df1473d8fbfa0c5b064d14fc6ac44609dd2f4b57085b1f9dbb3a6aa322c9348baae2fd3f3b443fb51418832299f14d56b460120c4c574f79faac2f359b204718e70e20a170b6dfbfd0851c1dd1d15e7ca5cb840d1e7bfcf2b64af7bb8e9b177d485cc0376885c38e8e4bd3703cfafc684abac2211b34ada033dfb41a4584bdf9cf0208050c607de99d1c5e98eaabf3c0f0020fa0f76af3f944c0ffde6b214a71e28592f7b0dd2e37e544df2f0a2a7e94d8e540c950b9a631dfdee8eb54f3c5e12a5c4a44eaa2ab830b53108722c77f633720fb7b33372dc20eb72da3284a18ebb5665ece9203b7bc72bbea3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.855962531Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/d, Name: checkpoints/2048/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=032d57b4cef238c27782b187db39e86fbd86acafdc460fa38f707a8fb8770962254f72a1c149e0b7e60e70c2863d893ab6b5650e5db178c880fed80078158c0f19f7d7559fa19c4e30f1b787d2c5f1916310b1798ffa17077b2cb227e134ecea6e662c1e4fcb96e8e9b5695cdf744aea9093cf0e5919751ad57a42254c807b2d8233e7311c050615b5c14606cf8ff4997bfdcb4f604e1cdb1b5d42275873f55f15ffae0557e8a02de9f35f95c27721a39b16032bdb8a62f78c0b533e0c703ef01ab45ce1cba2cdb1ac41c6cfd221583b12b19416de1b25f4f33c4a7d9ac72eead8c65f18c8af49c3eb056d31ef55cf672550846555decf09f83b8394e7288194&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.855832897Z","level":"INFO","msg":"handler: operation stats","stats":{"operations":[{"desc":"uploading output.log","runtime_seconds":0.629335609,"progress":"3.0MB/3.1MB"},{"desc":"uploading checkpoints/12672/default/array_metadatas","runtime_seconds":0.016847111},{"desc":"uploading checkpoints/6016/default","runtime_seconds":0.016832684},{"desc":"uploading checkpoints/7040/default/ocdbt.process_0/d","runtime_seconds":0.016829128},{"desc":"uploading checkpoints/13056/default/array_metadatas","runtime_seconds":0.016571451},{"desc":"uploading checkpoints/1536/default/array_metadatas","runtime_seconds":0.016566743},{"desc":"uploading checkpoints/9472/default","runtime_seconds":0.016562755},{"desc":"uploading checkpoints/8320/default/d","runtime_seconds":0.016517861},{"desc":"uploading checkpoints/8832/default/ocdbt.process_0","runtime_seconds":0.016495779},{"desc":"uploading checkpoints/12032/default/array_metadatas","runtime_seconds":0.016492062}],"total_operations":380}}
+{"time":"2025-07-24T22:07:45.856046039Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0/d, Name: checkpoints/2432/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27f51b86407b56aa45fb0683fb0d69b2e5ed8421f16265fb5223a6817ea2a6ba7881e5d8603665eeb8151191bc4e5ec5f02224c5242c79b8e8adf2b1bcc4b70f243d6c1715852a19da3e0dd6b05428ded2a8c0bb3b4b9e98646e5df00bf1a56b649d2e90a1f44c5964b2f84d04083335466fb9bb77ffca0ad4d5514de83bc7b724b1d20e576af8976374b3f32f31233fbeb238bfd2dde7a469873f1f0e151e9a4456395e29e5d1610f35e6f60396779c01fc8d415950f188a79440003a89e1dafd534eafb0588097a233f11d1bd696c170ab0a088c1aa51265eac2265197eab239ea42521f7e55f231d83a93e7cad86af2178570278a3e4eea33ae0b203d00bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852066939Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040, Name: checkpoints/7040, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2f231208f214b6a56def08f2b1baa89b61cc1b529be336eb2614c2b348a50e6a4b2430c2f060f5b9ea79dedd65f4cbd809113566e9987ceaaa1bce04de8359399a8894d17266d0111efbd4da21526623ca97c75b406286dabd20d099f9e9f0b20f3587e6275e212c55e74b135605d5830a0698f8002b2910e6efac974d676c7dcd8c419de72fe0a3f1f956d7462d3955cac19bc020a05da95ffebe61734ee289178db252e22cfe5809c3c93852f0cbcc0da864c1050bddf502742ddeec46a96a0c15976c5294c01ce29287c1370d9afe573fb79575e28c881d78222b1fb8acf1a72a3bf763e50ed439f304e220af16fa6c33458603833fcc9f21f61dd1ca7acc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852094541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/array_metadatas, Name: checkpoints/8192/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=746e4013a3d46935bf36cdf757a4f0525bcf1c3b76b788ab856ea1399570dc6bd3e6b08b849708aa94a70e9cbc3bcf95bb87aa1450ef44bd306060d586acbde1706ea27eb942bc89fd588dcae062f7c08b74d880e106c641f30d4a874dd441d67b3c283c899db342cad37c4c7dc29503e7d8b77d42236cf734d0c3dbb35c253d43f052ea82322c11ec3b892f5d1f9dd0a6111448b8c4293043f50a45d899c05248069ecee506366e583528b75c96904451567a8370c31bb8ae45b045af6dcfa38d2a54cbe41364e93a9761a763b80ba7a26d2dda163e887a1695e9b0d1653aef35167e39ee47d4b3e44d8590b1a8a7db621745c134d2a5fccfbe3b7a85c911a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852100152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default, Name: checkpoints/1920/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8ca581fac33ae078f5ba48cffc7d8ad3d2cf06929897a579a7b51b87ab8a99272fb9941ba34f627482e923f229f693c20fbbe9b5d83386b21b40e5580ce1bc297aa8d79c606f6122747e619b7e2dbac48191a858a7385f70666d5c08015b19f87a378cdc8a6ce3bbee2cbd292b2cc8852701f117e3bee4d9f0f64b5379e1f2f45f171c9085671a59e8cfc7e7b1b20021f44c6a2651f2e25ac07e51a7a22ccd66813ece790ab6f2fb47deff08a89743bd0756bc38eb5f254e5b1e986fb0fb26f9216358e678c0f4733fe80f5741b090c55939dd551ef95a408ef56f191a078bd045f857c27bda258ce210b3ca2d2b14ea0feb6ce608aab7ed57b2802ca44d82b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852157861Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/d, Name: checkpoints/1792/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2b6f4788bbb087442555645a92c4b7150f6b3990fe212ab9d182e74dba2f042c376e310464a5f0734cb32ea273bf29fe6d66281f0993159d3ee3079ff0747aa5fcb7ffab260f2d1ec68316275d149a3d3fac94da4115027a5b04d52d0b955860145572b79882ae23f4556c4985bb32033c75fda0e86130bd5d40039ae3848b14ca7ab7779d3f45346fa5d4c56b4dae31172e788122dbc3dc24b8a45adf9c5b9aa3ab01c0efd816b84fc7959e59c5a0a9c5efeb15a6760326fbac195956ced713302ee8198dc9afd55f75b09f8441d0d10487d34a1fb57f98de64ec364d4030bab5989e8a5959b65794b768508bc70c025535467b151528e574940bb094fa85a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.849474544Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0, Name: checkpoints/7424/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9217e49b5df162b1d1395adb1f96bf1428a784bbf920b50a2ed7d505b2ebfcea94f7a0ebe424691c5e7b615e3a7ac1bbda1a3cce2c8c4bfd40edd7fcaa5274d9d676307eadb26cb3daf53abc4d388b5c10517193c39a5df0f9e6b39fe2220bc73da26937e0865f3b0471a0b34f892e465ba52e11df27692dad76c90c706d5beb6c644f7769bf304683a78bc05322a52a49fa794c63de5349163e6c6ead918e645d554b7aef5ea770fb2a8bb716d443a57b62af47b1f585877317af35ff441c58a06b88ffba51f9944890ed52ca3e6241a2433ad5f7d4c3760619f39f6bdbf563d238db381d7c84b7ec7e1b453c9d1533ddf03dcb2c45787ca3fe104813a832a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852205841Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14848/default/d, Name: checkpoints/14848/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14848/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8ce1ae9fa5d452ea83ab073b827ce63df4d4c1cd3348043ad1137c018a21548d2b09198816cf18949bfa31d532ac99fe71d193f205b3c79c4a519432f557eddb1ed7557f1c0ea9697e705844626cd1a477c382de9cc1398b062b4606275fa5d80178766804315d155f299c0434c77ec1f02f58c1343ba309b7bb28b831aff8dc8e004b9cc2f8a6b89c898494da0315b596d7dd15cc9e5903dcc898f585b2eac572a1656ad4f9026ae3dd63c72d3a6be620d252f2f0e440f70465c5f1a1692c31414f4da7dc90424fbc14cc73d5a52aa73a152d3f15592e595ca4ba597bf1ff4e600df737d27f7ada69f7b5c96e4bcdba9b7efaae7efa82ed1276941c08bdb386&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852723507Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584, Name: checkpoints/3584, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=baf009be8073a65fa78cf0f0e82a5389f75e9e62d1ecf6be46827d8e2849ba48ad9f4c5d597dcd1e2e69924f50d3d3c723a444db1acf824554efd0f85938a3562f0f0f49d942ceeb8a3dfadc549ae13dd20f784c2cfb8941cff9a323d733e7e8b6b1f1ecdd04975de7e910bd806f46d9efd08edeae87641720de382db61908a90a78574be43a494fbe8335d60d7c9741fabf54dd32bb624e0308756860eb5d2d954eaada4d05eb028c2e9bbca464f7ae334b59d2a56de64db3275c0f753fb17f1de23b23b650dc40c5ff9a4d7e619bdee682d8bc3fbf32b4b2b8fcea11a0b923cb34a39371dd6b4fd793018d778fd40b9a136f968bb4b759ea47adec300dba78&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851992699Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/ocdbt.process_0/d, Name: checkpoints/4608/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b9b54fcacfbb81bf75c22c0d9851d83ab1136d478bea65ae8fd6a10055ed9511bb200238e0d263898322b2d6db968f0ecfa912f5c50fd687544db1259f2c0db54767cf80676c6865d171e7a9b7617fa8cb0ecb3fd028c396f5f719087acec55a8f367bc6afd91e767ca755eed1f157f462e2f8a50add36213c3b6d7ea478cfcc8fc4fc586d70daf3ce2feed15cc8c5a57e9e04b92419f9058ef8617f1fafa08e6cb92b803eef34f9ad7758b12344605228241e4b4a9c4f3cd5a698798f00a17876b33332b36905d8b92a9f1c80cabf3744cf5ab524786c5ee244f5038d6e7775e66b1fc920055e55746f9c3ccdd5e3ef9433e4fde0788d0bd602df70fa4b001f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85424803Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/ocdbt.process_0, Name: checkpoints/9344/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05b8c3837ac117deb23639a993f4f857575bc3a2d39ce0007f7b465e0aa71bfdce73168c0defbf07ef4317a6dc23ffc184ae7c6a2a56cf508ab7cd3422e4578a099403355ce531f5b5d8642366edf454ea6ca3983c0a82715ab05914c97bb0afd63a93fc8530c9f48c7e1b1bcebd710907ebd5552393caade21df6e1ed0f566058f121681c1a6e2871cc30176b7817a85bf0df9be1f8ae88060a41669c0a1c8db035ed8c0132d286b785f7e30399fa35dde76ea969444aacc69dca56f3fde426f5e5dc4a008008e905cc3cf73c25dd6ef667ba334effbecdfeb7598256f233e797845ef4bb1d98dfd3233be84e97cf3d895f0d495caafda5fcb2364814c3c4b5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.854276464Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/d, Name: checkpoints/4736/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9f45b328f6a40ac2b6801134c09eaef8b7d64ecf8fae5fc392482b6c79993fa6feb7cc833314d9752ef651d69c606ecc97eda56b86ce6c14e8c24d875d5d36517a5aad39b43f8c55e589582d79a24014f329430165a653c541a79ce6e6933c476ac10d0e5499bd7a80594e4ad6dede84b3691ce8ae384e89f11b2bffe3c4583be25b19f85e893eb0dfd18dc90f8ee98e7167d3cb4b549527bd9b4414330d5511e770e4a312279f16a3c16147c27ae59636252a95e7fe6b35d8828a6b18f59b10e73112c4bbec42dec73f6d27de8234d609ca0917c9583019af18f0741228b2214a0d7bc1146760e73ed656e56ba4eec399874741a32d670155fb7e4eee13f0a1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856065425Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default, Name: checkpoints/11904/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d1854cd794426639541eba97a4a3c13645224bfe4650360d0659d1e82a9546f56dcb1324104ceba469c397403694d572320df3906e39f3642a682fe6e76d87b773e9b5e55469158539308e27206d01a46b81c3ba9356fdc03baa9db122854ff85ef7e7c0cb1643e2226c56fd325347169387e9eb7715129ef0d4df8efae0988c620c9171866ad51bca2ea0818ec0cd11f722b85092611dcae254603d55c564ac30e9739aaf3b4f8dd7f80cd635c41431f8be0c2975c57c4ad8410d7c9b382cc8e9a81f7d58acc46a9bfe4336dbffae30e3ab4ecd4b08312eb05ce1617b4e77e5478c62ad1cc0da88d6f85c345ef40cab36c9be5fc3f2a99c7681099be3a50ff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856329904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984, Name: checkpoints/9984, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=94f2abdc650a5a91e545c5685513734d437781840f92ec5cfc3da64d6c3a62a24ac0a9d69924d8fed0353871be47cee58792307f01a1d6b7aec0464e0ec61dcb8609d2ecced91c0388e67f49033a04969a76fe62f5ca24b8f5c98ab6373047fae783a01e7d2e52092d0edf0106ac8bdbf697c25d42c64be8e1704cd15836cacaaac8f7217232e354e5eff935002351265fd66fba27d9fcec1158f5da90d575f4bed3a2783723041928c383df27ec2230ba144583c4b9bcb0bc3cb4c8af37b424195831a226c3887278a20955900e3669c1255f082de2fd589b100a23e21687a177db104eab4d90676722c86a79572c72a194fcc826e6a8b940aff6fa451aa822&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856109498Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default/d, Name: checkpoints/4992/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=031b5aac4d0641e399accde17007c1e9f0e62f44edae477aeee5454b922c5f042353210696cc14802983738bd2ea25f05788e91efce2993ceac696745d369a7e94a2b33b7799b7739a3698f599a94767df23fee034309f463be6b668ca807f61894cc7de649aa5d016b92debf846aa6efe19ffb8aa3d9caf00d226a707434e0bb7ed2d54d0b5946ca1de7d6e382c88ce727f36b6e4d514ca7498c00eac79a09f4927fe8b7a6d841b88ada65d0d8ddd2b25a16a2a31616c95e1af2c3fe5aba87f1a171d044620b0db34cac22709646c37467ab9d963cf04fbdfa298c115db72375cf761bbbae8dd18bb2d237dcf72eb0d68aa075731eba390720d7ba4016d1bcf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856493282Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default, Name: checkpoints/6528/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bad292ff2f45166cd769715c764eb93214b8c4dcce0457ae3c2d4f4f4e8c670cc6155710a6b58b8cdf4d06133731786b22b1a6f8aa8e488f5068399afc651caebb6d31fc2a24260744c5dd57b68646203f35f1121af7b916f05c31df342f34f3822f60974a8b86871ac24a2b1419d121e88a4d00ca97358916839272a77c038717ff24a394957e2879767e756b9d66623eeb53ce9869690ec6501c87a15416d743876704851b45a86ffa788fd488b4084d940de672c9d0ed435e5dfd2d044f7b2fa86bb7b69917b944d99bb7fd486b58cbec031b17396e8857b5a0def04f985a18e6e28335ef77a228b573c5c48a190be400a9583a8b5e532f34acf8e7929754&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85632273Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/640/default/ocdbt.process_0, Name: checkpoints/640/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/640/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1bcb234eda24def230c119175d5594003e3280536244268abc889dcf3110bfe8a14fef09fd85a6e8fa66d5a532a4533a03f8016302217ba1989e8620966e5b0776eaac8c3637c4e6a2ba6ab04c84e637a2fa56fb71ae95f8859965f0bc6406d70ef7a8a9e81b870a4f6620d286cca27a817f89a3059698b46bf149be918eeb15e2621c62042a446146d63fcf8f003cc3938475e115a781bdc561479228673dc5c740bc96ec0cfcdf3453106951c6dc9b196438287197b12fa6081361d67daca6e75946668665090baf5c494c13bdbe624e05c752d145f69e6debd5dfb9654160d5999d63ac96954886a865b14dd47991f7df035e031cf43c1e51f7b7f11bb2ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856546993Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default, Name: checkpoints/12928/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77f8be68d322c1727705573e26b06c13902c33e92cb5d042f534c76dbb59589e3a8cdea78c9366bde71043d3636b689f268636f4526faea2139fbf5727acd2bd9fb88b8e06f95756ca7bc861af215164b4f79ba67d98258e657b17cb1d1de269942c07f609b2d5412e19ace2303faf1295c718cba5707d81527c0eccc85207ce9019f8b6f43d5aebe7ce58743d4d0f546764b20de1297ce779dae2725abd5669f46edc5ad415a8e9a4f6e3c4160b7b36f40d90864ae7411e2c149974f9ffb91b890d148587b22bcb35efb6e94820ff4d3298d5769c443f2f6b057e929b811f87596746fa58079127a3d0bfe0b13758739a03dfd7a581b7125e175e4909b34816&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856573824Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/ocdbt.process_0/d, Name: checkpoints/11648/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=130b45b75baf2723b7353b9aee7d66bb10d924a2bfc419cfc73c5e88717b133b1132e7a1a0c22c7acaa123735bb7ce7d28540a8cdb5d8ff0d0e646ae3c17ba9d054ae27af5d6df2b2cc3bf484460ddf2b6c4e449ed83ee3fe3fd8e90b361b857e023aad8e3ae657059d27abc083c68442673d21629e4947b5e28e3d1ec3923debf9dc882d44c718f3feed5649dccb122f2c5af38fb9a7598fef1153af0db9ce18cec9fcccdc4e54ec7257fcb4c6a2ed03c495c9ffb31ff6c751ecbe9bbe168849fa57701f1e1d7a355e391538db114a42638fea71a469331ee6184178d4114bbcedb1611d4597d699a828e2ce72923a940b8fa273f5bdb024c27fa70a3b7cb3a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85659319Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/d, Name: checkpoints/6144/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=827f89feae9a88430e6000347d7559ae633965ecc96610e323e0e17521f53e6ba0604edcd95fa4e327a9b7960f0589e87a6f0f199571309964278e95eb0ef38160ac8b39c6f2ff2a5ad686ccdfb21356addcfef3881d2abcc869c9a45917b4750c524890c0c2faa979e927cfaa2747f3bd9739b60b74c2aa8247764c6f738202090c440582bfbe11be902bdf2bed54acb2668d7b1e821db5d81be13fb8e202856899c2f617e898d8400135e8e138c3e05b6b6cf72a2433ae92c8b6c94b27e3133ed2c6bd77fcceadc6c8163ad5fd745d450308e0f710b322a8bf648e57eaaf5ae1e86d175a68c9f85938e54235854ad0b832f39af3faff5392a9bbefa399d8bc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852085264Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/array_metadatas, Name: checkpoints/11520/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a225215e075e47334c0ab55ae53fe25594dc93b79000f6742efe6e98813b3598295bf5101725d05fa4b65a5e9ff26a63858eeebee54740120b2bb672fcc385af66348a24382cda31c5fba7635357591836aff2cf86082cf7e5865eddb985bced5d0a561c7552e3f6ab2b567af12ba720ababaf8c6bebb65e077a153a11e8858e192152c6c52ad9cf55f14ef2a71fa2d1bef33cee566e4bc444d794fb27d8c529b4ca3b821e10add12376e9c0f6534d4b263326a0f6d5ed3d060fa89f58bf635d8f8c9e39c7e7f821a515644acb9a6676ad96961bafaad772df10236ebf01218c45a2c36bb1b8d8dca811658e6ec50258d74b4737b0010eea2139c75e2192f4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856786104Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/d, Name: checkpoints/7168/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1edc7547946c2b03db5526654d78ac646d0080df2c4369a1c22d22ffae6ef011ae7b237f01f65cdfc4ca30a995cfeb0b90ef9bb399ecda33b39a0029f62e94a6faf192b591a81c69e54582fea773f4ec68d607e18b7269d973e14991ba227b187ec6c2d15d70f94881083fd1cfe02544eef64bdcc842b9aa6718945f46b89247cf02e51287eb52edcc552d01599d42540fbf228dd5b964a438d56af96c5e9b01b5c969185a6e2b7ff6b84b703bb73d4d14c05c697e6716a7ead7156d332c7a65ebfa1b34183106f68834a85692cec65efa43f556fedb02376efb3a736c88a8d0cb9ffd32050635e162f1f5aeedb40ec61e3f8a89e26c8512b3de20f428aa29b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856846698Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920/default/ocdbt.process_0/d, Name: checkpoints/1920/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4c51f97fda41285ff19a2394d4008d88a9e75843d33405462ddc33a884f6eb130a8edd2ce33c98a886fd7102de145edce8eee99a8fd128d64f0551162e17f89029acd334678b99822f2e9b0c21a07c4356c22c66d1b284d2c49099c2b48a34582cccc75eeef2ce98517888012dedf2d96a5c08a430a2f2544c0480a2100ade04dce36f4f32ebaf669017727a4a946aa80aa058e0c729672d412f646b7486a1651d8dced3c49b0add08a0f445728d268c4a7c28c3f87d0605332315a92c292d3f08acae0e065325aec4aee0148b791de1addf6d8d3f54f895132679786df72a806afbadbf9eb32c05a382da6f95c974bfdcb15fa3e55512199cb640e005b10b8f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.857006269Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/ocdbt.process_0/d, Name: checkpoints/4480/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a501a95bec2128ae4addfa89c3cfd2e93a3ec1c014adba85871028595de7b6de5f0df4d28a2da776a119f9203261662ac1ed46387b0c17a59f70f5c187c89eaaa7749388cf7817233e70d3fce083c3e24a4cc1cd3e821efbb1f5deb9ef8740a91dc839a8a4f3d66187e84a9df2427bed988b6b67f7b9350a7de13f5019d0ab173a503e74ab7244017eb63aac45f3b094fbc72067ed1e838a330646a580222d04e898609ae13f0202b956be9d1a18a35462269fd3a3c961541ee8ea06bc9f7eaf39ea40e6450ba8f1dc8f26dd0e6cee33e5a06ed088988a17533c818657d4cd7b9fe4c9461acb01aa7cf868a433f934e4b7e3d52a59c454fc85819bc920bc6df0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856127783Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default/ocdbt.process_0/d, Name: checkpoints/9984/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a69225c0abdceadaa36f88fc10e93c1ffae4f73c7b125001e21a55ac9d26c127c0a8b287c1c11bb9735eab9d50e0bc3e9c6111a6d37acc2d1d240b2392d88e82ad8b80494c1e34e0c68f78818f305142a9fc28e57419d947fe280f50d939f7f27999a0bbe9de27c650f161d3cf2e22b634d9072dcf054629b67d1adf0ae4fcd6de0b34db5361651fbebe1ae1c2195ddd644993001d402fa947aed5d0d9282173dacf9f1065dab0e917fd17360e8b8d02f89af2119d14f26661ba04a22bf32531a8d0bd0167cc270d9c86d037a1da60183e12f844d393021fa4f96f2424b86a4fd7a20803b0a090c84f084955d5bb53853fd261d1d23d997bd81aa32d4fcfb57d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85616868Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/ocdbt.process_0, Name: checkpoints/15104/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddd6846f38a62748876910b77f8c1446718ba409bfee4f0d29602dfcc337fa0730c77a2ea77b42c23d88cf3e2cea12acad576f1d7f13260bc47089df45b3a62cd1bc1abc1c14e13c68f2037358d6afe5866513c2dd93a834769e83b59e887c058c4a5771907bcd218cd1620eb077249bd52485437a3762baec9ad0e6e68a171de37a317d3ee484faaa3ebf066ceca046e65cbafb3f0841794414a7dd97ee27e091df166a80feb2004d79814df5ea722b51c29a133f0cf3306e5596c84257b6cdf5c4c175c8c57d6f29f3ce9c3db2f5f6888b78d7ee2b645b64136d0f7b16734b6560b6409121c8f8c8aa0c10f52e01fe19f22350d609832a5452d8c71c32984&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.857401453Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/array_metadatas, Name: checkpoints/14976/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=157ab81ca7a9d15092f20d2f5ac170f9e23c49784ba67a992f4e5f05dda4ee44686e132b1490a5f0b58509c19f56bfc69a95906f11eca2dfda7f045d8c0e4bf0078c43f8bd52c0fe2f3f2ce3e738691f002be38e42a8b4c69f9e4a18722befdd91e6988e404842e892d93ec682f665fbbc0d9ecdccc0a1556ffa10609413ec4ef1042626cb8217e3bc2f4c022f47bdd0203eb8bf421008729b51b93954ed4e627da997cb562dcd992aa15aa93a27b9a0ff2105a5c93a3515849c6285dd8312765cb5e58201a32a8f8ca66b85de6432d090e6c5900b22f51e6994fa227ea99e74bce9296dcb290f70ab07d7c013f59a45b2c952abacd8f647117e334b5ddb1445&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856180071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240, Name: checkpoints/10240, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5173e6e8474e3b5267518b252eb344a6bd62a67706f117bcb0d243e075c03f29b50592f75c4fd9144ac144fcc05ead9dd6a05a9841ac50802ff18264c836454aab707ec6115a546db11c2f864040985d2d944858bb4813a1b59c6add3c82871b8c96693d3805da05c47b4dd72e2a32968018579d3a32e29e2e4b4ff4fe148955f7d37c5a3855e45c51819be37fb590d50d1e9e4f47ddecf7cea44d9d0fe59672d4bc72cdc8771d0727f80dc57c290d57ab8a6fb72681e424adc1d8ae1855483e51045f1f41dbcc78c82179d128cd4601405310f6ddfbdbfdff254fbf30831328c5dd0f375cae83e43efb8b46de72ab60ee2cdefe06ef81544ea60f0d32598ad8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856274259Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/d, Name: checkpoints/13440/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4312d72f95f44734127e1292ef37e66f82801f01c9c47a301a27e0c56ae2126f642cf1d1a01b596973fcbd1cef380c745eb19eff48637f0ac027fdd455d3591d373610b384d3b45fd597b9ef584cc2b437ed36e553351b7acbc072cac526ac00cbdf4d7a8dfaea71035a169feac0de7ad69df695a725906569d0475c03e015c49c523684496cf4162b03a62e331842328c91e6ea64b7482d1c603be3bfccee778b60614543227fc3f55f6facd74e3ee72654ee2e3ef03c8eb366e389b14bd15afbd861ef0792e890cda04c1f5a16c7b3e25a18f8c33b936845e4e751f7d7a009d8dd9360f384110bbf5233fccf815090bb4e5eb9032878749412b200e93c29c8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85653491Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default, Name: checkpoints/12032/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a8291004e2c36702f068d716a1f51b436af41c9d9e32d5361d1955537a8df921ab505725a3bd96dfd0c3a09c0a63e8f1683c912aa768b01079538e0ec7b788b9acc9f3067a7c4f62a53d270b88fbd9439608d67841940d9bcd3d9306d042dd9dafe2abf937ff096f5b79e6fbcbb0184af927994daf3cd97e23716fb8f3bb997f824d8a0050473c29be1eb0d4be43c3174c2d62147238dcc47a46d3ed9fd815719f8b7f25d9615ef8e8b1815e6d4590e55f2f198a8f74625d8244d43a035a28c6e6fad5c98dce8e4cee09b7ce6f7d98bda9aa40c15c86805f3f99a129624bf17018242035a2a11b35b449762386f830e378f7c32c274036d13f8273e2d94524c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85747392Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/array_metadatas, Name: checkpoints/7424/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=767dae592cd2986573ce10a992ecdfe6231f75a939446d4a34801d2be30f93704f03caafc8f8bf8e7644a71bc0b2a3690a1096a0ec7f379580f7aa179c9e535e7bb7cc9097e22a40edea95c38ff7db77ac6b7686fba95e5e7b77d48a48e9ea83da0c7d05fbbf0828ad8f2fefc89952617190057c634784b5422b75db26eeb6168b348d26d86e4c7bf585daab28f2f36604cd7be8203fb3c7cd8ad7689e3a8089d61726bac58af05701f2a7f9aa94839196d9733adc7dda7907a236e3922584d7a6cf1da68ae7e0eb986083de21f63c48a5267df83031e784bc7a1464450e7227e4b1c5f8cad81912d596ea909feafedc6588875c33e1ba768402adec7b29db20&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856211671Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/array_metadatas, Name: checkpoints/11136/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b53aab8496e4641bb64516ebc59be653717d5d713df814c4dff64e28c9e3b872b10c851de02d584d01221830bf2465adf5a719fe7974706d54c1800a7b40b9db5c73f3ad49fa176efc4b0f4936eac799670775ac37a7c698a4915c3050383a048ad9314488753f9e7cb4da791d78e0f939103c857c0b369b8482a875a616dd96ac39becbdf739dd73c5c51c378585cc5b8d30ddae3ee0b8b5e93db2bd555712fefd4e5367e9b71bc2282f656d4a3ea9f000cd9d766c0cef816972b42fb674cb002cba0f9dc598b990f110f95ffd96b58cd4a41a74dd80573d14fbf5de73af33f2e267172505cbdbc0759ed04a3f1790cd994ad0e207369022eeb356d7076e969&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856793728Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312, Name: checkpoints/13312, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=06b84219c041387555fae001c0198b387ce44733b3502a6b513902a0e07811504b2228a1a31886e01c2209e24eb5f20b15e00d5d9922e98187b98e5aabd80cb1d0b7231ea263a5f7ed21a8cbcbbadaa4307e03c58c915f58b1cfeb0c4cf846a560dc3a90c1c83f3739c852d5c1ed0ccbfb8c9197035b00a7d8a1d024ba3a30906f6c4a5d793c8844a55b5b0e80546adfb5adb228534820874eaa1dbdebe44f1f9a4d8d8810054f8e99d062e4126161a4b87cd0f272984d0cc4765d6df758f04a359d4e066989fd3cded8db6723258fbd282ca468c5e7ad382c97b7d8265145ffbf78ad83f010488048a23058e2ce5fa4cfa6e6c6b896612901874b31fcb870f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.857705296Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/d, Name: checkpoints/1408/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=21e2c021a822b575bf26a2cf4b3aa75f6ab726e9cdb2864fce879da8fb14842ee860f76b269efa5098ad4fbad70b70bacff3225262eb6f82de8dc05ab00d6c74b48a18a8343419ab3e1b295ab413d72553a0b9c5dc8bad65e0a8acabcf41bcaa358c7762c6c444add20463c3284be611ac075d44eef47fe5dfde47e052ac44f9458b3bd7729ab9cf9d5cdc4f0b740986796aab1aebba0594b94e68cd61815693e9ba61956e623d337795599aa5d638e98091480e2114f98335eb82629cde8b3f271b16ea2b971b2909ab2b779366e63cc7d73fce80c38f5d4cb9e1111bfb59fc417a576136b38b78db5bc6c60615e765e40bba3972e9b0c6c640c77bb14e66d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.857796127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/ocdbt.process_0, Name: checkpoints/10496/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=358a841702e387eb5526312025f64515cb77df8fda5130785ca078218285e085e7deaf0ec728b01bd581cbc9f723416bd4a33a2a37a59e6f31b9ef4f5d14107257704f6c9f036f45a2e58aedc0c914152c571916d2dda348dd8e45367896e8b9ac872f3545dc4ae399f0b492c4a4142450bb74a94c9dfba7d29baaa05af3b885285ce2b6bd515130fadefcdfe26994a47e3c0e665495902b796b27b918f433b41ad021dda1487b2438ab2bbe57d780d6abaf06c5779f76097d9f0cda7c67b243e84490d06fa43f1c900015da2def7e2a294fdea9471178c397d3cf987dd048a0ff9fbe0df393c3d5f1e643772908c385ce7b36977fcb65a406efe03f2acccc26&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.857841152Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5120/default/array_metadatas, Name: checkpoints/5120/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5120/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b0bed938540f3b55236366d4c18967cb2214bb9cf12a28da1bbae0829b4e47a13cabfa8b3d395b9c486cad07fdfe9778005708564da8a7008d9d9e14e7d9cd84bfe4e15c79ab9a77ff79b12baa51f5df56b81416b9d686884371eb03777793548ed7b9afebf58694886b63c7b5a0b51b77e939fe0e29734ed15760d0db8ce36e5c1b8dcda21cc4cc1e9a04366458c23d0874e3e97ad82d9f28b203ae7dd83c15d3ce4b7afe5f07ec9b02fceb44c90e280f3643077138d3111a920cde113912c4ffa7ff6c827ce0a036c4f9528b46f46c02d88ff5629d8f8008ed8016eadcf452ce73d14620929faf05bbd7855ab34b7937427456bea46ebc65d00ef3d1b0c8c2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856227912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default, Name: checkpoints/4864/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=42896c6896a5553461c8d9b0faaa39c1aaa827aacdae3cdbbc395f1d672360713e2112a562dea49c6a1046e5c16144c2448f83f505b32c3182e76d35fa1f2db9f92603f4f3efb187ec4d4b9700ea6e10fc0ef0aaa9f02c634ee3a0828581d72830ed83d5cd31d5340021b30be4aac9d4d5bdb6975cce968808c2a1438234a6e483885c1f4fbfce7376c5347d350cc8fb64b45e3db92d8ba450a5d093d06363f39a0047abec1d21c8950599dc7b23161f2a273840f8bd88dde23fee09695e4b8b0d64fffee0d1353260ea134dc882e566d26db85adeb6dfc40c763e62c9a1d93982663b67fc59b3ce1f1f5af01a06f11354901d35a39e52a4f9759fab5ac7aa7a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856249502Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/array_metadatas, Name: checkpoints/14720/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ab748b64d7a4c2fd6e40cc826a6e6dac01e5063a040a032c7dcd3c9ec88eb6fe3caf1150b77c65ac1f3ce253be0b7d46e252504d1286768d5d4014e5fa200f1f775a2d5295cf888ed3d2400252876c93ac70704861dea343796f638a346341d4386eed9e19307f23a7806e3f52d17f5d0666de539f06d0c0219b97536e8e865f279aec9ae3245282e408e68337d4818a7a143f1bb42ab04649973ddf99d65f98927910784f12103222737736a540faebba801adff77f8d034f2a1c1ec823b161865ff0e2d69a46fcafc8d90b3a0b7a86c1f905290da01d68bc7468579d7dbb4667d129d09b0a8315819fa06eff57e71988cd9d20e7757cd410f13ef811ec239&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.858231468Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1024/default/d, Name: checkpoints/1024/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1024/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=55df4124224bdda8793e502e16724495034dc216d4869ebce78c6144edc1ccae4bd792536523515aea922f0c7d186db2452d9fef3f646c45e87755173dcaef492b9995c56c78422e7eebf6330deb6d076c0a6e355e5f761ad41c8585d2f7dce589482225c3166d168e07e59553930af6f055f5677f81f6498650b4c6c965eb5fd10099796ffaf91f7041b6f1fc70209a785e44c10663ac077c9093bc102c712f833043d6a81f1b0347cc39e30952b9fe7a64f94d77d69cef1bb993911ada03aebd0dcd7c58d982304576e1b056eab9bd52155cf4d0f5563c2b3b02a5c472c44a58affc75b55c20f7fe061753d0514d81b99f77c74adc12d03b60a8c363afdb15&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.852069274Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272, Name: checkpoints/6272, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=005952d45361fe9d9de6ae7d9458b77aa418e6b8d9cd1508ecc3d4f9d0aa2b621191f293a4c620b82597f970dde6111efc6fd22c1627fe4933c7326098c9cdc458d56ef6db85d842c54c3f60e49c70aafbc3ff01815ba65ed0c68a7a6e88b4ad2942432e82b47b4f81284e6d19468bf510db57d56c89fe65f3eda0bf447bb126013b54f7d63477ae18460e836ef0c9ff3b0f4781ec5850cb18fb1bb9118e87d0a4ae58d8ce6f2f590a8518e44ada002637f581d35b9c7f92eee4efcb6da29955130b99306476459002bdee00677b6f265b09807cc95726b6d9a4fb23d5dcae9d385fd5641b3481d348124d9e2f3705d1a7bd0bf75ba78de9712cd9e55481cce1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.858344381Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default, Name: checkpoints/8192/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6360c9592a1db745fd6ea97fbc53adb48714b60edfbeee5637e7b20b4bee910c4d4a652b61f001c287ecc3cdc58c10905230176d86ddadb42385e22d2218aa78c73c861663ff7094a51d99fbcd23cd84b2e149cb66a584022d2b079556fdd4fdb6a3cb8ea2f5ebd6c66a6705f00d3741e94d56acdd43c9658216ef57f204c900d3606dce31ce975312a7123e9c89e945f875e34863862ef9dfb3c7e4cb281d86aebfeb545b7011bfcce033281a51f93112fb008df6716a2f82f2fda9eae159f811fa716aecaaaf31b294a4a66bf30680844ff33f7ead3e4ff99702f2037325d4390ca6965a7c6baf59dd78794bb0d78acbcf4cd049fa57e364fa2ff4f87747f1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.858356253Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/d, Name: checkpoints/5760/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=993872c324bf50bc0c6deceddb6eb17c956db83722af944b79a7e510f00e58390907436853c8bc72ae3d37bce6c930948b48887e4fe79e19f92665f6f1363ea075b5967401d4563035afd9994cf2b9a77f59d838f1548367659534acf9455561c3c7e065cfdfd27cec7b42624e24874b31c3947693d8b9717f96bc37305290740f1baac0bfd79793ba1052001931d89cd1bc098eb894769c683585bc35aa127ebafc1e1d53c055d3de86e070837b3a890f0775370f040c8823996c7b6796da9e3b22f1c32e9133cb70fe23a7c9f4f47df9119c0e9dc35e760db0dec134b9447f9dbb8be8d69243c947ed95f83be41e91567b5ec908ba03d7240ba59f1d1b2948&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.858409243Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592/default/d, Name: checkpoints/14592/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7766d4d07b0729026e4ed512883554370e5db7ff1a561dbb2ab4c5e878268e3287f7df425109d09384bbbcdb32485ac997dda46c1b798695b8628a8b4614d0ce77e94abc825d8dc5f2ad5c0647bfe287bfdce44684e26a261e4c4c7f541506cea23f319923119bf010ea17090863f113ad94da664236f01048aca0afb3835e75881645c67b24984074fd422c6bd08d7918243b8e4eec6d288f6db1d667b7ed285eca042fe94b9f7be5cab95aae7151153cc35830037a176bc92ffa6024e9c2a55390816b66b4f8f353ba28c72c5a16f037708298cecdc7519e9bfacd471937ae99fa2a7404ee3102061c57db77b878f848a35b5e5894143377c20a0a7ad105b8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.858501667Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088, Name: checkpoints/9088, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b1ddf95d0509761ad1623c07f701bbb9e3e03f331eee03d29f2d5fdd909ba7ffc278ef3bf6b9b130f99810516016404f13d1c9721fee934902029c2ccc5bb1a32ba2fdaab99c5225e4898dac504c79f459bb32349d0b5901b715f34db930c3c5ca2b0981f544fea891328966cda3dbef8500f17ed6e465c21b0ad5de0ef6e7c2b1f16c6517d5da91331326cf401e3a23ae88de896ab3dec6f1e6106d96bfd0d8cc7a8d12dd3ccf749dc1262c6f4eebdad75f549fb890b40bf5e13e30b5a46c3472b90741a48ce8f7823e3a67f3ee9dc5d1d43e94434dcba8f361a74b26b6d00a50481bad80e54b2c96cb79d027cf173875f2c3ff315735593b3f9cd092d89d9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.858623947Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016/default/ocdbt.process_0, Name: checkpoints/6016/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44336b12369a2fcb46e28514f4d0009931e030e39ebafb785e01644a4540db5e270c26474ffbb32de5a7743e4fa2328ba4de2fbc7cd52c6b3e9cc008baeea7530214afe9a436ff838db1d017f82c9f3fa3463aeb1304df641ebf01823b104857bd31e818bf810b10b10609c82d6e054138c944517daeee82f74aa9bee8e7cc9469ae80f9887943fc5bc4bed99c71bb367e8484d29b9f3bc95364022f9408b1351c4c9b8db8c4b8b19e211bf9cb2a4b4ff655600a09a31862acb041acabeb703a95f7942fd5a64ab6d8e92a69c071a939756e9714d226366141a5a505dfe3e1ae07c62aef836a60e37330be7cfd5a12f81bef374aafc324c50b0bd59351b6e29a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.858833322Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/896/default/array_metadatas, Name: checkpoints/896/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/896/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=14ce57496243dd959fd8cfa833aa8e9d949ae43b85d27a401118a4b4bac2d6fbb1bc7aa9ea2932359b5f3e585074e9e5998b5698088f4eee2f6631ab37be0b16e656534685265558222e468d2db9fa5bf3cf11a52aa066b340caa314d54f8900cf477ed0d6c4c3f7371b9db96646a1fa25a1f67ae56be7b9d9869de24de7d9aae0b3ffab9cfb26bf0786bcf2d48f7342c0ee0c9bd069c9c9fab857286d5865202da62373565628f938781d505840417504e96ebd6001d44af3be6f5e4bfa7c00ecf56a9e2551cfc4dadad6e0c496bf81f324190c2ed229418a5c7135ca0bb9be3d3d68e0f2c9fdcdebcab84ceabc662b19004f2f9c7c6100351f34dc937bdb55&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.858997321Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default, Name: checkpoints/8064/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93cecc822fa252c2a2362f70d5027711a6a2e3c38fd20d77c0328ce2f1edb975f7b887296a2b954dd408e917893b98d0585b35b9b5a47bf1b09b52bb0bc578fff85512cc20f589f49e08ed83c788ea1f3fc68b0f709c78d13e2642ebdc9c66a0eaf177c61bc68396767f0b63545dc8f6b7081455a9245f6feaefeb2beac539491fe896b3f3b928eb73fe02bc1b4da67f81456b79784208d6800a2a5ac0a6056b620aa7e348ce836c4288628f537257cc5fbbfd24dabfe48a09e97f556783b13cef0f902774ca32d6cce40a2cd7be30cb4c8f2bad79405282a98425e62f392659c6ed701eee659f3d6a38232ea9365a04ed5e49f40826c3d9e1dba735a5bf6787&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859042446Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9472/default/ocdbt.process_0, Name: checkpoints/9472/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9472/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6863059b49c122a1f425752f614c79bc36396d35a982b04a2a3cfe97b84aac3f49bcf02875d872df97677ca27664b94e9d5245e3f52d5ab2b84eb036715f21bb173b08ff703c7aa8cd6785798deb4c91cc4f76115f95350b226f80e75b9c00f953074a25a53695df6548a76072075cdc064a42a78751d3c52242be28f7efe15cd91f6d2404cf3a33bfab3e67017b87060fd94d1d778e5cd5b56c73c9f9467ccf936390c58defce09652906579529efdb34d4383f7d1ced566174af8af9bc1ceb6b51837d24340c3e0603575808d4ac5a572b45a7ab0eb109aed5e6e491f2e9f4453b05dbab9f8da53546efbbe7d1a84851b717d403394530fd7d2a153966afc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859233697Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4096/default/ocdbt.process_0, Name: checkpoints/4096/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4096/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfc88c1516744a4a7f7f0c41ca1556bd8a431836f36014e506a3537966253ea6edeb206dd93a52a740f3973169acc83ce3405784bdf5b1f693350e8aa1fb8d6f6b70c2e6a3445541ea8427ed96fc3fad870cad2cdfbbb2f3b6a877eed73227331dd4d9721b7046ec5ab629d770cbb5024e66089db2549940db6a9085d0d2caad534e2fb5151e60baf1f48e34aebd5734c748f7d814f33fed012029ecc17e425c7a93acd579f7fe3ecd37da2a253a36d805044a50db029b0b487dc3684f34f93b41f8db1a52729d311747bb0bdb222c371f69a25742d464d666ac7dd49123ac0311e60613d6142733ee459729a7589e872dc8fba8d44500a7fe112138dbe532ab&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859249426Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default/ocdbt.process_0, Name: checkpoints/11392/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b01fb6ff84cc18b324f876eb62b2c104f1d37b87ac35777d8be5e6e4be56dd79d6e353316612aa63072e1fca647586525c2e69891c5e033212590c4417da87dc1f8064f13d18bae1cf83435be53899f9a4ba44f1420212e0bbf0ae8871b87a58e8d399d9da14f08c7f61de02acf4348212c3638704b91b639ca00191f431b669da8bb421f317550b2d7b19040e33ccd39f99a6970be1741d5ee1ff5a557b879071222baa811cd8c080fb59cbb17745f3ed8c954828b2094fc2118cd704413c8af3b9c39aa9f36d849b5b75778c136b40cd68db1e5b842c872a92eebc819cf84c80774d5ae8799f1ccdc507fb4a4ae89fadab3f801b4a51ac9d07ef774781f612&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859263743Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/ocdbt.process_0/d, Name: checkpoints/4736/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f05edd0b080198d21910cd7bcc1fb120992abe294b09ca114b6b8030ac0d112fab94d5c6cab70472452f4e565e504c1f826f2dfe142d4813c03320ca514e276a99eb6a48a8c1cad9a05e9c5bf29300e6c70b711f975b0d426ecbc9dbe4f575d58197d3b5eb38201372c6ea1814d52dc1da1db2d6e9b9e36c9ab6c4c2a0817d8c88e941be85b37e7b7ee2f9961e03f48cc366ba674db4ef1f0644865b0972b02b195e349ab5ce78c57cb86eb805ae4d579df9634a699aa18cf19bc447c3dad34e228bb6e311cf33bafad710474b4d4a309351c2eaa1db92dfc0a12fe5c89b3969523dbe8f0cbffa014f5c8250b0edd7519a89ce13155ba52e9968615758f0088&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859294962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0/d, Name: checkpoints/2304/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=13fc422bafb1e336c831c2d7db9b4079184eebce3a9fa69c104046097194fbb2eab0bdf9609ffa7739534cd5fbf3a419cec9e1d0b412c0ff218d55c4455f719328bd14e773adba9baf3bfa781c3df65e3cff81ebeda2c9d77b581d1b54026ea3ee61e639ca0265b4a2303ededa3def5f82a52c4dc068964ef7e30937655c7b756b7de722ec71557325a8459adfe791e8f06237e53d42b765edadde29964180c11b5a8bf0bbe3fbc7b20ab6ae049b699a3e54f10bbbcf6ce0036a8a6ff697f68c79d78a3afebc7f34bbe4dba1bcd2145d16673c4199b9b5c9d28a17cca1ac8c4cfc1a7ad532ce75cf88a798ab7886613a9eabfcc547611d1d78905a062e9e167b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859311343Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default/ocdbt.process_0, Name: checkpoints/8576/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=603c3231f1dcdb51f375b6680609ac131b70a4a13efbd572d55a6f273f75fca937e7bf131be37a98585cf6b286a1c0edcf3c75729742b6c1605f03b86bf96db574f577e6f9c59fc8af571fd62afaa168e7c4f310727cd0b512cf322aa9ffb4985572a02799caac53769218fbcae91e1de5f64967a006908b4a528af74efdbb6c77db645fdfa89f62dc0c1e6d12833041a699baae5a57af968e2dbf977a363c3e712dcd09eb4c7b9435a2fbf1bf6d44c740cb538ada7c2db8976483d28f33aacd85987a8d6f1d5cf120a555994fdce13de0ba36beef63fadb30da752d1953d5d775279a319c1dbe727821f52e614054fd882380b487a84ace38b0799026acfc65&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859321212Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/ocdbt.process_0, Name: checkpoints/12032/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c07874734a6b8f2bada4bbe370f2d20cbfd1467ed6292df494abb5146a95e7c679fc4cc821271968469865cf7c1938b1d3a33c33b6849e14d407265d32e0665f53c3edb3633774c4dbef1e9e862528f2aca71a909ba6ba6d5cd60c90187516997e354ba9dbd18b6d033a6f74dca5ac66064037c7418de58fda6cd8b58f72d30f53ef6f3cd4bba077168ce6c9d88115b280060a9891d507f453cdc97f7d5b6a2f2b1819bbdf17d27a96971bfdfb107428da9d42f57397a538db629f6d9a96c9ce2b417525c214b32916940f4628d1e4b67a3af482c624ede5a1b1dae768d181fc01f983b845a52011c2ccc17246bf3e656fd6ca7064d9f8167d78900009833477&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859258503Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184, Name: checkpoints/13184, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=407e8bb5e80493fb5e74a6d06e09ee91ca40e07efc8663d4273cb1f07cc40bebd8db7fee7e250719036c29835ef7f2f36b2b96e9f7306a5275d8376911549cf927557af0b3717eeac905ea9d39e0401c1eb7178638596d24405df0478623785db35574055de874b4da50faeac78eae07c3d4684f6fb22661d8ca07d9498d99e0fdc9d6eb31ed70238e2a3a9de648c6e4eecf5780d7f9b65aadea920a8369b0ba7ee753ecfe5e42ac00a9734a9cc40a721b3875247e16098b6e577cdbea0aea4d52b6432de351cf064d3ab00990f3e58d158a6891e18563669afe29626536960d2d5fe7292edc168192d5d574a15e6c2bff75a6453fb8427cea972c81a54651a2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859236061Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1152/default/ocdbt.process_0/d, Name: checkpoints/1152/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1152/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=563d741d0d7315b85043659a9aa7fd4c8a6e7c5908cdefcf29a800dae5b5f5639482037038e9b104e22df552e032106ab6bca122c9bdeb02667c9bdc36736246b014beba68267448ed1a9473c5d08278bae7d19631909c44f21b914085aa10850a7309c9a0556153817f52a9463d5135d235292842b825646e83e0f2d5d2ca5ce5a298a76da26281eee42b8e3c333a890dda1539c6da552ac3a8f545bdb7620dc9e7548ded390555c29189624e3052bcf5e62450b055198366149ee8b729df037da52da6bb628f6f325013d78e88f0587ef4c1c549c9834a0fd22e2683630158d68dd6026205e6f0f922cd63ad00c9c83f29b51a19dc874e6937a622878de6ba&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859377488Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default/ocdbt.process_0/d, Name: checkpoints/8320/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=361a0a1cebee1e2f7c205e5166d4e70575a876357aefcd6f53e6406bbca142b6f3b370937e334e3305ea842f4d6a9eb4e4c48389f8b104801223ab9d02585ac0cc9be4eb4b5f7ae3f1a7e2f13341dec9c1f74bd9528032395e61c45ac3782934deb862e1ae5c31e8723541972fc5340cc56ca6191abc9b5b49cedb00f0774f5ce3badac461812a21b81b4a39e395b2752c5e27b40b016863bf1dae87564c3b1d1d4af287acd89d19af4baa0707a250ccf6ddfa17edff024b0e6ab6469e153cc04b6a4261c67e89047e7a77b757a4e049c678d04efd8ec7c146231d30f3eb32c9c8619be22e35f3bc8cec8f280b245b6b0254b9f387e3b4651549eac065cba88f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859409738Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456, Name: checkpoints/3456, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=525f0fb80e759ca7cee298152bc246cfec91ea9886a7efd4da5f6de644f6778880fee737e4504b2dff808a5f246b255554cf43fc74b4b60029f3f089959ae30c69f9e4653ffa4945251e2790aa74a4e73c67463835ecb07c6dbf7d6b4ac32ab4555aeab3fca2786f5329390cbb61519267c7a5f148442327f8c2658f302b68160b6b3c3d19ef850e7b39f28405a2aefa4a4141177dc8165f184a1204da0ac49d4fd358133a05559fa119eb43f061e6e1d31491a740c32d6d5b0f1a1d7a255638287d6f606f700ec3c4e535b3e837b57d618774152a98b187eb4c1edddadbb32d48c417b8e40ef2ff41e27826904faf805138a37c395f7dbe65ee87875388da6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859424897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0/d, Name: checkpoints/2816/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0ee91b75d08dc9f147c0bf4ae8cc276fb15534c26b8be36fe03f6372df32b4568fec049451bda1815425e00b97e0ee54772c738982d7a630d60b4f0934047d816ff1676db2e7f59682f63aba43bd8acf4d6dcc2bfbdc577fc5bc06012dc9715a5374f3e06e5ebadc08b8dd6753700d3515fdb04c651a56de89beca212c11cdd54a0c149b7b11ff3775edf22a0b1a3787eccec24712637e46fef3bd988708f33c8a9994b5e06dbdf9c9f9cd1653bf41aa259b884ee08e2d2bdbd2974beb552d55360e07d9af76b49228923b8ce4288e361c569df2cfd36ab1aa02f899c7aa96afdb38a4952ad7779c1dfcb786c4c2b200306d15201dc3f0e31ab634a96916ba7b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859486112Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/d, Name: checkpoints/14208/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=72fc3930a75c16da459390b2897dd63cf45da377d0ead73ecd1df033d8581ccb399b79c3c1faad15f11fe6c16425a9627fe88ff7b04a99c054038b0b197eecd27aabfb04ac5b618f02221f8f7d37218a9e9df552ddf980199f3a8171d6526fddd9ada3c989c8e29bccce509960550b16dd9f4145d3d919b91e03d3291dd581a6231962edecd9951c2f2c109b27ed04e0f5c65eb4c336ff62b339f3b58d7572179d74d046eb42bdc35000de224cb71b1869c713846d94d6b525bba4245ed7ed0cb288ac463687fef6fc0bb59acced8e8747dbc0704af3b3ad387e1e618eaa9d79d9f0c141f1ff0f66c4399218310eb136fcf1622db58de161cfeff4d50097f1cd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859321402Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11008/default/ocdbt.process_0, Name: checkpoints/11008/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11008/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=93077dae3415f662629859cdd0eaf4d409d8a47eca11ee6829bfb09cd1ddb31b3be0e0681746178e7db9ce2d5b7998dc5f36866c2090c16dc3620c1ea2004a091f4e495da6ca4ff6a4aa9ea31c106d5ee2b67128c210c22437b303d51cf439857a65e9a2c7a00104e127ea6c230f3a43919911636f3c84e46ba87e5658d8d24a301887b5a60e3a3220ebded2bef71e76f35c01246bf83f4d11c874dc1265a03b33ddc6e45b996270453e87b92717b81b8e5a52e91053c4a9f1531ce793b4bef6670aec17bc68eb48d94af9ca4f566aa8942cf7ffedead2c1b717302c577a38bf417c6dd1a9b97a4f45b6ffbc72d1ad8cf0e3a7508c55938cd85a02fd7f1c8a0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859263693Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default, Name: checkpoints/128/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=424c0426a0d02588cc08a8772da578b4542f964d36a51000f3fe02ccbca6006feaf8f94f79dc7978b8cb508665bd91160e1986eedb9c345f5c467498593750cd9a36aa46d3a71941d830f10d4a40f937e3ecae3d063f9eda35e432fbeb68b2f13d645dbc3d2cd18575acb48830133af9ae216d22083f27edd9f43dc1d501792f713e3081f6e4883b2f6d9874ecb50284a0f0cb281225479a752fe6dc4516afe82a902ea830fc84019f97cb9dd0a245797fdaf083c7ad3dd9da3d14e6183d688534e4121ee9201b96ad23c9962e9fb994387ee50b63366a6ceca4a3f84d44808f91c0871ac3260d5df4c7cd987221dc14d296e70c126ad98457e0ee4edcdf8244&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859598444Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/ocdbt.process_0, Name: checkpoints/768/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5612d1b9e9c0bc7df6a9ae11fb4ed5447b82babc904ae43819000d7287a65f3def305afebb3e504d6d3d8d256af7cd53b4960d82237191f4c9938e70e9a55012d6d0e6c10570d31c21fb7636a4bf587bac3466c7d35af16efcdc7a2ec879e4a5f357455db3b69051c73e20d90fdf838b3e2f4e27f64fe3083d7467a04199b722456c564496e526bc6091b6d5ed31314a232e6ca4cb943372d3025456e64a3dd7da36fbffe0c3af0ff4820fdea66611a3ce339e4ee54206f1b5feea6335e6be604939b92881f65318253ed62835b1ccd1da3afd670ed4a2cb97d17b48b1cc024de4bb382c25c37edaff2ba908612b4dde91aef26f54154cb12de05d3d8e4b1b03&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859615316Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/d, Name: checkpoints/6272/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b36043613220c2be3ef00e7b4137073af4c604811e2a6aba9de79c1c11180b97bf5fbcc2f8106cbffb20227d3a3b6acf9935d599fb5aed4f9dc6939ce79f4e6805dfc2e80fe4fba40956ba6f50b4c75597e9886979a70297bad4affe1fe362cd1ee2725eeb037c80fbbd0f5019ccf6a931d8d38c9d4969fe7a8180e942fc86341528382e0f0c6a5e7ece8c4afcfcbf3452e6bb5b8fa39e445253ddcb103611d212c4a1065918012444ab9dc622fd4379f5b87bd78ba4b78eff5baf31927bfb6f36436163a0caf3295981bcf743bc53d57149fc2d9515c19de16a834f14eb26ff30ab281a43209768e9e3136150ee9512f066942f2c5dc43fad2a08878bf6b33&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85965448Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/array_metadatas, Name: checkpoints/6144/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ba77b8bda4162857d9de064ab0c83563566aa80df8de3e0fa738aefb4d27f70ba45d843d66969635ef517bd54778a4dd1318282169f08576a3a1989c329d9860df7aedaa43e73e8e80e406e5cf6cea08a4d27b4c295696d23719b9c66dd546d3dc6e59f0d5d35f8c80a7db8998ae70f761cccf91775cfa3ff3c6238871e818cd7df84bd8ad4fa2685e97a5eeff90699bdc979c00cf016e3d6e0f809333e84b4d62cd6ed241edc5f9da80d3ff777b94db2662ab5a0fec2cc4b33a41613dc9c2c4d96ceec48fc1b44b294a7b7967214bf1e2b32731d9603812824ff31a4b2958e0ad634187b79d973d8e9925d6d577dc8413d9f0701232a1bc2864e7cede7ead3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859713421Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/ocdbt.process_0, Name: checkpoints/10368/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7aa41c9558295775cfa4d5dc7b984faa4f1ba3255c32faa61c96938ba7152b95af1e27d51c25944428dfd9838c9ff5cba876131f061aa8552ad6a993c7134baded19556dd33e5b0dec00d0daca050a20bf8ff659c299002b02106f9e5117e4d5c9fa87b4e6ff523927b4cde26e045a9354746bd5d22b4a431ebeac76954f8bd7ce8ee249a630a495494888f5439055ae36cd81d2fdbaebfef82c3f348c13843cb438972c4279d20027b052724ecb64b95eaa150fdde17f81faee179a83723b83f6c7046da7424d6831413d09ccd6c28fa5d8b60487c7a67220abc0b1a52738cbd3d2350c20927fdb4bce69d0cf1852a80eec7ac88bad760a786083cf880beb97&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859661563Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default/ocdbt.process_0/d, Name: checkpoints/13696/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=74feb9ee1a0a3ed79ee4b763603d0e05a9748c580824f1201b679d5dd6059c250879b048f47a1a99701bce0bdb3cec4d1ccc7fc2e40380027680e345cac80b12dce44422faced47dcd06e759e593bedd9ecb9721e72bb80f70da0e09697c1519a6574e8263b576559cd66d31112ef526d67aaead1a55ef319688cb1fd4ad1c3868d6115383705f30abbd80627c5f965f81eb162adcba08b858d380e91614194f4a1f0663d84282d2d1b0c840e834919e37298b5bd84a91479c9d5238f90823e38f473ce0745c868c8add677ca6d7f280eb49439a7983c1346d65408b40c74b8166abb40b3d20c80775129f0cab831f6c77da260b821e63e335c56969a31685ed&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859617029Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default, Name: checkpoints/1792/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3683b831a7bb1a67f6f6cdbcbbce9ff673c6978425fd783f84d1a440a8286ae01eef23b1276a80d375df5a147b04dffa2d6bb0eba099faaa5c5326ac5d6b8d364e644f5c56ea48beab1ec196936d602df8b8d52ab73750c8dbe653858c5eb2098715a66ca0a77af20d7c2837bfef09fbb467c1d050485b44e98f5e89f4624b193e7392c0198487bdc45101eb2e148c27a4135554564222cdb45843c49200234271b4e6d3cb66bb0ba0f029bf73b89d3cf7dd7915a72d59a2f1b02d34a851683dcb6dded6cf0e6f21a173c1d9d79d5dfb7a102bcbc9a23c846981d7d17fe0f0c05b176c5af645e84873c2427117421a742557db38ca5f1779a0ab84f941b7072e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859779125Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/ocdbt.process_0, Name: checkpoints/6528/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a2b3340ec0d6cd411f01fb17ba22bf0eea7687ef05d9860ac81310415d9c296bf67d0ebfc5f1b553e8f82fa9308cfb479ab6e3867b9b24bcce7895d7a2ad77f01e7bad9826785418f6c8667c876ca8c6ca0d3e4022587b2807717142b8ed0526393955fc3a03594e03d8e58e0776c23bc52a244c7d4154133632d1e36d47677b185910b0687fa171b9ade32bef8b5783eedfd71eb136e22f76d8183c5fb9074f69046b72aa174ad3e6a308c81b87f53c501de834336f2a77019aa90eb7661c35e73fb963c21b1ee546231d3964f1ca4a9c47adbbc29a369b067934a4dfe707a0ba15ba18dd145b6419cb05c9b2d78e027f3ce43bf3bfff55afe79f094370731f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859793933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/ocdbt.process_0, Name: checkpoints/2816/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0bcfc1aaabe1e20e76334f302265d0cd9b16b049d7da7c0393c214f3b160fd5d1b8cbec3010657933ad3d660a91ffe77b2a1b8afc93aaa6628d3b649484b984985ee7f88195011c8cd64bbcd3e91997aedfe693cb513d00bf0af3967ecf314b6646b77aa330e1461a6a2b275f30a9bbd35a39d7e64d51b5c98b3d2fe96be83967a8c6532d62d27f8beca4937b10707cfea9e4b11bfbac9e1d81e0d832a37d5ce8b19e5edcf9f94480dffd00464ff1e25ccb55af693d01f3fa2afdbbbffc4b81c3496552eaab1162f2340734e7f9d924273b6217a12307baad7bcb65f2d8ed49895a8fdcd5669f6cb8e0e218b1b89384980010d5e6e53f04ac59cdbe03bbc5ea4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859809071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default, Name: checkpoints/0/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=148ca58f9f202c08e34ba91f62ad34d798af15cb9b4133d11e943cfac70221711ec2aed1d9b73d677b4851b189c1980e70cbc2428fd236125fbf6a757fae4a28e11d95215b10262c29d48ca8e89fedc12d86c360292ed46734d8da3a91ec62267f496fa6d4e4d03ce6ffa0462b55420467d2135e8f8c68c0efaf5e3aaceb8061a2c4786c57f1c872935eb72cecc3a7c0e9e32e61fa59f0ba8c0078c8fda215891ff677855606b7cb2b198e597aaec938ab29e6e1ba73f5b00d4596e3ad934a087ab435cc1dfad5d1da9ae62fd739f72f1642f3234b05d1d064f06615c781c3d76db7496439923b8c735549626404ff4fb96d32442b95ea59078f7b5028da2e06&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859854998Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default, Name: checkpoints/7296/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=75b96f3150534cad53a4e4dff3817dc91345bddccf2f1af1cb6bf1d6cbb6af93c57f46503950e531dfa8c52ef2b8fba766f2bceb90fa3059bfd7e25884ffe63b67669dbb199b7ad8b681e73dd1534482444be4a9a3f87d0d6ee03f359967c547baefd8eb042810dbd3683243a1a0b9ecf3682f0e508d34b60cabbaf091d5fcddf430b998779d4d19796b0a265eb03ff3d47382efc87d93140eb67c77d414f82fc834b7adc33ea6230ce153e20201f9fd32260fe073b8d057909ab085d6a1bd404355397a024fa9ed3f5342c021c874025789bfe69511e90482c3b65d6e6a89f6ab8995cfb40f211d6f2fbf5a8e1640656ac1e852297ed81151b25a3ea948b4fa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859875376Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216/default, Name: checkpoints/9216/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=962b42cf7ae4c1ff786d172634a847f62413cec8cf056dc2ca67b1d4e4d58c9a2186e78f52a86276c500c1d58aa18b4e25271371c42ed390e6dd068b9c22be2085ae130618b710a458e7637ca1cbf13bdeea4aa8f6cbe84e09691d06cbf142a12cb64d8fdd7ed865d6e219eebf72381c4161f67b5ad5674fc442025a7f4c2763d93d76ca61a8bfb94f1d26ba0c21cced0afa3e24d6da1a6fa9db82da6ecc7e317d99789576b64fc081d48ba2d87b1387eaa369be0aca706cb11c466eb2502990b252dd70006fa1de3ce9cec82652a17b6c43bf7e8952b18fd6114d258a7f9dd4321848f549052a320413ac9ea0ab48fad96a3a9d521fffe38cdb2899546e2665&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859800154Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8960, Name: checkpoints/8960, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8960?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a6924046c8afd63d1300d4921115cdd7de0316a57017fb3328720882fdf5c5cf090afd8c8cd00f131f8df7f1e14b4ea71ee1c21372c51bfd147a7a0ac3f4936d9770d9890f2f1a5929546d5588407318d9e3231a072e7995e7ea80f6d88d11008cf8bcd3f0a484e7a1c8a95e0784d258c7345ba94990c4c71255e15b1d0bf447e98254ded2ab6c6e91947697a5d176d704baf88ec610d975d818a3f4e24984e2a1a5c43080110df667b0a929303996073cfb3b7f72f1586ac22ae5fcc4dc554c747e86624c371e80a6c87e95c15e5d0a0d645ac6e69a44ccd4cbd5548ac7b5adfd76e8e2f1a8e08e11717a2eb6c3e394698e549105f3561cfd0d0ff21532a2a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859607561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3712/default, Name: checkpoints/3712/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3712/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b874d1d61f564f21223aee235dcda11503822ff7053b3a27331727aed8a7a6ad69f7bba6f8faa539d616e8eb1ec6aca7aa1b8d31ecc6a4c7097fd0d4d7b4c789a58c6e7a952768a7e1a367eee7f2de5952592f29c0c70154e8943af6029ecc0ebeef7d5a2bc9a9e1904ff0e76880106f92487b316d59060905660d349702231cbdd6aca00b98f13e126f6256374b459f2b4c1a10013a96070fc93acba54da7242307acee0b91f0a7d1c9c65ebaecb5b6edf31021469aea77478c3aeda0198637c4314c8f1db68b9cc1642430fb72abba740f9cbc849c3668e5f3f02613fa665ad46d31eddcaa56fda5c295c586cf398af3e2b42933b037a1587df6396138a27e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859487385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11648/default/d, Name: checkpoints/11648/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11648/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8a2d82da19de091a219faef6749e7eba38dc0e4162be1d332906718b38724f2228d7cc99fccf58b3cc2d392e70f180d7f638b3814e6b5d9f337a931822bc8c817ac684447d6ed552afe9793cd479c1f913b95949ae2a851a9c35f2b15a6c89adff2032a2b1c260d59385076c106e0b23512ea5219b0c391eb9090a637ce8169291a3e4f79902c489774fd46bb3da2b814aabe1a57fd0ebfa18cccf9b71fb2b1e659673e1f1c2913d90f2bab27aa98ae47d0eca50ce6d963e596e68a308746a5c54b61f57411855de941c0d8c98ab0f682ad418fda6907606ea3057b60c7ab5682de7799e1e1ab6d5d75ebca2d988d5b3d32fba7ee110d9509d4169e9251a8718&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859812638Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/d, Name: checkpoints/4608/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69e89561aabb6e58f70d2d080e9b97ebdba052f60d6468ad39f1814065d4e5f05331ff2cae1700dfd8df7b1cf7bb337e48f106e96e5d2248fcb7d35d2e7875ed5b80fa1ce7699a20e654d0b4ccf93f5f222e30ed47165647ce57bc17875f7a12dac4e3cbe41e46301dbd620abd81cb82ea82926a5e78fadfceffc26e7361bd8a04ba70a52b555c6b489e03b817ff3d04fb8e21c8af9c84a90dd0e42c232ae207086648797fffe3eedacf2ca8c720c449bb28aa90573dbd1b78aa90e7d407fd850ceb27c2effd7c6bfd99eecaaba439dc89a4a0964cb52e38ebdedacdaceb21a3240e56d50d42d21d46789918209a5b3b7527bbf1cc0ef2f47635446c6a8081da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859989331Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13568, Name: checkpoints/13568, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13568?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9ca4c4b30f083b2961f35b20fd12485f586badeb52f45c8136ab03385e35457daa88df346ed7aa705854b08d10eb7bbf759c9a0dc2458e17d004c2e1e17cba0019e96c3f9658d6a00cb5a552cc02c882626cf31d7427bdddf10c0fd0d894656a2d5f303a4cb2a3461a13ab75555ceeb05690e3562f99236bc453565c01b02aba0209681d7acbf904606146f39d7730996c9b806ce205ebcd311eafa49a6979758da36c8883030fec2676058d693c3619156beabe747149ed364b854d8e68c253ca48a6e1769fb128987180cbc3f9be068453e2a28e2926c5ab3c6badb097b17e94263fd777276a3cf7f18f421276b7c030ef2ed55ecbf10e8011b0bbf1e1dd0c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860009569Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default, Name: checkpoints/10624/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=64c6e91e7a75ffb9554ee7f35b9af2a81a2b844e8a904707cd5a88ef0f3a65dc5fffb24dfa1b888e0271a4e007d3ee802ae8142d539e4f509727dbeb9694b4c2fdf6016b51ceb0d3746b5b67a800e3f43fed74ad2fde68afd3b4748d9f2e242dcd012ab81ac66e8118796c5fc73e32c47be5987ed50f95f8697b094ee83b11634283c37cddd39868e6c6d8207a7a29ae856da7296951d612cd71995409aadb7a146a18d1679778fbfb0d7f13d3c8fcf6f91c9f2bdc51af5ed4efd52e7200b98224145f037d33f34a276f9de0b73f04407b5e7329c0c2c6e4216a367c3450adab7c858423c06904799b4f93dc7a8b5e78b69b6f89d6f43a9e00042e98692e051d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860046869Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default, Name: checkpoints/2560/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=86db65d616b2668514df80df9f8b0b09244791c2293c033a9438f3b65530e27567628c22b0908053d9e056677872e3eeb9b8e3a2ac75615560893441c77bd6c0a6b6edfab60d01e9c92f19bc9d9c76d89c6c9364a07e389fe88c69f4a6709271a071b101a27e6202161e1f9a77c1cbc48a10c78f8b91fa2079b7d4ad140c28992660bada4ba7aa7f5d1bf0e7feda7ca38ad2a7b98e53d876780fa8cc1804f99ef891b72bb759816784ae28045bfcb34b25dd7f400dcac5b6d3259eef5d8f8086270fe7ea9a321ee249e9c4a435b5c5d3e8351f1d3c8200961570e34cc0c2b5510a6caa317fe7c87e385b1bb431d140381b7199a4988c731ebe8203806be4b8e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861937362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/array_metadatas, Name: checkpoints/3200/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c2dc939221e93e0be2eb75fe01d0879f2421dd3c59d992e5e2e3dfb2a08ddcea0eba187e7a202a51ab7d0f8a5dc436d4b5a7c04c0e8847f0c459755c2a16fddfe8c1e13ed5ed5fa4cb334cc7359c3dbd38233ae845eaef31342b9526c2a6a7572295b30ccaef4577c34b6224855be4f150be6b1f811034a94cc5a8ef16b5912427febc63a6ccbda9cea60acf55f218412d7292225dd5d40b2f37f724d750820d6363f6bf601e19f793179effa39e751b67649af974287747c82083361a98bc5c0078a05958917f56ffc403f168ea78375b0668fe4f5e409243ec1aff52f7c0162ed958b17a1ef5a5430c809ae2d682fe095be875e1651fb55e5c1497ed3f09f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.862044404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default, Name: checkpoints/7424/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f38e8ca310bce1cb28ca6403e20615be1c0651549eee3c02770742ca1d4a35ab62a9fcb5a556244f2533ad74a95dfe155e2658d0f9328e7ea921523b65ac6290d061532843368ffc9c2377814dc5b5a9122babf54562662e6c9e23c4134251cafb2e80f5fdf5b47aad59f396234d137e07f71895e6a398b08dee195923f88b70dd0979e738987e3594ec6649d9f239b905a6750876fadeed0d2f4d8b3f722d59c603ae6560b0c0b8d06196572e90e059ddd5a23d07d0f63c2ea1cfee3c6501ef562e4e26d3b6fbcb07c7ca9dc7f8759eb63f9e266c87fa96456f266b579d9cb2b33c89c900e730269139a1a94379b380ba7da7caed1136a161a8acd79243ce7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.862249962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4992/default, Name: checkpoints/4992/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4992/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=930aefbb16c31274d666f10ba4f5b62c4bd49afbefa5616c1b8ab2e4e5f8d387e4989e6155ebf2be20c8803f558b7ba2333a9058e5b543437425befc0346412a2b5c198dd78b9ec73fbb13fd886fbacfed95875bc8ea99bba8bcc8fdbe036e33ad72c280221e4980655ece2f3cdba41141dc5b3344ff50c4f6290d067a9fdc46efbf333ede5e33da8d2b394e229e21448a6ae23a51ace302e5cdb8671d8c5f607706137ec31760dc36155656cdb0b92e278fbdd7997da2011f93d9716d4ba102c30f50103c646d4769ca4667be0c7e1350cf55229c8a99163d6abda42314b3bb4386951ea3d4002aecc79d9c601c09e30e62417e15fad338a3c586cb73496485&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.856000623Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9216, Name: checkpoints/9216, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9216?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1232e71107ba2eab77c5d902d12e49e41fe63384b588a26e1544ec5a5abd680daaa891cb5996a6cea168726fdaba5c6424316ef1d58dbd62611395de5b4cff9696df72ca4ae99b4210c801a5b983065aabf499e746073565053059285282c062d644ccbb62a954d11d47fc695cc44420a6f1bd5454d8f452595641b4069140553aae6fc8b5fc4caa0f9ca49f0c2e01c4fc8ec580b9ae753f18395d255a89f9d8230e12cb62a99e5f6a149394a5f1ee546d99413c2cc03980c1c73c0cb1f2022c52c2e0e1490d0c9198f5612581c4345b0dc9d1de4ad5aec90675354a97dc8d5f0aa6db57ac09cd4406dfc02021609ccfcafc871e8df4675b4635098846b4b4b2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.862515692Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default/ocdbt.process_0/d, Name: checkpoints/3200/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=475ae0dfd1870fa330f64045339a84ea80c58b17668728df17582e032b8ed599beb914c7f5857ff40483418cfbb42dfdba6d986fb0fb8dc74eee1a067f087720c184763284f9949c85a2f34b0b2df2100246d20067434df92d0aff2f99cca7c521a8e93dd6441fc16b0149d01b6339b7ea294aea37ec9fb514dc9ee9e8460798f5163d8464ce84777bb3952dfcfcf03ed41b1e7549a808d0fa66b0f9ecda2a9890ce0777b3e43515aa96b64dc95ee4afed02dd107c17a1985f8d7bf27bb90174c5c1ee9879ae5b46b5f1d60ec7556793a6be19335039adea53f6b17015d2922b9819913543ca5bc17adcf8efcc1f69d2ec58ecd8b3525e74a24c5789fe238522&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859425178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/d, Name: checkpoints/10880/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a76a2e463f97469567327ede1a8f3cccd97aa21b54754a5182c75ce11ef9afd268c28d1ba958a1e1c7119bc4e377c5caaa65d839903e70acf7eae5de9609b05f9209eb8dc16c4dab13e6906129c9a0ae67b47c006fa7f020d1979b49408ed6a5aa3a58a42b9234c28a7728a0728a1aaceab59393a999bd9080977c509279496a12c35b3b10bc4ef8ad91b39bd8dcbf812c306b21c805d766bbf6e4a82e2ce6158c9bae8dd19557c1786e28bcf2418171ca41b95a5da3046ef0def4cba7477e8661f8a8fb1bf8973965c64fd43bd90b5a0b4d4ec0631218415d446ed1e7e2c79964e4a1dd3d65ada755bd9ac25d56c6484e6fc29669d396f50bf48c1b4bc8048e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.862760754Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6272/default/array_metadatas, Name: checkpoints/6272/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6272/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5096610fa2015b214455ab02c61ba4858c809569237b014317018d7e9c6e1acd8ea7de9ffd02c9ab4357e14591b5fa8c55a1798adc1ef57de4469f056c3cc70ead2156d0bf9d9f95f98b38a73272bad293c3e7e6b54ad5d8e249513535e7be279eb9c93d3a40a6a83c79ea790cf701eb979ab4bf8c7b57973ace0c2d71267958b70ceb7f6a473f40248a80709be5d46c6cd59bd2c5acb5be7256dcb997af0f590ecd66b22d35ff6f95cd8101c592bdfd56c4ea8d4d33f29943c0e292cdf6897b8f3aac1941bd59d034e22d83b7ee9cfc1a78a56c0671315e5ef5f00a1e18bf96cec5e8b61c77f60f815a6aca648330223a692a2371f1c9eb002f41bb6458cc3f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.862759873Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11264/default, Name: checkpoints/11264/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11264/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=972bf8fc8bb04dbfa4e4739244d8e97f04f47c18333b0c2283c8e609aa3758b9617cb078c4a87194869688ff66c02911643859755b90265911ce7d4bdca280072d3981590669a71e3389de6742e263b0b508b28819c1c0b4d49d5b29999013458970d5d26322c846b2838252749ba0a64680a8d9d721d00337a8f9284a6f834e1cc4b5fb8f4ae1928670ed2351e4abf0ee15e6519154fdb57744131a16bf1847a69151118557155f4bf386fd57bc79cbcb691c7a225159b3f8b60359efc4bd0c4ee4eed8731175d2ff35579ac24270b666ea508280e4e4ef41341cf2adf84a76193631ba0c42ae3c23a2d18c441a0b44b78141e8b96a1fa396f15e449c14699f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.862797003Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default/array_metadatas, Name: checkpoints/384/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0644862224217b0b6d919cebb3fc785327d260232a82072932d33ef3a55b36e7f40dd3935095ae411a5e90ab4226d0ecab6e520680067ba8aaf81d24ed95a87152beef27c2a6383d14bae9d9c981882654796c58a0d8186d4e9077e22c4c69595cc7f5d0eda6f75242eab99a491e86d8395343d6a9a0e84654838b73bd107dea2b07c1f9c3b3036716d18778ab14adfe12909206353574911ca46acd2bb7c0f7a2079c050c567356c13ee70d4074650448ee4201f679e70f086990c0499fd05350c417d848def6360159efa8201b5e2427e21d3c07a76d926ce775cb843df0c5eb4b39f1256445526fe3072a5998a10cefd19992cbea12b2455baa576330717d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863091377Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default, Name: checkpoints/7168/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25eba9c4ebbe046901b41e0636bb943aef6c82d30c172561948b0a5db66e41bd81ce51230f0334c00f9e1ba67bb8337fb6e30d56591bfaabdd43589489c919d40f28f0a939ca3f4dc9b9813a19f3f43765a941a3b047cf520be37a2fbb1a8b10b9f69b0bf13d02f5d8779274232df232bd9d76be117b9572ddd717686c1eaf7e4fd2474b060d123e4e9de3c8cb0e5533b1769c38a51db29fb78889e320ff66b2b694ea257cd2fd34a3a5ed6b57f4ecf985db850ac2feebc932e53328a329585414cd8f11ad5926f045aa2d2a4630ebaca7ec37e37c6a15e6560e6745f556034340e32ae52701af922e565b6bc209e776a92f80fe68d60cb19570fbfdc55f0e0a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859296235Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200/default, Name: checkpoints/3200/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=03caa88d3581e2cac7d24a20cff85de4989fb8ccb14bd546ece499f09cd8c3a2e9d92515d1979722f540a27a10dc56dd40098746edcb3b822b35964ce70f62d7cf615e8f448d43a29935071c7ecd0fd33c68eb57186dd0c0e8407b9900eaa968aa73eacc517b578d4d641824de0de14d581b216bb2ee69d2d2295e39c1e96668c155d6bc55a336b4a7a6f9eef1286802cd4ac09e013fcc20d2afce26f2a5e88b022fab80ed66966f976acbcf6eac1b24e3fdf70523d504262de5267e5d27a82efedbd68e40519b2f05638b08dc79997dbde77fa7783d7e012b306b7d120d8c44fedb9f3619066046941399c81aade89ddb58020d37c2eb153916d5dc0b9fdd85&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85926208Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424/default/ocdbt.process_0/d, Name: checkpoints/7424/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0312b1c7e30da8011accbbc16b65345f7df983e4d45f2efd586ae7b5b4f9bd5aa6bdfacac435cbd6ed6c37e72b12085a568e15ccd394dd4c491f1c53dc8188f8ce8f9109e790909c7547ee58569bfc01c9291e3e11c35279da76c90deea9c4101559934d9221aad36cce3f58c4bc91ea0a595048601afc11d2391603c1efe6c97cc1e190a6d00adc040f25b56b231ca029b0c6a638648706679a5d8a1478507086ca170806866613360d88dd868f6ef8d24eb87be2ef955781c6120aab3167f8f6de301089d64568bca2b5d36083bba65451f1836ee1d84c79b148f449f9b806b42ebf915bbd1d81f92f4cf9c5d0e30fd39c341754bfe901d028031128483519&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863372617Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/array_metadatas, Name: checkpoints/4352/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=604d017d03a7fc86495f613ef3d5def6a86a4c9604d280381cb610c65c4a7d2c19557019e842c775b839ff64f7cd846ded7b2bbea273c1435b7b2581a97b1bad521c7a1ff635fd3cab7468bd4cc8f9d153657c4395da02f2478970f4213eaf09857051c4f70613893e482bb752ffddf9115b625fcd457393c7c69392062809c077c862b42b27424e895a4b10d88a6c57e9fe7a848d2a0283b773747e48233b5a01ce8e0b7926a5e9b4f8166462b8516f2a622745971f1af1b870585650e63c2f20c97fcdafecfd252ede10f214a1f3d35963971448341de3b14f81c7d2ae2e5d0ce978cc62448ada5c7838fc780ee5ffcbd040df2e87e7cfdcad626c69292e6f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863435466Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default, Name: checkpoints/2048/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2347b6f87c455e389465d19a745bdb7e3a96f51e37cfaaf38f05e38b3600bb445fe0adbd87c04bfe239a69b0e781631ba4e8006f59030c2d15d519c9f7c4f8dd88d6771b78e7cda23cb5444b5d538d3f8d55cbfae31f6928479db9d30e423a23e02f7dec9155ef930b91aec5e5a1ff422c631c8d9bae0d4ee2ddfb54f278d25a54117c96c5fc821a37eec37c27f1544a54b48ed961e6dc81c4e296c2af649da3865e898237a008d95206084f4eaaf1b7da958d34e2b9f84803893b78e68b26a55ba9c9a7825492eb1102de4b07a0ecca4dc88a51f081cdcbd9878958aac2841a6d5ea89f8a4d155fa625044f7123f94b0d8a1035569bec94bd3a968df9d45238&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.847209175Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/d, Name: checkpoints/7296/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10f1f146c294c587f88e05e570d455e3ff4d46c91a998f7186bca6dd9c3e5d2071d9796825539978ae2b7b1d891cd55c3c5470e6208c4c6308b785c1103e098c00955c951e441411f9c926d99ce3775d57ffa90790e4f0ac020e94b1466497a333931fbdc73dfdc8ab927ebebfd3ca9206c2fc320cdc394b3f4f738c5975747b44355ba6b91b73f37cce6af95d99980b710d31e2b13e941ee42897418d558af4ef66bada22461a219c3ed6d11e311d56bb0c283cd7788e5805b43e9a6e5f6a4e27050142aed4753cb4af9315fc23f657ec036a3028b7a435640aeef3ff399ad8a572a90a917c63a543da5a7e1d1efbde58e406205bf9ef1ad3cdd85604b2386a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863622809Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2944/default/d, Name: checkpoints/2944/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2944/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4f6430fe4d37c51926f8f0fbe813f087b7d4b80a8aa6fb4430502717bc9469ce198631aa841abab94502d0af53bfc6619a844ff7d8aa4de2337bdc86c90c46ca58f1516648a978f19fde9429b9207e2735b58442a22505f79863eb962b09ca8509044b19f94e0fdcf8768343510650cf02f7042585aa20406abc21e97250f8bf7e3913ee2b1c385d8cdb36af2114c803260995ff80ae789eb86b062fa55190ade9278f11a45f889db6f2e2e1a100944796dc19e7cfb0086e1c4b4ed0711066e248c6ca75e55fbb77be47f8d3895e6a09fd7f5092f4592745577d69b1e8a24aede8de76d20c71c911c16aaffb212fb7fb218ce9c2ba404f7c7de2ce8ca397a86c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859344455Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656, Name: checkpoints/6656, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d72b32e5fe5e64ed58b6e5a1fbb2eda6cf547b58a391896857d41ec3c86a2ca8e78731b51339a2bf34e98e68239b6f19d943daafae86e84c79e6d712ffea6a64e58f31beb4087e5e13058024325e6c6899b21e4c63e56ed1da5c9b60d29ad993915add903d3938513aeccd66fdbda4f10b1d2c83a54b653aa2ae2cc6c6179c90d26e282d87256f2b619dfe94e129b46cf1d0ae0202565d33555f2a1cd3ade4959bbf2b3ccec39fb4c1a6fc09d7af17692638428b60e240ff7dc82e23b3693764612d5f0f7189c421b6fcf30845d37612ff40de0d283342c56ffce5e220194a71fa2038da371eeb2f7dee9ad6994b3d1a74fd219b4fbdfbd107ceab97cc687c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859664799Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888, Name: checkpoints/5888, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3292b227fcb9762646ec0da4452739a5fbadf4ee1eb8342cff278980114082140be231a085843362a977431e8e6370f7f1e766d479e34c83a7d6e852193ed0c5c5ab1a2cd4d696b0b2080b3307c1ac0dab46c03bed62555e0b67c24a6b9a06f113a99556ac559ccdbf5f27b95e3e06d8dda9970c9406d608dfa042d7497031b780c7ba2c5b0822fdf02982691d7512cabacfa3fb05985766b63bdbe219622f64b5e67a2191cd9b8e5a5824a5ad84da246d4ccdd8ba70fd020abf132beff5b9c65553439daf4c5f9e17e599a5be5b174a6e8def2baf5e540c70166dce6f5dc71974a69d5b7bcc29e2d42280b86d77c8312a6096c30fe21686c0d4f5e72ba436e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85967605Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7296/default/ocdbt.process_0/d, Name: checkpoints/7296/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7296/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b97556de99850e5ac6aedfef356400673cab5104f21be604a6a67fb253cbaed697efa3b65b5a2befd6a195eaf98df8ac0241c45a07dc433929d13cda0958deff0011e70d122894f1d8cf883b77e5e2ac47f66accb7f04598663d9ba0144706c68859171554dd51903eb6e8d2d1964bc22de9a5dfadb18ca9e40033a53c99919da62d3565022ee0571e74357c79671a22d33305646aeb0cf164f643cbf6357ddaab140c51fdde54d02a60b2fb150ec309fc628367760b285d6383aa68611ee1f55b21fc20b00f96d10346fb5a6f0563d6a85b6ae70205b036e36c52489a725dfc6c991a6977c6cb4d48b4f494e4047929a153a3b45c68b684f97807f434536bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85971852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440, Name: checkpoints/13440, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3dd7ccb2b9457cf058ad1d2b626cc47073f95870b79a69fd6991202168973722e1682eb27bb3d4779eaa94bd3b455d5abc72475ea1bbd3f715fc5f9a36df78266099209af65c99602c8720aaa48c4c04bf35f867186d9641fc023c3fda406b1c83393c263b516274a0014903d84540ca09541c52ca829eec68bb1a25ee5b50c67e2f3e93dffd48f1b3a280cdacd26a3a7cb434524f86ca756663bccda32a5a49f31f9ba4657c1725a21f9c004c245ad721439a2d313ad829683a2c09da1d814fcf0185a9b9517a9aab47edc4bb972959bf5de15bba383308a5dde587bc9b17fcb832a036f4005046f84e38227f9d42ff35dfc4035719c6bc469854845cd667a3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.85973442Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default/array_metadatas, Name: checkpoints/6656/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10c6bd3739e57e426cc144c960eac7337427f54af54a440909e22328f122d660613cdcfc395d234d686e9e0b9678353201ebd3e8519d88fb4b2d4eadfe62c0c9440b39aae6033e9a75f7e783772a19e4116ee5086c0f43ef0958c2a70b3f8c5f71b8f401232a589bed33e47a18e7f3845a88283a99fdf83a5fa4d726443adec26b85b1514c5c7a31c8d5aec2c777e4fe146a86c98a6c0b240f405b5f712d16f693fcece379635c6454714e0becc0a6b8c6bd60dcec2e4ca88d06a7d42702a0af87a575ea4db98637078581281a58d89914c49a434f1ab79f2efa98012df849d3bfcd305ef606a2faffe19534e97d9f3c4fa93e244d0e8cee1a67331866f1cb56&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859236362Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11904/default/ocdbt.process_0, Name: checkpoints/11904/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11904/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=19985bc678254bdc2e9e4c6374dc33518ec24a4b6a6a4301f70a25764c36df58bed46bd0307df34364dc755b7ea4b528806081fd59f28602b1ebb4e24dea95598c4700e3da3cecfc6212732b7f1b70e865e8f57c3d1bc77857f9b928b9616c6108b1371c63eb8e7ee6a6aede96ebf8ac1a3b260397fcf2ee9b8818ac8775311599c1f6545bf3037b48890fff27cfde60f2fb0c8856c611ac22320c5e6fd3d1f407df3100188c5ba81cd3bad63ce159111a58da8659de54953a134d48e5bcdd237f2abd9446c0d519a274ed6c61bd852b58085ee1537831e304338d4ccc11b88d8bff5e38e5ce08c6375071d191cb13e4c86076b7f33228ff7a0c2229d15b0789&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.851318849Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3200, Name: checkpoints/3200, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3200?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f5b14713d2ad969010bd76221a5b792a730cd42e02dde5fad2cd232bfe3f34833b10e35ce6306e768ec981b5bf21bc00d6cb694d6094fa2f4c21e110471184a5ff73540aff3f8392f832dff948ed93a481b8942e71b170f35538cbb647c5e78d0b86e98f1890bc64c2806e92bc2fcd3e678d73c774d35d0fbc4b33c58eb3ea8722488a123cedaef06b8657950cb079a91b9500785d15397fb9acad92b989c95b1b406fa57f49594453b88640a29b577485b1a50c069673505b8848a19b707764a569da7e992304d349b96e459d93a68f4a81fe87d3c8e3f0d1812bf093fc243c13f4b4bc024e1bbbf404124ec1714c564a6bf5c69d9e4aab16bcd2ef6d351d4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859986265Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/ocdbt.process_0/d, Name: checkpoints/9088/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=25e0f204e24b7ade50847414e254d0dd19b315e6e833c86ff063918ea20222dc352acb9c80e41ac14e9cbd46007161495c153964625dde06271bb236bd7d645caf440c636cfb6029dbf0284491fdc09c5608a1800dc54116e484cce60327072c97db7b8a26d4df77a7978b3ba6e9ad6bd4fc76272d27b0948118fc9e209275536c2d2f8bd5499f637b8d8da9b90437d2132acf8c6eec7a334de06d39633fb96532dfca893b6bf814d65b784a9f5fa40fec4fda0c07cdd8c196fe4f85d375118015ca7c973e4df601cb2b7734777b43f12ca0dc74aa4e26bf638ae90f8aae94adb6808c66e0a46fad9f5ab837c35b3aa465b00373e34bfcc2c97153e94473077e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86015882Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default, Name: checkpoints/12672/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=36ef1bf5938ce505c96b4e73fd739597e7298c62d1bb5f2e24eebb9341bf4d229e80509547687748e8532fee90e920f49928bc6172182e971551684427fb05f89eb94b8a76b0814e6dda470bc328c6bddf6bffa5361a9001f97222a2a6bb280e9867701b8e22ef299c764028e64d2b82d2295b24099d1e2f4fdf3e0650bc350e7a9c52803a9c270a2fa56d812e4f5395ff95a7962580f90eec721a98c683d7ca3e160f29d3a86013f204a2b15a78a2a174df77b8bfba56f4f6c815505fef096d880293ee940198cb1b2fad24d32732b88e0afe62e99507d5e83470618fda110883337b8540458652dcde67c0937b804b995e4448e2630bacea9a8f1c78a92c6d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860182234Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default/ocdbt.process_0/d, Name: checkpoints/6144/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ddc39de0a2e159102dacef0986d695660acebb79fade777a4b3e4caf566034b9eac63dca49de7a9268b29d79556a94d69b8406ae8d06f9adfb925a85d45345d7d5486d7ac3c620c79734400b88dcee6ba784a85a742a23f28ba74c647b8c6e8781fecdd7880b4306944630c5469c15a4689e56faeb304e49f72e9f38f54c3a0db714367e3e12147c3398bacca288a4f33feb720eb36e4b75d2df248b747747a882a3a277f638aaa0d30d39fef85a6f4e313ea0b358ddb86d87fa06f1e1d88c8c8741de6cbbcc81daffcb3767b1cd25a55c8b17c3cdf8a22b405c16c3c76a66d68611cc194e3c6b2de1aa69e3e15916069a3cb0bf13aa0d2b4d6fbc679ebf8a6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860192454Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0/d, Name: checkpoints/3840/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=10ae32d5342876e505f1e736199dbc9bf7edb92b3192373c1b43e0e967f3fed2a5437615775cedf2af601036a1173632adf8192c9f772d29517d9a7cec58b078163bed4bc0ba4ff2db442af8d70cbc8f69b5fc34efd63ded4954a5555b8ed989f7e277ac10a8b017c2aded77df24063062dc0b59c853b94b9f532fc24b73a88af63c6226e3de40a17f54884f59de9b03cb38c10eaff5b8246521a0827e08d1acd9dd4ad3049ff75fba381286657ac3ed9e1f0170c6ab37eaf6448edc1c1ce2b9b40af22b66d9b322d34dc23378922dab93d43c8053f61c0a63da18fbc058f226e005b7b37861fa59ed833d188b7e6c5621c296beb964a1f3519ecc0edac7eead&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860198024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default/d, Name: checkpoints/2816/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5c8bb66af9a22d4ab8534dcc69c0273e9af72045915110b4b084d1d8029016ba15a84c023647d61430c99ec2298de13b3d3bb0e458b35b9d29809bafb10d2ae995a18bdfee3f983239124de15e14e073d9975e98f2808f9f21c8882feeec9a8a9dcb748a2175ef76c5f85c97f2dcb01fcdf8ce63d9012d520d36b46dd5d8905a2645bcf59bcf834c5ede380241b48da0b8121ba27f848264301cbbddf2f8e5318a032e299d16c6652f84f2ca46724d3a1d7ec8e177e12693c7858df557dce225e2a6e140875f1d23c36635aa9a20cec52d1f95b4eb2d2b0eb910f0ca4c23e8b794616172718b7140b90fd946261465af3bbf1d250791d86ed11a512953dfb306&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860218423Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6016, Name: checkpoints/6016, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6016?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2bb8eb1db48741495823deac8e630792fc4ddbed384ff994d18eaeb54b06621a5b1472bba2413c4572911ef370b429db47040875639dc3cf1f05a050519939c48e4b4a7c4c9aae1dad1bd5f8cae7c311d6585a2d54dd7400a49707a795a74205c1da2da2ec081e3995b205bcf2884410318e6bc9330e545c326c7ec63fb4eb48f9e59a6e437ef936c190fa6c609b634c6121cb4b478e7b3909e6b44b9c5a4447d959d19c24edb1b269c96e320f17f39d74fce96973484ec3273c0afae03418b2c0b25eaf9e24a162269e3c3c51c2eeb1f3de130d2d13cb485afc29e15332d4d85db7a1119bbe500166e04f0b796d8b986e5969d4fd88924cdd9a96d9af970692&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860413971Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1920, Name: checkpoints/1920, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1920?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=38c2894ca85c2922a15f92bda459182e7064df26decca422a841182742c074ed604fec42b7e37d8bb1b93d5f913f71caf1ebdab1fe93a685ffb538f06a7b735f627ff570d5cc01844e0f904ce0dc62410dbaf9046bc3ea4cca947191b9c60b6c1629d9f9ec55f3d38e5db22984a17a9a45559bbbac85462938a5b241be250ae2f15b35c3c8694127578565e3c55f42b93f570173385011a0e7edf6b2a40d4c8325a5425e45b24e91135d0cf1b33b21d8d535cbd149bf1cbf310b77ca3c84f55e5334ba2408c77ee268ffd3a2fbe8ad989346ff73b7f916aa03b74105da0d6035545d6592f1da6eb0cd44fd9ca2c4f3d819bf67c896ae9a606dacd49abc0c4f0b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860413961Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/array_metadatas, Name: checkpoints/2688/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1fb89d8a81524a587f6c601183ecd438981f6d0fb1bd0db069354e0d95f4b9f8f6e26a01be935ae7c0f0cbe3a1146d4c1158af766f620fbef4187ac1b06fc833f06e5c9e24a188dc60c6b3b6d0f69bbec0535829c84b8a322bd99a6c95e55eb01d7d5920df231900759f5fd8174638178561db4fa8dcc739fa4699cd8273f7680a53f2f95c7cb8b0027ad3d21dfc45dae57a255e2548adee943d135acd674e6bf1d5ca9cd4099cc1c55387b38e60e52a5c65a167daee3ea1150b35ed3e8a73dbc6cf1ab69a7973ff51a05122c969812d1e8c4943ea6e93776ea84abf0316c1733636115a2f85ba58f612833c4bf3be2604f3d815e073ac14f98d054854ac5997&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860419181Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default, Name: checkpoints/5888/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c59f0cd3f083ba10a6d23d23399046c07e614a2b02c1c50e2dd67e89c8bee10698bc53025b6af902c8a10f304f1ed4a29b3eb9ad13fe9631b78cf549c750cb70f4fa9596b1375afa48997512b5328cc325b36140ed5d1867a7c03a549aea44d50b236c983d5a3737fbf8fc0d471b4a23c6a041ebfee4407b16a874085a6425bdc3bf0f44ed14a29b87f1199af06b24844045e416dd983a9c3cad8df0d156e6cf69b884feed0303c0881bba665f62535f6825a02839d6f09f8f5367a41b3baf74a7c0fba5f2441ff4ad2c7b56d04cbdf9e5d4d847e3e3396364cd484918ced6b302d825d8872d8095438dea0c4ecf335f2bc4cd1720112237577c7f9f0c5b243&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86042395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768, Name: checkpoints/768, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=22d41ebd070cf84fab4565558eff47e9ed49b5ccd981c2c59e705dfd22cfa9a6356800cc864eb11bfe35134e2e02a096068822e5175124fa5dda537329d852b8c68686fa973485cfd937d5fb3cc618a44165b46db86ee8c6fb4df134b57504b7670a6375fb554814ad0c17dd615ebd66e46ac9b072033dcedffff5bfe31b8e0ff758d6a7300d5b9b077bdf5fdd34bf1dcca232f05993f49c5f85d9800679c80b83853e75d648ead775301f133012dfc8664f0c8c39c6bd36d7794f2e99c9f452131f38b12922981eed7a52dbf8ae444a695482329cd2455022ae2619e43450f078801defaa725ffe27466cb2c8e67117bf08c392880381ea0e4280aea6e73fc5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860424862Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2816/default, Name: checkpoints/2816/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2816/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c02f66fa8b72f680fc84d28665075fef9eea7d57688f90c6091883c22ce7c957e77ab5d0f7d634139ab36b4456556962b598c872090b0aafd43678a50e41ae70112a93a5a4e5b13379d831af5bb2f7da3eadbb7d3e819f581359022d3fb906f32d41e320684a8e8999acfb970b8e2c454fc7d505c68e4244773710dc37f1b9c6e39927805de1b982dc86fa83fe67d9ec2d408a6fc57b17ff2225cb7b1886e483f75fe0bd42080420c1f5224c5426a423f6f2b9dce96eb71faf826e5f0750cf9aabc8a145519ecca07482d3a11b4247b0f8ccd57ee4ea5c70200cb05be9c8f1e8a1309022f695b826b5be3ef8b21fef74b927dc9bb8167444bcda42f2bbcc7bc4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86042909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144/default, Name: checkpoints/6144/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1d608862311a8dbde3c8d1eb82d0bffd3fb46b5b4f9ad584952e469f1a2ebed0ede0a47e70f7b9e1e50bdc62646b9c661be32dad11ab8187d63c1226fb52b7bdd62b8188942e46c5cd6052f3748ebcdcbe6ea600ce6ca897d3f3341448c1e6359854cc036c2ac177d938835218644f46bec66e3a1863613fbe591463708db6db417501da8e9ff2211fe6707928ffed294b5e90897b4b1b6bf417ec731e5e13db5bb083376b90d41d23a9bc231924059d25a25102d435a4ffb7baeed3808d00220586c62b60a89b72603a3748d1def3ec1e3b93a26fcb9c15c34d5af373132e75ad87b4145b9849e63b81db545fdd99c2c91ccf9438a5b47ac4b2479e5cb16c31&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860461851Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/d, Name: checkpoints/10624/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00c6eaacd4085940d79a77cb0bd6f8dbdb0bc424139ba6ace993b026a0ca2da70727ce60a5d6d714565c46593729375464c53c5f9854d8ed3bdf31b62e13f6cf97c66c97f0b727b6525b23c3e414f355be3245287698e2b9b34314c65129fd022b42a515b4462b06bffe8a2f8e36b3a0b51cc3cbdaeb3b4dcc7930d4c0c3391b69b4199cd952f3d6fdade399de56331ad5c5999af5d7aff1e29e437cc264b7d40fd29ca2a331a7cb1f1e461c9d13390ca2023cd25aa47a5750d3a659afdbc2e0acaa9c9f302e57b43d410c7cc5d24cd14560c07702e7c73decc63c8c5041668f6c6d06ee75aa76f4f5e9bdb9b762b544d3330cfb1078719962a457bf4aa1ce5d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860462072Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3584/default/array_metadatas, Name: checkpoints/3584/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3584/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfdff35cb3bf3363ff479bc30f5e8a99e64e64b3ec866ea97f2b0d43ba8881b0f6ff14de0e705010b85e6168ac18cf8788515dd7a39afc8f10aae2dfeafe888e8654327a1e904aa789c76d375b7d4fdaf2b2f53e13adc9526b49d262ecfb284a9fdef95497509c884927776505c1a1ea3f49e8c7afbb8819341f16654ae101d7d8cb70fb54586eba714eb9932965bdeefe2f2a1b1511f88bcefab3fda6915a1409fa285973079a34bee24d3ce1fb336a35a878a321c9afafecb171667f8e743f8cd87c749dfe8e28673b350e964b080d6e82a776d2f31edaa5473ff5aba8a3c36b79010670eaa5d78d8727258a3e290b8003adda4819017c99c6d113e472106c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860467452Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9088/default/d, Name: checkpoints/9088/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9088/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2ee352423c95b69632bead7910b2232e1c91fa4b5dd5c8e5b5d7f067e398865aaaa9327a4541d1b284c6c437bdb6a7dfc4d36c0f5d10eed09c9015b7e4d4cf50a476619b10966ba257c46c42db8767ee0e928c7e3bfcc5f782dfdc165ea6645f8925d735912085447452f0bdcabcce0e84c4c03d26a3d5b78c4626081329868447cefacaa16ed6ec4ad924ddea8e2946d865ae88295ac7ce4256a4afb0e9c149692b80ab9de86097644dd67fad0bf9ca22c265e80a53f9b6181b66c264d2daef6da775216d8e970dd96acbef264667291dd43a2277bd68c84ae3d7db4b952c1385234d81b0ccf13d1e56305d57e564283217f6ae7001f8e671cd0fd831321bea&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860469225Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0/d, Name: checkpoints/14720/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b62aaeacb9682359a7a864b15aaf841780382a38e61fb29c9fcb13c1ca51045040cc55fbdba2b8fb7f5d51769329a747de68cba473a64dcdc5e832ec4508f8c80e89fb59e51005338289a047ccfcb3a42c2f47957e160a30ae3e8bcef729ee30d99497d226a2eb53cb096d7c64ea2c2457dfac808fab4f55149abcb71d95dd51b0affefd460043e8c795f9be59a12abdf1fd6992a32e937756635154da6699099e4463c5f452574f8167d367746ce53e686cd434a70b81d0cf176d9509b30e1bf99eae49af1979a548bb0ab04b0f899beeb38310cd4dfe530028330a1086d7594053d18e3113192a67074d93802b6746081aefdc72598ab5c8f7fb25be075c21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860480366Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0/d, Name: checkpoints/10240/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0966c0372c1611ba06231d97d300a703f8e843fbe393f96b9d1f6fb0c64b2234d9d8de1eaa4eb69a05ace129d36b36ea2988297e504fb07cdd50522f80f40125b3f74eb411ba102c87c0ce5ee794e0da9152ca7ec3b32f31662ac7fd2c78ef9592ab721c90c4a854c852abad89a99ed5d201875c4b8ad8c51b462dfa22b2d0b5eb6d10f5eb16e0c2a8372b87ac3774a4bccce13b2c7f532128646e1dff22c4fff940bacce405a351596fe6c3cbd0256c1454c57f4b761b44232fb9e1da6c376c5a2dfe3734a3a04cc54ed28883ab120b31f046d45425f3434af010daf4c9980eac9a4efcd8f45f7befcdc060e0730fad81101b83a04f0dc88276613c4eb7554b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860486678Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4736/default/array_metadatas, Name: checkpoints/4736/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4736/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b5cd5ee0059b3bbe5b2cca5027b38588f4b224937f0d8443382f5d3ca11eb43e04a9b328b26e9bbdab4ae647ff4047ae44d94466d60ff46fa8c05052f67337ed8b9d683d1673ef4fc1e5afc0b91c0a4bc4f1cafb76ed011441186ea98ed057f6ca41fd6240ede24f24279c284b0b006fb7c9eafd01d90db09fed5976e2c65fb2c6f8117f4c8d63811fb308198726a25c6500ce393d57d2cbde6c484983541d5f41bb3510007440a15eb77c2f51c944c33415ea234e49ee5920f20f750eb37663ae509f60b38e17c37debedea2b9504cdf7383f8e1c34aa6550001f8dc8ee2ac17ccb36e7a259171baaa04a6829cf8a883fbdb5007212f0ef55ba3b5b199e6c5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860507447Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480/default/array_metadatas, Name: checkpoints/4480/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c1cd053d631e635aedfca1749f6e90aa7686fa408a2a37e080e33e9c6f1ab230d1d709d981cd99b12784b4bf0ed4ecbbbb96996fb72b473a534a5cda79509a54abdfde41adad9cf0cb91c6ec21cd884c5588e36af1086e28a5f724b3fd35da13f0e7872721f395dcb61e6ee9f5d6fcb94cedf678b799b98e26f6dc2f88e47311917c70b874b465dfdb5b62dfd77a1dc81e03e3a138e5c1b929658846c39af8b150324d22381883477922e10b00b446ae6a0c02f277191fda485e38ccf9232f8a597f1b7d22c0f5665df283fcd47582a7b2ac88d0d5a5a8a1280c5d864eda399db9fad52ec170015623016cc6ca60623e5017db56642d09b4384152d23235563a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860510613Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168, Name: checkpoints/7168, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b40f8e5baf9d422e8e92aa9842cfb3011f4fdcec0bd24beddd40cfd058e002d62ee98a116986f385ec5c27bb032efe043e3863350bdba1e07a0b70786281dbe05a095be72f3ae57bf3fae23def1091c610687f9677a43ebec34274fc508d9d41f9804097b98bbbe10f6a8d579c9528d9cab0bcecbfa9df98e22a23331eb366e623326135147ae8d03516349379aabc25a5859043d5b394653c3b3056343f3ceeec54f65cb99ee00abaf5e0ec1cc8c1dfe3ea4ae96647c8e185c1aa283a896255d3a0ac29b7afe35c2c6ebcf28f3b5713a11e24673e74cf63e64ca65d12d8b907e722602710bfc278d5beeaa0bca2cfd3e98535bac5d24553581c969f57a87afc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860510663Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/array_metadatas, Name: checkpoints/5888/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6acc5c7023e59a393d6aaa444fa5507294dba91500ff39baab3413f3a1f7d0e2aed86581c2535549fb4aaaf4f090bb6cafa5dbb5170d72a97f610e230c4dba001c462a80b3555b95b69974726a1f85d16e1a5f9285148f55b6d01a00c027ac5ca297011355906cea828011aba4cbcb1dc25864a098a8f5dda24ffbae3ed79f01aa41732a0b860743082c276ec358b7b6cc6a10b203ba75e43a7900b1c63400d54ee34b46577c04104cae9f703ca99ed7b17b1057397c4bd7b95e7f1108f054d6cb0606c53bae2d46e4c30bdfad9a56151e9b1b8e2b348bf7f65df74bc8b18f6c933fd2b79d99465e8572990719f5330f81d0a6085c26512e5adc81bd36ca625d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860511976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14592, Name: checkpoints/14592, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14592?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b797a1cb4df734efbfa80fac36fbd24f07c288504a8d19c016f291de1671226e6bb68846e91ca00f1036592970a078da1bd3c3cfc581876ca74da8e4b368baae228c44c3a9c55f9a1bcbccbd2da97bfb554529128cf5bd6b06a682df909e4d49cf5f9a69a33bc8f67db8f0314f25cbc61cb09b774fbe9970d1c6510d3c0f18d5c36791666672c773f7d9d155f41aac12663a98af2b6642ce8e4b0610bfef4a42b9a03572f285548766996e4358f2c6b6b2bc14ee7f281b1c7c8507a5b8104b42467ffe32ef8ac3ed1cfbf4d5ce00edac4b847c85c77ef5a76f7022ae7ec9d76d1c4cde35a2813c2f1a385c229bea14a183da6a5948d24e53d75a600f90602ca9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860532755Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5888/default/d, Name: checkpoints/5888/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5888/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4a76b69ee44c9c601587fe40380b6a0746d22bf0a9b5e3fd9c55e70478180550594f89c56a24fee3a3e291006c50891446139999bc8e4a95378601c131b92de9785945a97183b0a660960c6bdb4f3ad85a32cf6b7de758eb86253e6a1784a4127dd54286d5f1bfa14cd5a14170bb9adab3137397c8860023d32e22b984a5127a401a17c6cf68994f76357acd01da84853631188c2c93fb7a4cd026c74762478c7cce8ab519427d9aa2b814684e9471a561d1f4a03abdf81aaf5223a30c3693b0efb796a8b6b01b09e845e99c162b5ca38040125541d78d4a23fc5f7842b349b28b640ebd0962fbd209e063932ba8dc65ac4c0078b3272b17e54f1dede7610c3d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860533967Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/d, Name: checkpoints/2688/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b3d0c65081b4290306e3c71113458f1d87e319b0c595dc67b0eedc191444d84d4779802923d72af52c8a3ff9fcea59a14f3a517fc3ee5b6d1697123fe2eb1cc99d6dd36d8dcfe7ce11a0e715258adba73b1407b6230cb577ca2d15566848f2262202c21306763e956a89f7dfffcf20506ff1fa1fd67e1f92d0e1ff33b4d89c3a832e5c727577139e486dabcf6f0368cd8541e89236cf2f8ff53cb8647282101b5bb402e7b9ae257bc5409f43e8c94ca150bac7b4a18d68f386b3f9be4ca0eb4de909920f5d0a47a5183532fb2dbd6d902fa6ac5283ccc674dd567315e6aca7639fd1bb786248d4cc951304864f00905c15e968c7f681be477a44b7fce3f92fb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860554506Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13312/default/ocdbt.process_0/d, Name: checkpoints/13312/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13312/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5b494603a65df741c8f6b509816acff3ee0e33c2f26d7f31b358b87f6598f772f6598bbf067d9f9c5bdc0e689c5866e6e2564ada1e66baabb56500452bab5f2e258e020c44d0d8f5a94a42e26205770068dc51def561d9aceb9e722a65e7ef4a2ef3856d79f1837de3d993f2da93b1a7f7dd45f7c72cf8a850888dbcbc3b8650591bb582ad3a9f9172256ce693680829dec6792e2e479302be7da1e4b2d625871788f2e400315195b4f6b505ed374812b6ea6569a41c92b391b19de98b8a9923fd58a3d2af3dcc639ea7a09c6ef2c6802870137b248d886b2e4625206483cb9ae40149dac5a4cda3ebefeb8166e2a003115a34b237b74f6d0e5a0c2f79b91630&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860553424Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400, Name: checkpoints/6400, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0e8d54a7f72d7897cd7843282d1285b6e2209a778c52350825daf9497e7997691f438cfbac67db612520910b97d57a872c9cba96f5cfe5ffeae2a7861e3a36932006b189175fc286cfc5f5db6cb3a9e18c847b16319aefc2a30a31333230e4964909cbefc0e352b5f2b7b522bb2a90c85820bf0e06d9556d49b24fca1e0f1b5b2e28a49af311645ff4def4eefe1110a93d851b1fe71679f10407fde9a8fc504e405b4ba041e06a4db993e5deb4a800ff7ab873770c877967f3df7af3131740fddc50666f67d4ebfc4e233fe886084a283d9e935101045a9b0805c81359a81cfc38316cce34034406cd57e4233b953a5a09a057300732ead9abb841d21ba9d650&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860555458Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15232/default, Name: checkpoints/15232/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15232/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44105b540dc244d733022ca445bf5417f565c7a195d501c0f4fb167e5766908bbb7bea586ae1d69483ec8e41a8b814e655616a1419c70bff22b769910e0d4a940cbca8bb873b099058fd8ba2e6f73543ea3ff478276ddb3de78e37565462544f2ad6e8d4b95a7d7334361ad46d5b95315c5314ecbf53e15dec2c1b187520fa1ee1340317923beda54a39b1927f733dddbb016c268ad0c8aa7d681165e0ac8e18236fb0422b35fe385643ef1e94346c7551cadef19bf4d611a030dab09a84b24cd3ad6ab875763ced53a92929d8d094a23dddb0c904a44ebf6dd7edad198f12014d66b38289049e6ba17dbbc9ee77c1109b3c30184c6d9be7d3b69fa871020eb7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860554817Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11136/default/d, Name: checkpoints/11136/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11136/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=330f30c7c0570f5e0d28f9a8ae7d3b262992fc92b41fd7e0b280efe7edd24369bb6f66382b5f091eea303c89f6425ff442bcf46e6ea4039ed7f456b0189937928025d9d15bff93be8848ce6c435a577a891d272cc9e16d051a519b0da877f7e9915fee44cfa7dc5adf378d9c4a4aa13a0d666747e56875bfa68654a5b3aad65ab9cc8497b08c819a2158d74f2d7e93acb6b59de2054a0d3834ac092260c9c50d7f301b57663e60bd2ab77cbc8db16c49c458b96c0926508d58c5df62da30dcf73500a9d7d929dfac5d15f69a6ab512e263ff8c329447153446043ca6785ada28f7323f5aa8f6f44eee765de6ca2ad5b08937b17f9a887534daac35449317d11e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860574343Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544, Name: checkpoints/12544, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=89a44c0230981d43e0d628486efd78cf91ef4e0a42bbe2080397c0fc76af179812b316a8bbb37d465b4644d012af55cbbb116348c1cb994d3c9f4e136585c020713d6f3040d7572d95ea6eb5fae7cd8763f0e7350bed81735405745e455e94ff84e2ae5483a2e4e317b0630fc4827d7b3ff5bd881b5763134f64b8c336d6a89aca6cbd74c276749ed92b15b1d71e9bf45734938185175b186491497a3efb002f35c75c9aba0e0e2955be4c02d7ab3b074bd77deffa1fe6cd3cdd2dd51110fe8f5aff8c25e5dbd744f1f81029444cc0f257ec2aa3d7d3f9f570d5d6763ff609a471a2c328abfd4d11f7a6f5430e9e2cf638c0f22a5047ac9b60d138de88588f82&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86058318Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/ocdbt.process_0, Name: checkpoints/2304/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5240960927d4cf832d463f0dd0cc071af2911ac4cdb6dc0a1d614280478c2de9272a6e91881dd2817e7804047d647bda48a2adb1b2886f0508d8174234cd64612986b4411ea8f3609c8ee2d27478a4bf3f967673daac7958d22a4d9604a069a66b1d4fffd04b9f06ba6a9fbc0b099c3f62e8e05db36b657d00ea0d0d5d68e1fbc38250dc38e77c42bd462842a9ae128ab8a4ad6fec1a58363cb264d4c931044f8b2455e62c3bcd00e4ac4b1ae463bd86f93896086c41d3b10d790d1b66c5e317ac1b9909787f23143ae2f9df267a95f53ebf39569aa2122ece66438f67ebee85c9a262d17eb9f899c01367de4fb8e0c93a139289840c1f43f2274ad6f79a8d7f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860599441Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/d, Name: checkpoints/6400/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bcb8475eac5eae066a4b901737b20e35479d2f3c0b8640d29d29cfb0b187ad4090fbe01b2a4853da442f64f760d707695b11722c92d622c238d061b98169f38487cf5cc05d891ea882ee199793a878f0ab3ee20250e6fcc039a7af772fc36f72540064f169f9dda0babc8de477ea90b2c43a2ce591c5ef14ec46ab4587f4c6f4735fa4dca9f832353890d123e298f97bb143fae31eb86431e6b627c616f2a7350dcd9cd7a55360924d130c9d320e6d6790f946ca6f5bac7ad20fe5ebb800c18d9e7487d31749c09dd4a60dc62a76e954dcecb9ab6454f4f4a6919f52dd377a728fe7b2ad858b65105aeb9dc87bab802efc4425e2b82056619a4c53fd9647b8f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86059909Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104, Name: checkpoints/15104, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48e8541faf76d22ec9b1ffb1212fed53224840de28bbd0c885ffd85eec2deec56dac974732f84b91d46d6fb2881143864dfe6c3f8a6c8e24be7e71b0559a8de3c00d095c8aad1fa2bf1cf5db98b0a4fcd8eace634c18d6e56e43e9f7eff186e6b03194eeb55c4c9bca2abcbb2fe6a3890dcafb45b6ae709de9aadf6cc11cc8f4c22f9a106482178076c8c42b5facef680cb3f892daaa11c6d6426f4beef4e2a2f6e58ee68ec795ef9439f7df1c9d4f81e1e286a68d57016a325a595505fe5195e58976be79bd030166b83f5cdd085d325b9b3a8a013ec33ed09b54f1689793d05847ce948e02f004fb915c530b3d95c45d90d4430a16b32f2a6b64f4c9d0ec43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860603809Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2688/default/ocdbt.process_0/d, Name: checkpoints/2688/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2688/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=69dcb291a39fee68115c86c6879b6c111f0ee16cfcf672dae2cfa852bbf0e09f816a7c0650d9b9239257df4a89fdfcf97ae68fb8f723970309efc99b0b522f31abe08be929dd11485283084d0e0651ca47c3db8a0d7f6e565de7efbfa68696cf20e382d375bef83c437ee02247466e894103419df3dfcc6dfda7ecfb585322bad4e80297c0b1e0d258531b0517b46548fcdbfed61daca3195ca2f045fe343168b79dd22b70d96ddefe68c05362179c3685c7b000ff06e33c99f24298fba66783fe524a8cb59595500e229bd111e94c2e29c77cab754d385a50a50255a0b47a647e604a652a691c6032d7199cebb249b44cca2e1a6c60efa790f280b54619adb1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860629407Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720, Name: checkpoints/14720, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c30eeb2abd634d09780ecc8301367c1432013d39658d3b0d41de49d28e22a0d886353dc32802614c44665574992c755db39fdb62124cda0799541d0bbef1f308371317347d5d01cebcd4705dfbdf257d262618a3c56cfe72b1a9f6b2a1cc341180bf0633dbeb011893dbe9f53c9381a46f6cfecccfd631ca06a392a1f2fe6ca44d5705b11d3a755ea33f359a8717a2c687f068dafbd7b6d09a484a489d7a78a2838c30751fa3bbdb27eaa336fb822297bc5d359a1940e6ab6d33b1d333058db37e9cfd696428f9735cb45a7cf74209f75dae22fc1dfc35e3cfd866aadff2b6fb6fe43b66e2b7bb30ca6cd9cfa2847f7d6f5b2877ad76353cf6494b6fb881cc3e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860623686Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/ocdbt.process_0/d, Name: checkpoints/5760/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=65cd27cb83428bc981079fc81ad686ec96a9aecc41aebfccb8bbbed6d7b727f61e1299822f36ab9996eef961b0582f850223211f6d13c64952b18a75fd09df8a6f0d9d3370f910af8acdc56b080c02797301de92cff7da2eff6a938dedec399a319da27d130d8932b16ede5286ebe96aeb6ca5182d3ace52844156ac3d8da0a79068f8180d06bb53cb2e3b40090bbda6ae37f5eb63df2962af70d2ce04fc407287dd35a7f0668b8e061dcb1b75cdb1a8cef087bb5d4d1f1a118a8debd8052f85f76c975069ce1bd4d7245c0a48ecdc7f9c3258985189aae34ea2c306749622440cc3b214d9116c20e5c715a8992a322065d976ea2cd12c22d1790ef1f4ca7857&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860645618Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392/default, Name: checkpoints/11392/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=912f3b8042118521204801ff76fedd1e525eb7021447ec54f18ca7e3ec83f1b1ea28c82d2d502d79412c3d4148456985e49f8b21e3bec6620c332d359e4258c2f244a00b4669b092a1812da6000414dea48879eed70243c31e6788db3aceaa97fe71eefbcf9be3a80e3b9583ae5f6d2cbe1b6c9d98eb7408c8898bac2ec11ebf2443b5363ae377ae8d51f9eaa81a9da2170bb66b5b0993f3f709c98ad981fbc22080da0bd03e0a777b10cd472406d5522df794bf4da176221b4b104a558f7c9611eba43613a0cb169c26e599ac589d0583ecd9f946fc152b7743f6ea3b1091efefe3801a7f52a09aadee9c617e2c5957c7929cc8b1612c2c62d9bc5de1c79019&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860649385Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/ocdbt.process_0/d, Name: checkpoints/13824/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=135195e0e08391fed9a2c9833d88d9a7f55a2ecc0e7a6ffac00b1a307eec3d335423ffd4733effefeb187f73b449957a1145990eb75974db044aff73972af97e98b6c92f65b160930edc5c6d8a14200a39b963ce9fd4e064da7e35de55c26e6477a9fae5f12a115a0d39cef5f77cfff1222ab061a90633144d0455680b3bbc0a50c2033e3d973ac17aa29d402830c4a4d63152858ee0bac0dd4542f0b2db947634227ef223da3c62ce038271e109fbf253c520af8eae332892990d62cf0cdbccf7805425a5e984ad94af2d1b81282d872776f92815fe8f78ce474fdf70f48bd680359e98176887c3afdfd564e94235a0c2cbe4e55ebcd0acc7f5b6385750fdd7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860660145Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504, Name: checkpoints/5504, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4b0bc456dc8253d8e409cc8e7fb2f72c6f1ff2d2f9fad024fdd028215a867c3c084332de360206c3d8b05ef0f591db4aa0e8e201c745a3dd302f628e1bdd4a04940fd6bcb601e5b2579b5c38634e42d9ecb54a5d9f401d81fef22114834f5b2b416c42955a3ad59b8bb4d15ffd53bb3e14f3795fb54c3621dc3c561aaad3907d51adb6944bbd95263330c40eef00224476e2bae87d918b6614d38e00374de60a3b0e3e631409809f3d62947afb9a4d3cebb740ff0248a68423232741c29ab4e40a8476d77e810d25a9795f6cceb4ef63faeb5f962dccb19a5991b78fc9e886c092cc9446745cb3592f88796066d3bb40ceb89bfb2dc6003aba93aa387716007f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860686084Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12288/default, Name: checkpoints/12288/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12288/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a47d86cff48728713669f6f82af2e472925800ef62b2e9100be9f51c8e647d246b98d369286e1797a7941cff292e1856d93b73f5a40841d8effa6bfb410eede8bf880f8c11eb33f170d667c4b245953eda1388642e5fd520be891856210a5f6a43e5910027f45271c2a9ae28754d8bb71e09377c4a9714bb2d953d3aa43cc49b20c9c859c61bf792c29e450e3217152fd9dc87fd03f42aee6d69261d6a06953fe3850b3a9843bc93f31d7d7bf1e01045cad6432ddc027e520ca803cede7c068753c745ae08d2ad82cf58d44632cfd79a06e6e08eba29ed04510fb3714cbfaa4fa550603153d329a380db2d9898ba6221918126e82245bfde4f95e67c17e9d4b9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86068912Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12672/default/d, Name: checkpoints/12672/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12672/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7396cf06581c07bbe529137ff235d4a1db649c256c06a7b2f5d1e3cba7ab1882cdd5c2bc8fd559ec081bfe8ac29ae0b85e6f3196f3607aef65e628d7de44747aad4b92926f56d354086754cfb42ab70c4afba92350db0cad24ff1e221f4c3aa578969c060294fe71d1777dbfba071ad06c2249fdca6b429706f677e84f27ec2e33f87d9c850e71e1a0eeceffc96886e3c898ade85141d357685f1c6df19b6cf421661fa4afca80bd9d4d1a96292673b9b1aa251638a1d01a76912b7b8f90793f0b9d8da9e18c9ef458168cef7861b827153eaa3c3d0c98e9ca6028b177f6c9f587ebb2eb4a5df3ed77b7941b577c38d429e69db5870d8f605301428a6e06af6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860691965Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160, Name: checkpoints/12160, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=821dcb1c295fa6f7c773711bfdba4fc7d46fc421963d7cbf15ccc87686a0239e7389cef933361f52951ab3c34a92ab6a270752e1a7234ebc739bc30f3c7cf206d9d8a87629a95cc1e0cf35135145e6a28da3367a0177caf48fcc079ee3268e0c289a555c18e31845807e15735e64790ec7a5e8c3d2a7b45496902b0757b317ec886f7115a86019f3a8dcbbdb7169ffd1a3ae7235d271feb5c9a769dddf9464d3bc8531b5bbf67f36a2ad8e9dc7f52cf0a94830372794ea82b24ccd83f1c29232aeaa6f98fc9cd6043050f5229574b8e066b669420d0cca20318084d5c1723b6f932a283a396db4631575654606334cd0f07f9a397138605b8c1a5f1c568b62cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860709508Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default, Name: checkpoints/14976/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90d2920bc4e383b69c22850da1dd20e9e5a97b82d58f690dd01931d08d6f79a5e9d6670822396b53f2a9fd95108cc42c258c2a77fd0d21fbdfce9dc79c2a736e3754aad268855d391b1fabcd333713e22aab1f20a3db3a2647643e34692926824ccc2a269c78d6234160a4b7a2bc690d0c478b52d8e59b79eb1442e6d9475854665a9247b8e146d99d9d7be5c5f4ed6b746265407e04d394d771a1f5dacf9d3ff190bb4aeebe074e06b1a3bb6e9eadbb717a826ecabae2b8f78c82247fb8f86c61651dd4b8637c9a55416eeb47b048888d5571d13c1f5a94aa92364189fd3c2ac8a01717bf0355244de89274344ee945d88c5be6bd76bca0ecfa0d786a2c0edb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860692656Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9984/default, Name: checkpoints/9984/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9984/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=af80fd9789c9e77302d6d34583431ee40f6d8ef5e3f6c62345d4bbce4a1bf283cc14ad24ce34221c2d43869af010fe85a1aac09258ad1dfe57f49dd5ac8bda6523995cdef777b96d46d62894544533ea5be1b5cd254bda21e34d7c0fe1a0a2b221d8659d5fefe662e6aeb4f5b42f64800d1dc98d2f9577057498ea438fead7035cceb5ae9cdcdd3b4099979d00f7c5b833588016cc4da75e52fe75fbeb3841d0c19c587c7082d6c8568f4c8edf9cc698c166dbe1bdd928b2bc7a77d5a62da36df90496c31f32e4e68183573478bb075714655830adde28500fc6c6720ed340f37f78ccc200ec118afc4740d1437cc5ff32daf8df223f00d4fd58509a005ef1d1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86074226Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default, Name: checkpoints/3328/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aaf4826adf1a6ada211bf9a59e7d3057c532f0a1efe7e46c2e1d9f0f2fffea2ce29393ef1c57911702becae022637fdc06c07e9288e238e3c1100e307825e5ca563eea4f254798cc5c5c2750587e1330538c8b75ca0d96e064737ee5f559a8fd65cdbf80ecff6fbf344a1d0d852a0a4704002c185477ba3b0875198811ac91176d8c900239a7915784242a1727ed7be7a65d1b860e9098b988e8cd9b0b8bf0deed95f7584bbe86c7b90b1037b3940f9cfb4a785e3658836b7b17dff339aa006e9c16e2f074707a5ee8915e35cf50559969388c1cd74c709a6fa564c4eba51a7b5bb60fed96df41dfec138f25d57c39b0ad1dca80f8bde1efa83a103fa97166a4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860760625Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default, Name: checkpoints/13184/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=00e04a910245b6871d13268be0d832bf60fc0ce1eabc041b53ef20795788822386bc8c33cb12cb99b246308127c78bde8c25502ce3384aa7d5aa5c19170978264ea160c745f91c841b6d6ee1372c392170e272bdc23fde04cdde609306084f50904eab5df940109cba1182189729b2994b7a75fd147421b4c58bc9214fc1319eaa04b2f25c05009a45d2b6cb4e40094b7c12140bcf938aabb29cbf7e70c0b8634186bebcfc38251504de4d41f5a2f620f490738d7bf38ef22aa87c26705fa43f832ba0c4c02c356d3424805f85461689d81a1524ecce948618615c0f50951b77ea2cb4936fc7b54e47271e584a4f80202c09fc303a620004e8293079e2812572&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860757188Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/array_metadatas, Name: checkpoints/6528/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20aa8f3dca508368cfb4846e5c8a865432b413d4ad05c2492f748449201a2c64b7243f6e560dcdf11cd05eb6435d70a6e3a4ff36bb091ad02536fe3e269b05c518f2413ca40fb322d7bb157f968961e39755fa8ced96774c8bfa827e0d2f077ebd3c1a62efb4b03a93375a1fd56ee984ba21e3963607a3deebef4dbd7cb5af81f88bdd5a42d9e19b5f5e068d36667222b45c8c6bdbdf165aad15413a920eb05c168d88695d17eb15a9f6655764b3284d909cb3c1ce87b58249fef5abeb312bcd42f7eddc25c6a1e846a6f0122ef5aa22969ec79fe8ad605b2f6d3392052a19a805b37fa75c8865cd8227481a2f4e166b627fc7ada48e9d3e5732fff37772bb94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860790932Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/ocdbt.process_0, Name: checkpoints/14720/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2fb5fafc22d3070db4e2b1d51f3ff4fd9f25ce7cb309555fcbdd44c7004eb81bfe07e217a5c4c0cb358a6bcd7ad9b314978e3b113c38c9db30edd5076862b30fdc4335137d77a5707d8b42e1734537da735c66084d07b102450914f7aed6cfd4e9f74b2e5bd45eb3c2108237aeec6a5b400c9f66a2ccff41d6e205787f39aade44879594807293f073f4bc1fba3d3041ef3884a6153cc481d7b5532d44a4892a3b12557c084704766d46157640dfe5fc1e3b5d174bc4e47c017417e8a35fbf96dd3bfeaef16fa284ec2dc42416d14f3299379cb354c53563b19339e11d73622e697a333366919d0a3b9401c912b4a60256003689f2193a269d21f31203e6a031&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859547107Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default/array_metadatas, Name: checkpoints/10368/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=83953288340a1b6e32225641b6603e3c3d27e840d0f6c0b3bc9eb8b22cdb32317c4a242406dbd5b529ea323a3120cd29dd122bb60a35410bdd05f3c3f91f3729c0772958e2cb4a014d4a014f519937774a002184258b13aafaca1130c9febcfe1b3b84acbea98afb806ef2934ad73f8d7a257d53517deb220167569aba25a9c68ec274141b76413c223ebadb8295811fcdb3fc4d6e3ef78fa6e83c2d63f459222dcade375ac83026ba9433fc1e5faf55de621cb3cf90da744833b3b7129d8a9c44955789e1d1133937d3ae597a87bca4e192595770826798a9410d51be0b74babf206b9f9a36eab189c6dc3a32f283f434c586fc2d86e4bdac6ae9bcf2763e16&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860810378Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/d, Name: checkpoints/5504/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6fb6647161a1415662e40e48691bd50db70a4bfd7a15be54083bc52bf6ef38f1ecc735199211c8a9dc98e11ecd872fdc2dd3091bf055cd1a7010f348ec7ca8aa3ecde4f4636afe4489525c43e3a50d5ec37dd86b19205ef4100c751609f6a682ac49f05e20b5ae4a84e5c5682cd6e6f4600e947020ec70d1a8cb96762591536315c1286af5099e7fe4d0b4a8860b85093f401d9ca49a0383db0e8704cc3c61de0721ff217d811f393e113880e095790bcceb9cacf9d7301ad109342a68a01ecc8be314aac9613b2bdd3fde0103a1201f92883d99af151d02dc6cf4f11b62e625e2d9756a6e8f039ff4e1b908686454ae3e5432c16e6e6e6ba34ff47a256c8e90&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860814025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default/d, Name: checkpoints/10496/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6f986767718947a7171eb4838626db3ee362ed46481da2a8af35ab40e838194338400dd457dfd156487662a86e4e181dbc18de36d100c62cae183bf681c4adb4fda48de4cd6f677450f0f96b568c7abf952cb6dee89bab3d9363f5f982985c75218a132242443a936f52090eb744f27dae9578c346eac63e80a803f1e69c7c1cd59a0ba3fa2fd8ee476c1e7842fadd464df1ac2890e5712d6f08f5066928f3299cc2ebfcb940dbac9a91f84085c268e0fcf86a147de2fa9e829e6d922db6dc75048b0fdb277c9412edbeb8e7396e947d2aa3e83ec1eba6c265e9ddb2d9a77817e6a6e38dbdef108b05992ada3d2fafca5e7697aebbe0b349aece09708b473f19&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860877465Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default/ocdbt.process_0, Name: checkpoints/13440/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bea4662564e98da32f0fd358bdc989960e94d59b74489e983a0816221c1d731a7a6cae6e19c8d11249afcdaf3dde26410adfc27310f0ff7348bc45544a3b22f875ada5127cc952ce2a854e7191074e57f11d0a0f819ee4f866f40260b10f50916c12c03efe50f60a6a77c72b690c5b3cbb07f195b97b43632118e529091877edbf7966e79fefe7848b92e0b2b62ba6e4d94000114ad0b40bec859f10a85d8f45d9f17e59abab3b8a333d7682b466bf182cee1950bbaf680ab7c4b5f12a79e2c768db978c55d3e7075f078a4814109c77da59dcb920114980547b3d0ba00dd6d621cb506b7c9f1f914ce0abc7e51351547f125aa751816f37da80dcdb74d08ab4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860885871Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6528/default/d, Name: checkpoints/6528/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6528/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=05932926dadfaa7c0a0cd8696d8aa1aa6343b38a2517f154d8fe47a15a077ada8fa50bb8f4135c489866b98465ce30200b6537d8ccc4bda4f8cc868f060248d68dbb963ad4234a3e0cd8a511edff5f24911048ace6e5eb03741f94348f1c7c3a6b96e3b8e0273f6ac7281ca17e6ee03429a2727e634196c515fdbebc39ffcb5aa75a2a50f321bfe2884352e59c2bc62cc45f249cca6e03474495fee6c62edc09077fdc7869443c2dbae856c23f3f9e7597ec041dd0e4aa7b97dfdd78e5e79bda14bb7ac0a8a75fc3f15899a11179a3389e0db2889565f81ab6bed94f0ee686e1b716b048f5053b4bba258c25074d3698d03bde831ee2d80eb822830565b77480&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860920516Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344, Name: checkpoints/9344, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3a6c16f7c281ddd89b8299aeb99770563c1fa5c8e6e158dfbedaba178c73c5dc086b6e37a50377150a6d91e5f4ecb369b794fe1dced2dd6909771a00208f3af03e770097cd9470f13dac391f74c7a8c98eac5acfce808bf44e90941be7dba08024908c4fbcf5852c01b58f7b92963f445cead91815712e4163187b972e61ae00c355a557abe8ace634c23a08bbda6e5da573336c83c8f01aa5f2a23165f0f8865bdd2c8c7f335ac1eb198732dcafff77f86b0dcc96b9da0f289dbe808489e5451da3ca53a14e5aaaf1591e858b5cda593574e28bb4966933fccc87f74aebada09666e1959e495d20476be8a2889da9e62c6b2372092ea326c36012d5f1fe082f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860925024Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536, Name: checkpoints/1536, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3333944fd2b217e49840f94ed6f563c14d2bb9ab99edd15e3b5252cfb885a23481e87d7f1b96527d63997649f910b11343591f8eac20f43abed3d13325749c8473577bbd55f28e8fec91f4b8374567f4674ad498150117d34e7dfb1e924c7b614ccc1f8d31a6af52b2c958bdc29a6d68ace6f53453ddcb7be7bebacba3f395dc249c32fe5ee984df70c21d0bc4bb3e95551a020bc1ea2c71c45ea6ffbb579400ca84837c59e6cb712aa1078f3c9a23dcbccd63d839dbf2fd6979a6a5afd72ac6536b28ded09bfbd0c75371cebf7ee538af04d23b26360ecaaf046740cc2205b14ea5c9db9086bb28b38e051a74b9bbb48dc41edbbf2b812158421ae39b063868&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860936155Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default/array_metadatas, Name: checkpoints/9600/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bbaf2ba07302c4e07e367e88c55dba6ceed82cf51c25115c2cd716942120afef801cc75b5c495c75a51f3989e0da3dc801a70b44187b7efcdd70db7d29b5b269470071d90da15e69d0fc868b2d8216de8ac64d547fca5c17b381b6f1e10c1705e5f7b30388252956a1050e047c1eb0f8e862bc921dd65cdcee636c81f13257619939e0efb390013578dbb8c8b5acdb66203b596d8b8eb02012cc99b5efcfb249c9e131698cb23c307251b8024f6f25a20ae369cdb86e3b20cacc4639f7b6d61aedf39593db08816a2db06f9585c442c7690b0159d62887f5ceb3799dd617ae68eea8b610152a346df6caf65f6869b4b264330840b167574f7374091977d8ce43&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860964619Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default, Name: checkpoints/14336/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6a0447e4edf3d4a3560ba0d8e4d8c466ef85d1198280ec91171426f10424e50dd61a594d588734b16e9fe485c07d38c0f427a960997e9a65d23e1f865b7c0c4b71c98ef94413b65bbe5e9b7a5531dc9ca59aa233603084985bfc70a3a7e1ba1c73de3d2523472f04204abb23ce7172d81805a465c08cb22d0fdab47bdc6646579dd42f847d4506039b80aa6b7b0805011eca548bc8c3b021eeb9e30021059e5066247789d2192ca646623cefcc44ffc4cd67fb52101b932bf74c11a8be95595b3db28f1a3b448ecd38494982c3d81116c28e518197bdddd002adfc3b88a6fcfd3f213058aac5e45bfeaaf5fa871109bf21333e5dbc020de72976145ce23ca037&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860984006Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default/ocdbt.process_0, Name: checkpoints/5632/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d64855bf67b84bd449e7cbe90801db95964da4ff742dbd039519c4a643a5182385f9238e7ea05259e59599bcb8475b89bc3863756d64d1af4a34262782d728d26d8376f272c9053612c3fb77270eac03570321b6ba57a2f3231162b266e9666ab0ecd0ddf92666d4d404cf849d05dc3f3b2282849724b8302fd287ea6672b5cd6704c7cc9a191e34f8776f5772d965c32b7cdd2b9dcb4de4347bf61ea831190351340a5f066962965483762ecb6ccfec2197eb336ddd02640977d6cdd354af70fb0572472bbac9bce49ece6d1141fc1d0317f2748c4df69da46019bd30fd9ad4cfefa593190231b5ef2351e9d402bcff21a72cfb56b4547f02ee7d8c31c4e94&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860992411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/15104/default/array_metadatas, Name: checkpoints/15104/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/15104/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=029c6b192402893eb12ded0e18332c3f7abdb71a48212a8d92f1fdd8cbd93758eb98997a598e4ccc32483fc9625bb00f764517fe8d46d7377674bb856d8bcaa087fcaa69b10567d84f92762781fbbc1a52f774ef98342e3949c0fd99dfba77e1f601822103e8b052d3e01f9afad7cb8bd2dd37c20068684393697ce015746e41cde6d10190c17b09939705042ceb037a9e025854d5cae1f1ae11c9b3bd62b6063020e66c90fceb1fa346e4100a4217aa9992f5c481ed427c178cb5b1cb1ebbde42745c2ea091432de7af4ecca91ca736d9d7808703cdde7da3aed848081274209bbe9ff5ef6961d823c0a6d90c0146018bb5de90ff40480375f7b717a9b74130&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861028179Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/128/default/array_metadatas, Name: checkpoints/128/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/128/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a40828d93fc0e03c51fb2f83701de3ff7d92edbd0bec16d2e6910ac1afa88677f6b49946c21079295cb1db33c1abfac589476aa8b58a6381c15d091425a9d8fc6a998ec6856fd61a9e7cf30993c59d0363b9146dee6aea214c375eff87f4d8afe29b923c5976a935494b1f6a16b6fc38291d401a4be526492278491c313368f4adcfad29c8f76ea193d722367348782524cb13b9467b86e0e5fc7273bfe29a093350d6795f2a04cb5c7ca2ebc7079fb770436ddfc0482067245565ca6089a629a79bc671a3053820c976c6b4b544a98d5b9b72984da2cb7e76ad1ad5883e473482a7f3d19b9c3e5ccd37718c0986e4ce1f987c63ab5fbb2714a32fadab29b9ce&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861033519Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/d, Name: checkpoints/13184/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=80c8f42d17ac3be8a7ca5baa43078167a00d22555fd6e1bad2718c30b649686a98449758fe860a19691f9a44c20a6742c4dfd594bd6e7025f0d47e82a10669879b12f8fb4d2f400124b31394369cf615e61198076c96ea4b561df52dda363e17c6ba07e9913b0022a2af01fc1808c3e83b38ad2d1aed4adab472298b7b527ea1feac141ca80fd2aa9ebb9f2cbf53371b2d05a30a996b59148824018a78367c8df13ea645592f674aa8dbd88e2033c9645d869876d6f5e945e90cf8eca18e06e5213096bc2ef0a3206a20f44a045d58a60f3fb315f370115f73c2e323955a764bc9c9c920589f78ca1ceadd6b9dfc1cc615d3fdf93c2823c2f279dd5fcc9fcbc1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861056913Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default, Name: checkpoints/3968/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=40ecc75b79bdbd1b7c4963fe9e231dd88c1222b19a21ff2a8ab63b2ec32210efebbbe6475f5e8876d52c203cb198d393990cb9fa0da29f4a9ed90f6767bd2b7d2966c234645c7e78c8ff2da6fae16cccc91ffc8154178a7393c57d490503001e99f99a06fd37e186eab3978a9c3e1c471c148402152221858ea6a794339756bda7957222d3c906436c2a92602beb5c0d6426ab3e570085f31f4e8de434e3bf8ca636594b5661cd97ea5e2007e6f6d87b2cdd373f60de01fcd8073a0a0ee273bd69cdb4e8955c48b5a83d06b86b549bea53972dea499ca135bb70717c675fd117fba004692624c816a721599f229aa0f6c95f3f926d841a43bae7b1fe416d4066&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861084405Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default/array_metadatas, Name: checkpoints/4608/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4227c68995d22d4e5e89139f79a15d4b793837de13a4267103519529243a349d3dd31d4de9cdf8f003ffb30b7cfcbdeec016a17cdf64ec9902dd673568dd67a56ca6dd882be3664ec154fb4fc09d740515f6a44db4e6ffb26963cd6dac3ce06f832c9d1274bca80575dfd2d3fda35473384537036836a1a718abdb180370a15682c8863f56ea58708bcf1f9e1ccdb6da1eb34d8b77542c9ddf57cf8bece2ec6856946a64a71c5b07a37ee1712909135a71f6f6fd0fe885e9e7cf5974def60703c0638a6128a23c8a89ceba0785079c2235db566dd84c659959c0a96d35767aa2cea2f30944d3c8c891c88e426d13cbe83c1525154ba6a76091ff65aa86c11b69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861076059Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default, Name: checkpoints/3456/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=823ce6497b0924174b89ab9de0a56fc2d159935eeab457dfbc5b137f19690c3ebe079fb5fc31615c81280bca786b2a1c0b7ae039432b7182432af3af247ff4a0cb4c07b2e96d56868524322223e368e725df4f42ce4d76126fa9411ef1ca2be0e7bf8184d5685e54b3cd5d1c4f01315d189dd491b7e9ae7e8371463b0755a4806d0039b8e880d7bf4948d6be0311f8d4e3e588fd3cc858935ec6fd24d373ebc8a7880f9feb022428d63a9c1e1e8780856563ff5def338047bd30946326ee1d8bcba320e71ba9fddf60c43c5b8b36caf6b15f9eee7540b82ac3d70d103a11149104c25aa7343a35518ced3dde29c14a66313d5123d7d2319366036a471bef5e2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861122026Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512, Name: checkpoints/512, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=59b68087ae365bf9795e7c1df23e762b1fbd9286d34003bd0a830c2439b97c32d0476a72bc23ed2cebeeb7ac674a3418a600fc879243852812e213b7983c0b883a70a7cee60f168bc43e9804096883d2a05c7a995d0986292bcd2aed27b5fd26ace3e8b6e1b4b0e6aeed2a226c7bb712c7fb20aaed2f55deeba62b6f533247d84ff29e9ed5ee5326ef0ebd2cdfac495226498c5dfce02ea59fe8b73ae93530ce3867f5fc9931c6c7c16ce2979eb3752f6a7682b0baafd44fb7c4f5bd8ffa24fd717e1f94136809bf9f8618204a9d4b979af659a6721b002456920a407474847e722086981e927e791c3b4f4d62128e0fb611394f8b8d166b427e08267aad2ef9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861126885Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8064/default/array_metadatas, Name: checkpoints/8064/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8064/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bc249c94d7fbc602ef4d16b4f21db0ec227bf309dc309f3e3eb83acbbd9e893390dbb310b1eafd9a476752ec63a6204edac94b155805dcd97e9041d4c975019f217440895594be67cb25c3a1d6cbf8da210de15af7fa0d5dce7252edf8be8b9c889d2a5a63ddb7cbf5c381549c7232380970b2624c2ac122b0ac0cf0ac8e9b7756c63219d0c97f6860d36afe6d9da3374c015dcb413ff23bbdddfe5264da5d4ba79d84a8e333665fd8f2715f511291ca380aacf1355fdeea49180fa3cc53ee37612f447686f816be7f2eeee600627cc78ac4c175e701a4714dfbdc7e44c9a109b1acad7ac741f645b689b2fe7acf3db274b726582ee72bda176b2c1f3bfec772&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86113471Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/d, Name: checkpoints/9344/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=237dfa32be6bc5b191aabaa2e1a47a754ccc41d452880488b413fbd42baa2dd63b9af6968d923fdbcc316c65ed65a9b2a9e7a3755604bd77332213bd97ed8c31d4cf21da16ecc1b09abb15865e4fcfb4f0c5562d682ec7256a7bf7289cd349e78aaeb6fc370f98e4c22b13ef101f35c9f2064e515863d2b1c4ed3be56fbea2e90935641e161bf8908feb8b432d824bfbf2ea7c95ed9a80b490f1e0bbf8c3b4af606eb5c4ede5927438bb5d11d25a3e7b38184bff24e670e2bf079e4391962cdfc412684dab23da16761b770552ac126bc8bf03c59d4e9bb67ef0f9ee6c2cb92595b35f3d1cf6026d71a06cff283ca0b4332e0004d1d22d5b062dc931b3956672&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861178883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14720/default/d, Name: checkpoints/14720/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14720/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a1a77f87692e2017bb5ed24eacf8673d33bf6c2d5e7e7ff7a6c19c77d5c9b7e768fa00d8eb8fdbbd93f246340982e32005bd27318ade3ae2ea58993bfe49661f5b3e4036aba7e32f08905500355f4e29d3eff2bc116fcc3bde71b8a380f8c6e33f945e6d235aa86bbb1946f4e082c6ab8c1e03f7053d1f2c38ee44917c24a1e02c0b5148df9db8988bc757f10e9984434317297dc4962d745cf54d225aee3c41a2f00dc5a890c7370709db63e4e9fcb927df230cd649c60b5711c0733c65ce4ff4cfa16bf285b05e562e89d696a4c2997253a105694c8669f66573cb3c29aa67d5ec2a57662d5c46dc3b67066918c12f857bdbffd5e81fd00df2c7c682fcf233&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861169415Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/array_metadatas, Name: checkpoints/10752/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6c40f711a5d5928da31ff69f391a53e9f7bd62c2766b65874b2c6fc6297afd43e777975f00f42cc043657b96a0387d7f2b4aec75cf612e0385403ac300a276c7125162796773f3fc97efe452f8a58002aa8c300e3ec41bcea83c88c2709bf2c10245f4df3e02957b216329666f1257a4f00de165ef0ec0e9f522dfa99bc9417656896a9a40a123cb9eaaf340cb96444c2d453ae338479bb33b076ea00c53ef0d15cfa1db022a81c6e15bdcaea5e98fe50e4e105595e4c725cb18bb855e7e9b57d795c2fa24e662a25dc116b8759ff1c125a77c513b317899e21602710f5f4eb203e52fa849961e89d1ef1387c55f77c5add29842377c6ae4944715fa06385801&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861189904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/ocdbt.process_0/d, Name: checkpoints/2560/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48690134b2ecfc19dfac70f4e2f1e411f3ec2c9c5068a45dfe90c7feb46bc952c8dc3dcb5bada5d18e58cf1aaa8ccd782e3062a23d01ed3ee56992dae1c091a124e9a00ff817c76cf84b3f909d4e8f69bcc44ac349da3fe69e711f7dccd805486c975b55928a7e087f0242671bf2b306bfda88d2efe13ed4581d98c597db9f37fccede01c4df137dba869da5cb0a0f7590c7cb8b5aff68e323d7f27e08f51a1fa525d47f6bee57cba872dc0365a856821814b446deb65780507c978dccd8e8858a6da6eb5c87740ef6ed753cfc3f1617c8b16999b50f5e58cf102bdc71574a3d2ae2fa83e89f254ac3ab9acb96e6343401850a583b9f427de96312898e7cb429&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861238114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/ocdbt.process_0, Name: checkpoints/512/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f594d156ac6b2c1b88fadfd8e44a1ba28b2f3c3d42fda6cd87e234adf7e3128d96c5061c1fd865eef56637b4a3879b6bdd60fbb4758c87ecda3c135471d46a7e7e281857320f50a598e82821000b4b5c5e7790f042315e14ca21d4da69da1b101f52b4d78c2b76e2fe183ced17e26216990465a9054e9949448ce5d36e131d82cb8ebfa8603404f7637a66838ff70f4fe77b7d60e4dceeaa36764da0dbc790cf2ceff1967894633d359670a017721ae415c89a1f6d492c3572c6d8552db230af2c0fe8e9bfc0279404687a646a9b5114d637fab93f0eab8bbe0d24018ace3201b18b835e0edb2b4e38fd278d22503d260d48d5b8fa462bc3835bb6c59e49064&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861241631Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4480, Name: checkpoints/4480, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4480?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=699b9157c9810638545bdfac063e9d83a618dab30bcff90b637a60a33625a5e5eaee9c3c85ac1b599d6c7a4b7284a878dfcb1534938a5598a570ebb06af4ad0d93a409294176c6ea49fed0b9da942ace8a519403e34c85aaf9b4c3e0f7ac66268a339bdc71d1ab35d700788ef018153ef95fb44ed88eea46cf8432dd10c79dbfdd5081ef15c38e743142a8b690b80c49b94c6e9bcc1ad888ee9879b9a42f51f7cd1c86beda070cd4910814c868163ce5e76347f1442e0525e8373637e4c5431c437c1ddcd14a49e51d2954d210c5a6b0995ce2a8327b9c66b977549dcbd8e39ea84b392dbc0c0fefa51a6469472626f02543c3cfa060a78e16e1dda3f27eac44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861231071Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/d, Name: checkpoints/2432/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=39dcdf661367fd00d614dab1d41c53a0cabbd70e11fd3b50f12eafde0f0048f1ba562acc0212e783b6ed1071bcc83765bb1b1bbc9cc1779823db4e3d998a8ad6e6e57132fc9d4226cfa0ab04284639a71cac76c6a3f0ce3b1b66ea9e1f196daaba4ee0d7ddfa3e6bcdb47c8e696dc1a2ec0a31d1f7f95c6a511be70ba9fb2c1622815e10789f4e88106bbab0d2afab09699f07d1d2e33aa133e5f06bf7059b5758e12ab84e8805e526e5fb9e19e336e131e92e91484291f9053e1cbe01e86cfc40bcac4d2d12bbc9891099a89d90d1ddcd944657c9d7e6f43a74719d730db3edfea4c7bbf97b4e7f20a606fb8483a7c5dcb1fb9fefe6b34fa15208d5ee4920a8&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861290553Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5760/default/array_metadatas, Name: checkpoints/5760/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5760/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1726c35ef12671c8901ef095593773dc501b574db057cf05a9f7c129774b856cec4b6b1d9c169de86dd178baf5b29901525e453981ee2fb59fa4f835e331f0a2991e72292d49728e6ebcf2900bcd68cf914b888966e692a87f4774c0e4b3aca908ae4fb14e26735e743aacc04dedc156a7a14c6a23a2c88450637146e492775a577059b2f737f2bbab286086039f8bfbbf13ead1717198719819986ab03ed5eec28327eee0e507545634a17ef43a374e63eb92cbcfb3a8a11f4cda84638e0dd822a03526f73f55098c6032aea0014ddd26458172f291262449ec5c442d9dac57864f068a31b90acd93cdd6124507528f21e1d358dd6b8aaf5cba9a555c3a8668&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861296905Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default/ocdbt.process_0, Name: checkpoints/2176/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ed0eacdff96fff76f39cf9db03ff4b585540a1ae569d422f8f6d1148f02e6d018b75befa8d22713c6446e9d195d3a2e6d94d680e3a56aa150a04d5d1752fa4aaf8bfbc30f600aa03d2dfc8da8bb060e2f2781b9a517c5eb0b388b9283db63925e1afc636fe417590faf7ff030e6b613e742616095a8dfe44c65d68a0a7ca0b4ddd913d462e89c4581872820b5a8a1976b7fbe48948003ebcfc161941c656f5bcb69ca82cc9f60dc0d781afce246fa7e83524f0053f94ab18f28abd8f76c8a74e50a4e36befc3e4bd62f5883523a9e39044d5ae6cdc11e5e1848fb68b5d03d1fc08f852cf4d56e8c076b8b501049c95bb422671027802cbf50bfd7dadc7a93e5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861296114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/ocdbt.process_0, Name: checkpoints/4224/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9aac2d3bbb9ada504b5541d98ca34f3f10f2f433b1e1d702840848793eafac98738b6ba7a6a4d3c2554fc19fb18f91ade2882e9a29aa6f830cb100e04da176d51ae7a00e03e1ebbe9cd62269360c29f1c6245b4b16202bb609a3a6f568768c0e814352b5c1b5b99b8a326c0eaf090dc37c21c6612db4c6b0d4637dfae10b40c912a89d70ffa9439c172e2650c8d394be02c969805265bc91b9978f8b44ba70f61348cd5379ce21aa21830f8459513d0a1e019d878cce8b8d057695d8d488513e68f6857f158ef9588ece89926475822cb2b431b720cc2c60e0397f44c4ba2e095367e8fc647d757e7f7a1ce938e437425ff9fc253d47e481e2d5a6fdb3d760cb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861344114Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12032/default/d, Name: checkpoints/12032/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12032/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4bdc21b5248857cffba75e88c0e59e3dc45320c56069aa52ad7c55d0e8789c69621748ca890445fb465754aae6419930a1e6f78c72e8b75a37e996ff9cef94166810104a64bc5c5b8e8bbc129f7c4d3087e8204f291f2e8f63042c60a9b45444572577a5e5419a90eaf14aa563f2c156a9591511ce145c5bca71421931e810e343af7df5414949a16938688cf125aa97ff118d29e0f90bb1ccf403a2bb1c8dc1065de28398dc92958639c320e8a6b08465fa682571e61359095843708e6e41863e4d52f955a70a4c250206a68a3370db85db4c36655ee4dd792bd755de4135081647b1612ce60eb02bee0eb0d33a4e34d56a3d5a7d1d1fbd08e8097e7dddade1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861350196Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13056/default/ocdbt.process_0/d, Name: checkpoints/13056/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13056/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1373d9089582a1022ce6028725718338d15e5cbe0b9a3407774ca31e619112f4b24e4260f725862e909ea92944a2e65def95b3f816b46f907452f1c0a3102022cf38c9cf75039cfee891db78006149b2bf3054d5c346edd9f4d0ddb8610b71646b0492f0ecfce35717eb308b767561355848e2cea5e2e8803e88f3d2bfc0c2d716a1cf8ef106ff3c3d23097b0caed7b8f06bd23b202e2f6d730a52bdf428357cc99489abf2ad1ba4168084ab6e0e2f8175c3b97147f7f56f590620c80047785cc57ccc2e5ce9afac2fa56b3137a0cc3a1c38058fb0ec038d9eba7f1666b185c98834b96e2cb4170c9ae9497433f563a05b64f051e4f63a4c475e477ecdd9973a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861363411Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1792/default/ocdbt.process_0, Name: checkpoints/1792/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1792/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=bfab3cc3ce1d3733ab1bcf0428161787e27fb7c17c3d747a60df6a480fdb354b28ed8780448027953b9971f5e58b651b0f2fb4da43f15c27d662cc371f639495696d233d03cb4c507dbca76aa567231bab9716836b133450c2d8e736eda504d7dbc8c4ffd536f7871221e94f73b68081a9aaa8ab9cb8cd12f0d46c10f76b448ced5b02a801065d92b8bc4533f41a63796c9411637dfb53c210746bddace980de26f509e1fbb9d59fbce671eface980a7b0dc4b35199b166460b7ae73294f65b9485e04e4a533d0ec6016878c2bc9eccfb724ff30b54b53116baa774751e9c10e23e4bc86ed8bbfb5b1624e55e41bd1e22d0ec8b5089898e465e11bb45874d5b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861400801Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/array_metadatas, Name: checkpoints/14464/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=041c137933d6ab75a709eb72632fd1353e5bc6fd14d0de5d29c68bd91af0052d339be1619b573f624946b97bafae9215a47e35bc73594dea7543999297e73496e760ff061b0af2cd1f40f3a1a79194e0ca76828b5b9d1641d81a3f98fbb5c64b0d516001cedecb7ab2ce3778c46ca938460489fe0ba953e2ea14a70a9828e872993390b87439f82ec07fcbdf990a83eb1f6d22272b2fc6b12ff91e0886dd6c4100094bb547f7bda6d3b69ade239891718138891a3508624c9b695359f0a2937d06270b8c2a2a74fcb75da83ad6b5c817d56420b266e6bbf96696a6ea16458124e01cbf309a5f8aebf3d56a00d47a18b2047e8d353df88ce9df25162caaef8072&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861391704Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6400/default/ocdbt.process_0, Name: checkpoints/6400/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6400/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7bbbdfdb934fc3c3e943623603cafba6c0a7f1497e53dda33d1a52b640bec249a3900539d6aa9e76a41847fb40685356dbb1c22866c6b71d248530fdc05c51fca8ec89679aad127f9847475961b718f12f99c54e7ee33134f2c5797c22f7d58b4ac8f4cb628ef26d21871fafe0c76d02061ee6a621e465751812c468b400bd71e88e7bbdd7c7e45ebd8f5f5540d60da75de4f35e873ab445adff806841c928503b5a55ecf8805e8ce2a4c867b2f06ccacfad7be7e1f88dfeabf8961575c60d2315a279221b1039e2da2f4ba907d4f57b215dab4a6badbfab85eeebe048088d3a59b0651ac68b2fd5797c6f96091010d2c4838406847e100fb4d1f35949d07c69&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861411561Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8320/default, Name: checkpoints/8320/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8320/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b1615a4466a2e60f2b6569c5d1832d2e0853d207b138655b6bbbf4637e09507e8a98182d25ea197a704a3468b93871d42251c9fc91000fa709513466ea2ea0cef79e48e15218d8c2ed49db26d1cb8ef4e6f72c7fbb36e28b8359e311e840c81bc2453c083e620a707243c4d4ef483f47bfab13b8bd6d1389ce80b46e3873d35fb04f58f95e9672af5d9992c14fb508adf0164ab6db1a783917856fcb49e7fda4d594130cf13986488141fe51a7d8ff3bb363200a02e278ce10cf1bd4e71937013e55e777524900382fca409bcc65275b4a04322f8dd43966d305ebdb06ef98600d812b908cdad1fe6bf86f0d2ff418f6a7ccac1503c21649515ab251c89b7c5c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861457428Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9344/default/array_metadatas, Name: checkpoints/9344/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9344/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4266edd59aecd7cad56609c9e45c88b69cdcc7fba63bd4b4785d38328c1d296e248e72708a542e63327404d0d0a3d622c1ecae0283f607ae69909980dd7b0d85b9f247267947823627ee933ca80a08ea8a98925bbc9ee0ed4fe555424d9823c4b8eb4e4d7f55c5793f2cdad2280c1bfdb43c0a73df7a920feac6ecdec790e92319087ccf29d55d4c0c322b5e3bd066311848a7c7d399055b7b11d7bf27439d39d37a203ec57e1d8cbcac3c9673ac03df70d14ae6bfb886e1fe7ddfa7508b5199817b1455134137d3310c2cd21b33cbda60a519fbeba106443780e3486be27448ac838805692814af46f5b768eac573875893865aaab0909b28e6877cc1ed7ddc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861450835Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176, Name: checkpoints/2176, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1eb0ce0790029f68f79307475850e0f982c343a3916e1766870eed32ea85b8ff033b5f3241254eb4b34b7c009daba6a39ff0c8ed6ddcf7b26851cfe717c2cb5f7d5ca31217a2ba1d72956ff89190042ba028845a48bf95677339461704577643d9a55f14c88bba963e363a3b573a5f8053b58e95e4ccf399c64102e45ba509cdf27552a943f3199dad800584b2af948507d0b1727ea191783ae39f98be710f2460e49fec88433b2a0b3727291d54379ee05db56f6e15159f2b6815fdae2470f8d65ac2a66b60e81e68aff4884b3aadce7eb1d03c5cba3fc081b23f317896d0f04f9cd3419728aa5c5ff9a70d6a44122df64a545cd48571c06b1fecee80710dfa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861457578Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default, Name: checkpoints/14080/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b364eec60b6a2a3f201b6c0ab88f2a9f57e89ad60d4ca9079c8727c8e6c0d4b39bd374e4b7477c5ed1364fe4d174112fd62d7a136b58480075ddf0bd69fb0aed50b200f9cf41cec2dd21dd4dfc85270f75be71684e281153f2e14f35749ad57a0dc2de95e936c8c57e59f8b339439e0df99c643e5c7b6d1ad5c2613998b048b44b640ddd515abb93da52458e1cefaeedea341297953b2abb7618d662c475d66ed9ff310a91b04dcb685f3618714fa911c6b12a1f11950abb79749dc1e2cb6b2ef36233b1c62b1a8df34d82d59d23d3d21e7184e5be4683c21fa4b2f76e8e6adbff7cc8df677340a17a5be920b2a99024f6631fb034d764dffda013d13d088e21&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861484739Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1280/default/array_metadatas, Name: checkpoints/1280/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1280/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=27807ab74f0f85a6a03ba22ac832a725822412fd04c4cd177e75555d7c75913dcad5abd54ea0dd748b12fa02b6462bec3ccc5ad8d51b8982e403fe3c153363136ff85220540420660addfc57e13d9092f853a07ab70df1aa039f34edadb1f76cb239cc430eb9e5c814556fb1022f1db7bc76c627d2ce0ce65efa660edc448d8c4b0542489e6727efc60daa78701db9ddba60f6096e492b2c0260d7362bc3c19ea7871f56cab515c913556d118887b6a6b9c2e9e0e29cf71c146e4ac2cee8df6c5ced35551b282baf3d1d3722493212dccec2625e51e9887020ec56efd9fed3885ea80cf8205d6380ef7d632f3b38581d17e43d6bdb81385d85471f9d29634170&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861512532Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/d, Name: checkpoints/512/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ff35049c828a294b56303349a326c0c8c3d83546c0175b4ba0f993c060c60f78aa2cc07415b7b10b3f4151c7c5464b1d9e9cabf657d32b149fab8277e4b324f02b14b8c0bf963bb04b51ac47525bf0d2ac95796b5df6a5671a7c6e0b7887d18c94a5935e685c256b0f053cfb58bf136529bf72d9e679b893e649b894064a1c3e45df42c04a4f67416d95de84e079a696ed3fd0edb48ea4cf97faaeb144b1f80f35a8c0629db01eefe3fbf569838ba4df7ca397af89c0f289c26c407e5384dc5b9bf8dc21024af43c11c712b87a92f81c8012b28fbb522317c9ef2a40a1f17fe417b353bfd8cb5a2cbd3487a40222959f56435741001dd84da9a2d3cf17f8897&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861510127Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4224/default/d, Name: checkpoints/4224/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4224/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9a9bfe97d63f94e7e8cb8b2876bbd27ce506692fb450c199364a4bfad6a7fac744da9fb1c752775caec5f83de487ce57011fa18737762a8340e907e270ec6fd8b8db5b1f1759759d0a4e0c7c91fd2b9dc2d8a8f1f96ddb647d54f70419dd2cf2c72fce29fb6c27202ccab1c4d77fa42cb200b6a2d36a9680c42b66d59f1acf86e6398b9b61895ede68ef0d80220ff88f6eec69d654f0ae2a538a91ca261a8b54f6c35740f6ba33141df1777606870374ab300754129f3beecc4fd1060f0fc329dbd8d964097478ba80ce79a2b2fa789d8380cf3bfc7b4319718d7c709935c07288ccb8b42f6ae2e783b653c5cecba13beeefb24379f941af3b1fdd78686daeb0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861513954Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608/default, Name: checkpoints/4608/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7ba2d788a402dbf1214c8a1db08851cd0d1e2a23667fdbb171de55aa028243ef3d68b25654ba9b607c6031105ebecee41d0cf0bf546e26aafa1f4117a6b37afa42df0327a1adbf8b99b563206ccc6f847a2c52f26fad0306994ae5872dfff6cabf4ccb021389da806a83195703d802f406bdd7a6c835318db14411e537a502fd9a27252a71c446917da8c9e7408258f4e664b8aaf3f42cb8a42d853d4bca32a77c60f0b1be12488e4bf7a02be6f794a4a72ce7066dc2f0ddf42ccc1403ef00f60a706ad86c0ee98d80e2e74f1f7209aa545e46f9895fffa3913c05aa9a9f736cf9903950085895e7c53bac67233beecbfce37db14e0d43331001f6ab1cd077e7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861562726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11520/default/d, Name: checkpoints/11520/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11520/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=aca60995ca5628c48a9f4ae4b36f0b4e887b192b7f1845411f8de8388ca4fb7763c6977cb4ba629d08ee90b2443dda523055338af66791670cade9e94f6e25099fa028dbb660d9dc02d1e82eaabae89f261914b47640c2843b97bf71279620ba9f3d251dd8071d7655f6ba42cff4bbd85b77e6c21254b7e230454ea10ea38f4a155aee55f2fdcb627abeb971bbd9255c508c22899b23c0271b3fb5c2ec6dbaf15c293d2afffb0f54234622de28c68dc7cdfb841c59fdd5f25694b60ef73246985369783cbc15acaedd5ef436ff0038f5e9c61671993e295f5fe8c95bcea16e43ddec43d81086b94a1ebe05ca0f755a1022ca558dda740843d1cd860b6ef14221&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861562065Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13440/default, Name: checkpoints/13440/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13440/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=022e225f23b732e5d305ebc759909ae0b90ae3c4d59c5f3e00d35e57fc6bda553f1a01fbcaf85c03d1f8a33eba8c1c4438f3f6d5235e6e041a0f532f4d12dccc818feaa52bc0b24e5d14ddfc6df47cc8a277aab719e630c7a6e90b7c675132d2b4e8e2457ac00642a6abe52dce0f435a685deb81128466d40a9bb5583f2c0027f600037adc5f0c79710c18432b4e208304f91f9bd37e600d31ec1d3cb19d3167e2e6f75441ba6307ba91ce7cee99964b148f8936172d5fd4b7be7ef44a56c71cc85e0929f974cbb1e3421a853ed1b7425bb6af245295b16a91989ddcaf2b5bc01deb667451a23a626b65420c087f757d87cc66120fab32546bcdd3859bab48f5&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861589897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408, Name: checkpoints/1408, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5e368ccf899aa858fe7af90ff4b7241dd509fc2afab155f730459e83c4bb0dbdc9205694292874ec53293910ce554f7f949c4785141423bbb75ca514bdca1f4366f76c4b0b3329c85a7e0ce274e7fd13d3614b6a0cc0c24e580da6609604287774ed0234d1381ae29271bf1a67ab7d25f888cae035983d987c649897e826125f9a0909079ae465aa497b8b15f8659071f505dc028ec27d687ff196b18c04601f2b536d2b4c44cbbd5046a17467867894bac6efd3e8b7a06f8a00f0f98d6555a985958e82564dc0c1d236847f17a23b1faa1ef9df66fa19ffdbb5ca952b444f096b7835eb62fb70320b4362e21c5ddda3d4850f181356ea8ce5f29ab5566642f3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861614504Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default/d, Name: checkpoints/12544/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3e0716ac90fa4f6baec048b1dad907abed4d944b4e3dfb2f682b957879c381786c7a8227a8a50292e22732388e050cad474f6b2f0cae227b7e21f111184026f1c95aef6f3f25e4d26a3f7d8a2cb2e5df79222b0fe089b08bd429db210cb2a4fd9246203702063ec006bc940b7cd95734ea4d1edefaec96711541f02db66c0c1ba0d45bc7bcc9157bd2a523bc2d72eceedca1d3feb8c9b77be696460a39e0cf088e1f1e917f2137488157257a90d3cdd3927b5b6c89cbc9e7533f874e5a1a55195e46a4667956140695c59ebe1ac3c3eff2fd0b000f3ca87a5f2676a1bb1a0ebe2685989172329f9b63ba1e627ced153df8b3d560ad27bd2e580136799d4153ec&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86163883Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8576/default, Name: checkpoints/8576/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8576/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=addb03fbdd210691361e8fb8652db68597c57fdcfb4d4ea0ff0e50043c9f160e480e3daf02e8ad826211274cf69a710be736f52ab65f4649db817be9cfe66a95c430ea7cd634050fff65f98b0f43878e7f475dc8a1c273b8ac8fc5da41c830f5f425a3aab3a9edf5c14d91359b7be1ad9e7664a5978351c25ffe6b72056968b5f888e0c8baf37dc76660edbeb362237629c6293b8317eb4b687b8bea46785ceaec33e5ecab4ab77e78e9812098d3478fe35e261db98296a4060b70b595d5e1787fcd0360106b99ad4d2f8a85c5f2c03d2c7e82a95681bf9ad93290afae3fc228bdc36e21b0905e886ade814517913675e071e1448593f7fdafb38dc5efd4efc0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860061677Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12544/default, Name: checkpoints/12544/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12544/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=48a65b83e0e733d94d5eb519a13858e96f4163eb4bdb1b30cf8ae9fdb601acc7b1e1b1de9ff534837fff66d185e0e58ea68cc39c7b74b56baefa4009927009f501ac192e91524d142d5dcc76ddc3dab6eef4bba3d4a5caaa12342456e8fde558d7a93eac0e65fe712b0c05043a8b48de9161c2c554de83b1f5e0ef11308bb5814225185d88e8f0bd8dd85128500489a13c86c39df92b13b06301cf25827e5ba1d9328df2680ea61516db615c703e178301b308d2de7b1f7197082b4bd18065ed3270f2b76a50b4e9324b5822e62fba32c2b5c3e67374c34d03721610e39022480f36d3d0b35136c620fd0a799322c7093c4d0b051f4bae672c8b821322245b4d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861666832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3968/default/ocdbt.process_0, Name: checkpoints/3968/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3968/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8c322f4d7215a65c4a9daa2ff976a1c11a27dd4495f299a9b0f28e62add934b7853f513592d88b7fa37151fde0206b65c310be9e608cece3381df729b7578456587f8b17bb370d3d7fdf6ffd0f962d87952646f55a2252ec70b6d523130ec2ff49144868b6e64bf78aac7681d6b631f59293a07249fb2ad8f1ee89b22456c898103ad8b951f369310166b6c8c1123af67634c2ecd58e9e540f0d7dfa1952a3d070cd47b25a33735053f2f9f863c9e1359bd6573c5e1adfc409a5511487443daf7235a93a28b89c6ef61ea276c3ebed0902e69ccbac1e6fb3b4e7c1b89a151c6c5714951e5fa162e722d5eb8ec3a324b8e8f5212d914089cee30ecc0608b84b95&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861721395Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10752/default/d, Name: checkpoints/10752/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10752/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3ea5625d3dae47630677369783e037ffe91a3f7a87a21a766e2690f292b6e83845eb372cf887a609bb69f18ea20a4b4a34bc4286875dd7f39cf3badf7b2d1a54c765ba9a38b1427a0281a542fc7a5dc3fca6448ef9bc4fa6659e8d2968cb2ca90222c6e8b1d958caae0c759a34a4003d754487cc6ba106b8247c063703e812e6bab9cd4b822272c388a0048088452d9594c28ab6fdb97b13ab3d9df2c45a16dc9ef04e9ec13d286f9cae5b09275402df608abd38e726e2c3604e61fbc50c8638c31fbbbfcc2078f9870cb5b4a749e4dcf64b454408a7456f931bcfa60e8e33a586c18707bb06d35d1ab101964719ebc503bdafa1f581578f859e5980f188135d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861775988Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0, Name: checkpoints/14080/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=462396c27742197a49882ff05699bf42fc9f591552ea014b728ebffd299bee9fdc21cc052d7b39e07cddc49b8635854db20d1e8fc1efc4fd5a3c6ae9cccfe38a71200900ac5b128dcde94ee6a29729ee62745e0c4c292042d00eb732938623028b6c3c51f34b4bb394924730cbc42256cd189b2c72c2b5c98189b850216ec1e6fa915e8e8cda658c16f4034d88692619c22c666bcb3c91bb003eefacfb99bc444dd9ee97a0631fa0aa75523f96e2460566ad41c73acaab8e20120a947a87ba3cec90c245be8f10d9530cd60402292bf68c01a31796b1b673f6eb6f40573b6d14c02aba83f2a59cc47fcf58801ccc1a0b57fee6217ecf6267a8b62c3a2c492b77&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861842934Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10880/default/array_metadatas, Name: checkpoints/10880/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10880/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=24cc6e87c1db5a0bd9409ce47379a4c7badcc9ce4732a1d4a3c441a037f044e18eb291c97da92a1fa51fa6417e2fe447023b26e7a0471fcede0bb8b13aca52e346b6a074122ac288bb16451919c76325e4c7797280e5333ac788dc9e1c5daec935e15bff8d3fd415814de78da930c11cb91ccc504708452fa6d3c8594509643f35b991f1dc8f019f0a1ec29751cd95d9da04b2899d11f5e10fa2867984fc65a9b401ba85d116f0da7a0ecf2b9eb6dd9d95ecc56840e4a464024e268dcfe2a25cae643ef0659688f48a3acac42fd9410ac67e71ad3635041688394b3deb8cc26bfbb45d1cdb24cc1646c5aa25ac0ec868cbc25567f3ab1b77b4f27f83deeb1b71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.861889823Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/ocdbt.process_0/d, Name: checkpoints/10112/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9b0f05c035eca970c07530a91d6834e1954bd3d84df24e930491cd38ad06516a9d608d2187e474bdb717405b62445e17b24ac99cbacd6c6ed7d25dcb9eeda41a9c32c44ca78e463660e702dc11a05af255b67b3067a2314369a16d67bdc56a73668852d5b6d2d2ebba03dcff1e94ebf3787d2d1b098973c0552b7876af601d32945494b06248ec0301e5becc89e7a929550e5900500dd944aee5c240b7df5268702dd029e501d5dafbae2fa996dd6a4b47b57611f9a9b08a8d6a15c7b2952e40b03923f206c2985620a6d2a871e6e633379909dded754c2108c618f216122ad71c767b9ad099bf255b49082ba54ced773465fb92538cc98b880685db7b592daf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.860222751Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10496/default, Name: checkpoints/10496/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10496/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=20409aa2bf2a8b01a7583edf71d4d8a0e998a9f56b8f64ee3b3d4abca8b048ee18986dd867bd014deb88f6f6a8a5feaa55e6deb0b6d28b6a91c85a8445b6c94a521ca68d89521b8771904e7188693a7e18f23933dabfb9826a197c681df29c8b87817421ac8316c70954689567e2e7772c15843123d9d1d6b1abc41984f30449345512ef9e54486363abc0a8351ce7f68428d1654a0724b48481ce9906f0942ff4e3505b206d5018ed74744013b0adfd8911b8dea08baf5af5ed0a2f750b153692bad1bf73b21ecb604f2db0ef54a12d0713d3bdaa2c0b5e51af3a4d7c59bb5768e91d4b1befa4b902b789c42bc89b104664e7c0a1e7b4caf5ba253482378ede&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.862763459Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default, Name: checkpoints/2304/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=874e6c72a000ed6bd111b8873c7e4f728c3b33630219a07eafd09d64bf575cd1095595c63ff198cfea63170d13d077374003f449f7b668ce6908fa2288058f76119e36252045e6d658a26891866b4662bc32183d6f328580bdb16b074996bd9483d5e7cb398c7b53594d35aab8ddee41dd874e8c1abf45016eb937ef5a69ac96d6451647c3a7213a8dce47c8e8ec87f715abe870b049d1b5292eefcd22f38de444e857fc986b00b442b736003f74a01872ad7e12dbe95e835484c67459de666c0738aad018bb719ab4fda44bc9b288b0a4a4f54cb205e0dc448a90937e3f5190e2c5fb4359ba6844e386b43ee187daba9e40032c2f5c74974794e68eab578ae6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863743707Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824/default/array_metadatas, Name: checkpoints/13824/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=885b87071a199ab504b5c49ad0dd51ec0112cf4d37b6dc2c36de546f37b45cf6da7ecab115c62e96d00b6083d97e8a5056941706a7b93ed7652238a7a8d31062452e04cff4da9203ff7678ce535709fddd500c92ff135f8709cf525c987fd23ed7a8f969395339cb2afc7082a4441f484823974a54bc16ae6ee93bdc20880ba24e1ae7359a56192bbfbf852cf47dfb5a909681af51aa47068df239ce61010746a87b9716ede88a7e1761bbb689dcae34432c50f3bad49ae674a7c1c7aaa15b0347fb2f3dc2bd7830e92a89f4ad5243150d44e73b42eb54bfe555d3514e4f5c7a885508b82e40eb676ef0c3aeb7e91433dcadd8acc83196c276a7ee7e84640083&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859433223Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12928/default/ocdbt.process_0/d, Name: checkpoints/12928/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12928/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=810f9e18b1d40bbbb8ebe274459088cf7890f4b8bbca8b2d8cf4b2078edb924f530bdbb19bfbb5b997527395c724e69118065f9a3b9043ce4c6037f20370816df1a502c08deb4ef4a3d264210f56e6706d5e7e80bb7dda5a8ddf829d01b702013b1f100a9fef72e159e381f7b7fcc65bc472ef9864698792ab5d6bf11cb31f53d72577107a19480846d68fbb6aee39e09747d066363f5dff063c82c8a998b3aefa0838518bc91f777b5ea5e5289ac65243c6bedc78c64a5cbc8cd5a049d5fa59f7deaf1f9ffc583b3abd157b6f05bab324a4c11cbdc1dea2a22006f6fa6d9652db06f249905ebe751f010dc49f8c85c476359e18fb0815f72e51015ee9ac2587&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863762933Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/ocdbt.process_0, Name: checkpoints/0/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5d31d93c890b36447f4c45b8181eaace734fe5aa75bb9618ccb0a219c2e1d41fbfd66957d236172df6fd06438754aee1900f9a1e9c47c3e172284564d8e49cd6849c4d6db87dea8eade3770199f77336c96e02307d3a202374a0caaa532cf9064ae288dc8b43c90cd07a2bbc01fe322fe3468b8d3f001a6e0d344778d207acdac360f851db557425a852eff450eccfdef89b7902fc2f70f0d55c7151421624bb14a0dea9e6067b4fad4774433e011436b43d2be71ef09b0e6537c717b31da3f4e2f439234cbe3ae7068e62be4ca0e1472a016631ecc61e1f65ea659291f6f2608a141bacb7e2e321af9743ba52557cd4dffc3ac5d09f8c27b57913b1a3f1f2f0&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863792609Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5632/default, Name: checkpoints/5632/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5632/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=299ac206d3a7935448c1d3593252f5f1e4e8d9c2bc15e1cf9b27c645cfc665932d55d03afb8aa56495ed96d7dd9be64137d51a87201ae121b43ee16932d3d64cb771276fbabf4958510802d733beb1b4d987efed59a95a5f57b24356e2c158e57cd4b349757a339f1bdff356a63477ec7169a3aa700746a17c59109f12630aeea0c3813b96ef17de7df372f58aaec8d31865ed0ec808b57a055c0dc3cd7afccf0170e82f241867718ea70514b96f8f1f6909b70dbf2ead437b01caa8fe573c867bc4994749b4ee713e125a14f7110f410c5701d71fc5c765437d8c468ced85b59bf2fa47adba54150dd28cc97d89847b86674854850f11d6ded581a9d018833d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863811525Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2560/default/d, Name: checkpoints/2560/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2560/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=894240e09faa6350f6e0161e7dd5daef9cfcd1bce328b46a5b51c5ca199fbc874676373a1200681682c7e64005545fe0c5490736cd174930b93f8d26224069a469c7e74fc96d289ecf84aa8744aed7035915a51ba2ce8ae517cf3e411f16f1388f42e30e04c6e2447aa48816e80033bda2fafdfadccf6372b1f2c73ba328c36ff5f1388a62f0a5664c5eeb09395d0c0ddafc33396495fae7c504d78d463557690f0c23db2a9d141f0af8acd2c904fb057db4950576c77b7cfce02abb2957213aee6fd3956fe33d68ec26e4d711d1ac23c002718cea463d117bf35e30c9dfa9db014c40290fc2876795da578383f68f6b405854090877ea5fabbef9ffaa29e240&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863809511Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/512/default/array_metadatas, Name: checkpoints/512/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/512/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=864f14ae91ab8bc34cdf63a647007ee162c45874b596bca4cb6a1a43810936bee754560249f4a4a9e1b3be86a55b8fc964d5dda3712e75ae8a4c85df302373e2cd35e05ace7adf45a53d3e9230718eb66b64249d065a0c0f5d98bbf9125d37471f382a6ad94a3932196418fadb1fbccdf040f0ed4c3db5cf0455aae72730b4f34f1fa5ad9d3b1133dd2f5c3953e7e67e718583a0e96c7263c96b5306277eb941a98f6d7ce7f8ec419f13ee13503b9554dc16ea5764cf4682efd4f84a2e0e0dcc2ef3e4c9d29a54a6ac979daefff1699d1b544151f31b83848044e175e4b14e76efe91a731890b50e2e2c6edbd38241890dbbe68e3b5e671ec64a9e92c58c631b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863834949Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/256, Name: checkpoints/256, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/256?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2303d70cf28951b79d042ae4e48a61d148b2d9fab925a5df5677b01476b41a50a47f132dbe97418e44663acdc3ddb6001bc09036e4521c74c5a7950ccb0d9bd48bd7abf3f9b0dc202d3c49057b6014873c048ab264966449b13d6ed96acb409e9b9c3d18b1c3fa1da2f0e544fb9fef07a7b97008bd011701073dcc3bbf8424b07a1894a6ace166a314f2f5abb03d784012f0d3c26fbb1e50ec7cd340a0ca44a8d847f93583ab07c1beb61c8b48a61b10e92331c401e4c25c396565bda54c9bb99d44d7f18c146c19afb44590914f4ef7c85c893b7327cf16a65b1fc8f08cf5ea1f3dc12156210979f0bd0c4c629e94caefd7aed0ccede1797b8fd26680bbd017&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863853654Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10368/default, Name: checkpoints/10368/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10368/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2d9c4080b00d6cbb68284ae9c2a9ed8b82b936894d8d56f3be531d74690babb31bf7e5cad87ea49b07e3d88d8cdfe931b60aa5a513267f90172a6873a232b8baf79715c8eeddedc10760e86e131d71f946b1868b125bead9a07f4dc9c5ab6c26dffa616ee36a900f2e449b89ac688b3ec33eac8ca7d1cb6ccf91b442044c3c0de5e41c3d13180cd1e88bdd72667b8a45a71f902bc3d393a8bdfc732c2b4c567b303a97dbbd1915845a11ce3c4d8f835905e21eeac5ac7f390aef9be3d542e4f3a7b8cef35d9c2f26ad24c5c9a795652662666f07c5153614056370cbd887629e6c500ed1a63b4a7c6fb12e9ea2a325e14f86580e007f1358edc5e7c61cddb08d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863861599Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/array_metadatas, Name: checkpoints/4864/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=756855a15415617df2228349611fef8f7de90dcbb1ee0ee64e0bdd7d9158fbd54a1da73f5472942e10f4ebb51b0e6606fac7d9c83897459a7424512d7d8b5ae8a9559b7b05bb4bf5f091cef244dd7e149c6058de12f52b8076db4ec2a2eca288a63b73ee3ffd6c002959d1102cd462ff1dff943459fbad14a7c73075da574512e57e7ad7cdfd5923ebde42bf947a646b27291972010a5b55f7e5ab59d2319366301ac5f1b177d58148f2eda26014e05ae9aa605b00ffb033965caaa4fe0aaa5dcfa115a42ac5092b133ec0e8e98d89b4f4ee82a4a77826b1c0501df4cf431b38c2ec7e5fbd05ce2f076e946a825b1da3a554f04176d391406e091f4115d4b0ca&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863875495Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9600/default, Name: checkpoints/9600/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9600/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b07e921dda54f3938d18b19f969f38198bc83cb817283313318cf98da839971146773639738cbed11b8926fd98c73e02af393087fb3598dc2a37cbfa5a8fd0974157fda441bb07da749e2946eb573b1e4a65e77b43436cb6f4a9d65a81587c75a8288a95ab58aad0d38e1c08f48925cf7f960ea6bcda8dabdd5adfbaaffba174aa48910a5df228101db3197defd1abc5fa2a3e99219c68dc3b313ce15f1521576acb23f42c39dba56676f0b4414679577795d526fac3ab46fce3f46005e61295ccdf1147ba920a81d0cb42d402d8a8b85d2b9918bedd35b25b7e0823cf79d4ada259197033ad0349ddee6a656c754d1c64d8673883bd25211a0732d554a27d3&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863879102Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1408/default/ocdbt.process_0/d, Name: checkpoints/1408/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1408/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=91f3259ce1b49997eeba246eff6f54b42d1a75230124d81b2afe578b0f9b664d6507dfee41fbcad09c4187d7cbf493426df3609ec73f8a0d1fe8c8289533b3073a410deb94cb10ad6fd695cf7327111489788322632dfadfef1b3e109e3ca62d73cda1f7f565892b4018cf560eb24e66946002e1ced6a4ec53333a0de496ba6535b91264ee6998674d65a4103a15da0c09a2bac001dc88c351cd5021eecae2cd3d89a9fd2d9c5945b152847d469637b4405c4ce0939abdd896e246ec07c3d67bb631e48755e35ecea90c4f137f3252b9358f8537be0bb9e7ea705477f391b0e3677a1a10117fd0448599f08ba54ea82f4f8a3ac854d2fd6047bde4d46720ffff&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86389904Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13952/default/array_metadatas, Name: checkpoints/13952/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13952/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d6a5c0b35976e20f6e1ce03397a1f828978ff9a137160b1179013cbd379bcc3d8e624179c1b27ee90fb6e70c5d946fc174b901d7c4866362d54f7959c1f2b939f01c2a7be30e6325f8702ecf8afdfefb887ef7fd91554a881b60983ba53bdde1b9ab5d30d6823c7f38b8a8a9a930c0d5d6123e3d1769164790eb8ec7022a0f88330b1fa59b76dd2038ae34c95c14eccb3654373fbd79ab3f254ffeaab3e87ad627e464f1c7cc22eb7743ff59f6a40f368cf94ca6dc19a198624efa5fe5b07f92b7dedc97fe458041de2e0e04017c70a6d6d4001bf6ea29533ccf722a7268dd7a3f04dd2cfcbe6f5462d9d52be75f987dfaa69bb9479f3bda19d486dd179779f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863906073Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/768/default/d, Name: checkpoints/768/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/768/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=753211be6a2da24d6f8e863854f85ac6249d16e6dbae266086cee2f35aa0073d037a30fb9be206c0ef5bed1110e87705f1e449af718f4cf48c03f9b7de9ba6a79b896a4b77b052fcd16c04f270221fd99cfd1548b6315d9b8e25fb63dde50fac6f64daa05b53215d5c0d326749f35f58d47b4e85310434a94eb22b2c9a039156889b16ab7181cf145ddbd893fc7cfd96172861c993f03052ca91c390b6924e2369966f8f9c6a293a4d185ee1a32638647d1afbff3628543b8e8c802015b503307c597888a64a3c7e7b6eeea151b2f5ad66fb438ed2ede9ff51912bc969cb3a1e973c175af9ea55ad623d67be82a67899bb85d4d92430679ccdde138d81699697&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863907496Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/ocdbt.process_0, Name: checkpoints/5248/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7c4995dc84b755be2ec5797e479c24a7dac89cee7b51ae2ec644383d7d30547fb93f3e90f2ce4b893ceffaa25bcd489622824ba6923ee0c55cdd54d37f42c4e986f1a14eff954c11e0469633f7e1843ee9b163920b188a3e606776ffac3ed98321f5b5ce31b72f24a40b906ea074ed1125c6740f23c32235dbf9c7f98cf32e3f245757024c8b664013ce82e4282a27c7f5ea2d6998f8525cb2516ba6e26a437040b1376696c271b282dbba004f8a1d768384bb053d2b62c67d6eae4b7a5776097281495a0ef7c19397d0a34562c32d4e0fcad5dc3d38943660566a23e24cf690d30eca653023e720958256369c9a0a9c93b06f1332bb2625fb281d324335b6c4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863918396Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7424, Name: checkpoints/7424, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7424?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9d56bd0b75ec8288d36a7b715662a8e04a51c15a73653e48dbca5bcc1968deae9d8cd7a63b98cb242f53b7f62dea668717502da0c62b0b32d4f63a6560772873d6f30450fe5b67194a41d5c2984623e302e9f252ff16531003350483d8e8b139596081ef7d43ac748ee7b6588257c0516c22a41e743731f5b2ce9c9fb4c01bab9b541e8810ce3119f6840b967c2a01c15d38b285553d91858c1cc6801e3fc863ca06d845a353684f5633469a6fbd0d0691b13367fe09bb334e13c8e769caa26edc8f19b9e46c787e51ebd2481cd8f4edb5459ffcf0d7499fba4207204f7ddfb7242ff4c33459d56ccdbc253318d6cc8fd05585f445cbc72abf1a81e4d8ce4899&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863932012Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default, Name: checkpoints/14464/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2a2107a5a37d03cfaae91264cff281df9f66a9d4a1eb215a85a91be8c295f88e8d095ca1814992b0835d3353960b4edd1a91dd7dbc272d63fe734886aec8fe0195700a6323c6f1bace7ae32939692a84c56dd1f57b5484560ae714a7189f7ddfc396f6f2122832f0abb376d3af5d99ed0b8f4e1e23c624f216bab63b21f18dc6445fd4784995f1506d0d3f54e67efba18d14557c699fbeeb94040159e51abf6e3b1595bae3a84ece73c9a896c3a7a57375d4ca04a43cdf11b5f27673b5353fd51b3fa56086a9fa7e9502a75d9ffb6a387ca997c0f64bb75c1c1b5b0b0f39df865b7c7564d0436ff8c1b48d8d58af69d0c83608b6e81ccc63f5186fda4c98eb6a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863943022Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/ocdbt.process_0, Name: checkpoints/3328/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68723f2adfb2779ba460dc0eb767d5df589aa2cc9db0212543ff3f012e9580fd324cfb22262add84c6041a78c77f34aec2b8009e15ad1180368c479e887d180efc489fe41dc35470e50aee7ee30096efd7243febe843900ad7a98c9ed54a79f76b6ad4e385310deb8cb0aeae73b40dc707f43eaa9d88085be04f586a3a00cb8065f67c8a5c2b111fc12f818098d0cf8d50d9d41d7d2344695deba4f0b90fb8a8c772df2fa4ce57eb86c1019fed9c0ae494e0a917750a06123e13ec84b2ef8d2e3f40fc016f0434f2705f87b0a0d9c060edd2130a3e9ec37505f738dc4e063bd5e837073cf578cfcd1abe437b8b10991f044bb06ef193a37f0714286f3e43034b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863955306Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048, Name: checkpoints/2048, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3d37b270824a1afebcc8b0defc504947ca40140e03b3e696b918a12ed4691be3346f03e9b0cd5544c212f71f9942dfafe436ebfe02e9198ca24cb6cafa9e04a9050f1236ea9b9f11f08c490b5dec7d359674c97aff0076e967e0d7927d97c89c5d604a14dd73857206c24b2f13b63f98a3c5ba9a186be2a22272146d1c5ab1d9eb277fb7ff61f5a67a50080aa2ea58feffec4fe6a594bb6875379c8ba0dc9395e77ac99e4ca885bbe3e95c5f21473203d000aa9c470d79876ec97d09afeeec51d7d6bd1d54a251f7ad495bd4566ddf302d79c4333ca7e8265fc3f0f71fd1398fdbd7dc727800debca2eff9cb5cd09de9e32083e3d15408230f742ecc4f316a4c&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863958401Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13824, Name: checkpoints/13824, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13824?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0637c8df95d008da365c264f0a45863235be8a40735f0d6599d98f0cfc1479f000eb40f5ecb74db07a9476ba9f0102f6c03e33f5561b0311b6fb8ff11163d9bb94b924023069ece527d274623ebc1d452d38be6f49e0a6b774e1524c75014ec8091b41e18a5a0d1671df8d6a98d862a4d991cb286f4680d6cb7244413c1b2bc15efde51a4362532f281617443e317f3958435ee5ee193d0343dec63be0545631591e290d377b98f880c7ddb28e9d10cd5138405bc0c873b0c124d8e76e4b73a92969cb16e8f14f61190381ab21a8f8eba277edeaf669fd2caecc6968033d480156996f7680e827abb6d774736af25c8fcc092cdee4a8c5bb4f05ab7535f8bb2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863968541Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080, Name: checkpoints/14080, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ada877a744c7f2f1ab771f963e7f8e8a8899c0b7bb99fcca7a0e1dffa7c4482d683ae80b2fda1f8a134b8017de954d74c93f827990af6431d58240076349d003aca91df21da6a4a4c365dfbb40d63fdb24f87d4a9db4adcc292cf6e7cacb43148ddbd70c653b2d0762fbc6ec5e7b220e3ac8abe3523a2d3a50760e60b18dcd26617bec18e39258fd821c11877e9c9178ad6dbd1ab3e4c591d0c5e4afbfbf4467f2089e5dcd4a546180a1ae1af62894c560ab7e13bfc0d96ba3520bc53fbbe9faf1edce1cded36206c6425958da0c8fa7cb46d82da73f45ef63a9a1d2c90d17d8ec6314dcf41a1c9c80e04095e7aa9acea2497c98f56d3cbef5863489446c35da&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.863972759Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/ocdbt.process_0, Name: checkpoints/6784/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=331d114b6ad60ed494400fb4d68b754379bd3a330af6b13464e8b1091706f0814d8e2dc252a1e1bf0cd2bfe093a939262f3084ea076185a7557466ecc42cb36820d466d280cc452b824e75163f04127a5fd378bc6a9673d4d903fd7405b14f0f016cf66503e66df5cb92944cc74a4dca1534df5f4e600c8ccc624baf3b83c13ca3c403d12df542407b0ccbd7156eb346bdfe7eb1167adc45eb063a6057e706deab84d54506c18d0a2c57880498e03b7548d5fd0d34e979e424ea04db170a39408fb65848a555488cb421e1a34d9b4b02c230e9b804d615d6df63e8afc06422643cf282457f3da3e7d952fdeb790cda32e5a034341bee45c66bdee6f82da39cc6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864006081Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12800/default/ocdbt.process_0/d, Name: checkpoints/12800/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12800/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=35ee720d61b92c249b83b520a6b2ac12fe59c9b32d4d7c0c0825e5d3443fad6b7cfbecd0532b5f196efcd299eb1453d5b6fe26faa748cca037c5b1110579dc7f67fbfca94062ac50a0d898ad564718ae88886ac6d25fbdc2ea5ba0b541b8fa12ada8446040eda7ad6d13ac975865e7ab46ec16fe9f1d78278c8c1af97682bd04f74483df7094f352d03b657e3b9c14ea228cb54b8341671f7350fa5548f8555ef3afb526d10c2d368d051aae957984101c2e6a899d2c9c51073a84738d4719086ce8d197778d2c0ffa8f040d51dfed12f1c51529fdf0b30a7fc0a0c9f8ae2f09b7b19bf4a8192511940283d01265a30c4d692c04ba4807e925b3a04440ce6b44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864033543Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/ocdbt.process_0, Name: checkpoints/3072/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0447f5196e2935112c50bcee8631fd1bde4a1ba76cb62eecf86faadcf68c1b29fb4e90c50224e2cd28e61c3e09fa4cc84a6ff995e77724ac823554daa91f08481b98820f56c6169023df7fec9147d31d4ea8b6bb55bf0e470edc08981b3fb4132747641808b55bba34a92b072dc9f31171fe516c6ffd161410127abc15389fd0fb88b1d30d6638585f29f953e1885ed5afcde7a6c14f1dcb10746cf6d50a7ecb5a9b5da67ec9b6000fbd588e6bf1502145a7936dc6f757b668035e9d11125b9759eb62d2aeb969bd63a3c609ad3702d3a1b42514f2a182b440d8cf3f2c3fde7c257a204f008e1b5903b4c5d06905290a7e3a9a8aa34961f606b2dfd129ef8176&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864041157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13184/default/ocdbt.process_0/d, Name: checkpoints/13184/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13184/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=762a8b40780c617861e2a959eacea5d1ee552280cd555a89f0a2226db553744a23cee01cd459fc5abb03194e068f4b2a527bee33c936f72b6c3eff667828b93648aa89845248bca7bf2b64d8fb7d24247f02b1cac658d135f2ba87b0d9dffdfb383534d83ad776bf3e66d1e75b5e2248eddcc95d164591e533b0d2e0c059a2ff52016ff3303c6a541dd1c89ea80df44713b32ba78957217761f98531e49f2d9c55665d31d00888ae188584c151a52ab8dd19e93a7dd909a45a9dfa21d8abbab60c75e264b0505d767bd3269f9b8467b3290e2b5d016b3a080d7fe1645174ab6d036332d68e1287bdb011f3464ec033a7c4ab2a447e74ea4b2df1261d24693302&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864061626Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4608, Name: checkpoints/4608, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4608?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=735e7341357c8c076f88352903c3c6025a0d3875e96340edd439a8b612ba97159e88fe43c0f6d582f4ea62e020c95464580fa2cf530147c5714cf9e82353256c84b7083ab82e495b0daf0d1a6491ec95ed94b7f074f7c62bc3b0c936597693cd81760ad519d315cc4a13ac9e16886420fbc9d0186510bbf6ddb2cc84c57a489a1505c401d250c711c0fd28a395088904c6ea8ea23971589f03120949a7d18c2c3b861d4dfe77169050eed8b6a68e91994e98a9906c6050e64169d0b29f7a6c6516180b9fff192c5539ccb8c06042c1159b8e25048caf1c76d1ec59e94f501a9be26d4c205ba178e8105652e786b17845c4567a2462d346ad9bbe811e988a5426&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.859604996Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328, Name: checkpoints/3328, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1301d4268addbdf1b2fb367d3958c80b157d626edc45913069f3de50e4965bb177802f67d43b0fecb89a1a2eae2082c1eb53126608c9cccdb9d8bc377f16c4de3cdaa6f4c98bcdf7f298fd630a1ee47bf3bf15ae3397f7037e70b589ea9905031384ebca267602d307922fdbec1914fdd142b575fabbc9009696123b64cd452bb8199c270a9de68487a6dd7d4cd6d5a65c47277d49deea3294951e8e42cd9bec599d071d9a18bc576758000ae13b6408be69b79ad9e718c0f8797676f6cc179b4af27a8f3a9f864c53a3efbc451a383d74cc061f67eb7a606fa693b295e8c26143e694a44b5244d2b63829041dd16a6d4bcaa45e5e7715e8ef2d3385fa00263a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864078157Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3072/default/array_metadatas, Name: checkpoints/3072/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3072/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b101ff18e30c3fc91a5143b123e9e2941a38d2ce056d67eeac17af3e39a7bb25bb0dac8f9474eec409ce49f48ad218a9d893cbeeecdb7a1e1e0cf35c8fae88cfef9347290c5c557ed67a688db2e21ca25b7faf7a9c4a73c1d14de14ccb58c8a6e2dab0aa804559bb099e4cb65863d939fea9d0a7238145b73be1fc24bdd4de3404deeccfde50a672096d58226a9b345a9718ed43695a5d3fa470b9ca39309f8ba0fcc7e4a6a9fbc418d6321e543fb5c5c0689e71a94eaf11d7e4bfe29b38c347b77f07b3355265c944a98b643f39644515a79247a80afc1ae4a06d7ecd0079b2a5c55d1f5a42f79e8d6ab2cfa61c6770a8a91dbb760339afce62dd8c58f287a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864088046Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10112/default/d, Name: checkpoints/10112/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10112/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=90f106559c8d87cf41086539b4576a8e4b82f904154a1b7a1ec7ea875e4e3aa4bf72b54c317c4cb203823f71aa4ce6fdd851eb1ed716e3a44316699f01d22cd976c902b06a186df2f87d7957d28c197915d157575f45ac48bef19edc4ce4ac01c8b7cbcbb150be314a7393dc8ac79cd6816ff1db4fb7ee3a78d6ecb2cb6f04c9744f46ba46a39796cfc2ff9aa9f144dfcaecc57a5fbeff9c7e819a733fad40a71654460120151f71ba0107e9def4afafe16b163f1f7784b7a1c043f6bff79e04597929fababfc82ac30b23d2231957a537d433397e32e551c83054e224b8eace857b4f406b3ad30979103a6846587d702ad934faa4da3de46cef4f441ad3618e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864094528Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/1536/default, Name: checkpoints/1536/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/1536/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=68ad2532ad8cd20a1461f04c8093c6bb045f438af89e1f9d60447a21c262d606ef59557027fcfd0ec21082231ef8a85f550639c97933e2d01a7d592b1dd5eb5a725d2bac4b11cd0ce08baf72e1c7e737355379b8ec15419b916468e32cbecc2a644fd1853adbf6c65a3fe3c80ef6f8198dde4749ba491034fcfe7538fa68d1d3fe778ffb33fc4a783e1591e01075d1041c5ec5990df9e6c0af0aa8f3aa97d9c7e46b839e01145d7370d8d68283b7f5b742e9289c003f410bac26174a365fcb2001f3d8c79895c84cb196e2d6485c58348ee5642498e2aa49e9a18f84c2db3102a867986a741b1947fbdecdbdd846646b53283dc530bb39da4567b4ad5784dfdd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864104076Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5504/default/array_metadatas, Name: checkpoints/5504/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5504/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=44a02e28e3d97f09cbe0032e61c0de26d70b7896ce3d83570a1d2e7ae1bc2be772f5918e5307b5f99cec902aa5d0f3316e0ae34b1c80c8286e088d40635f19350ad094827102106bb5d7783f76d93ab52af36d7ba2fa886038f4c9a230399ace916c451e5c2d79ff87a9ab5cf5be3dc91c44204df6b4400669b0d6e75c66b1ddfd92cf552c1e90360a372e890ab773025ca21de3160c59325cae32595b9b88a16defa8591117ab2ff4b198fe0c9d9ab58b2626a0cfd91212f3a67ee035b8f4c81bf5938ef8c5fb0b19447f7a7476a5d136a3388b1ff2ba6919c8ee3141d1848df41587400b0994207d0ebc8260f794bb408c896fef2107db5fe5c2142773acbf&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864105068Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/ocdbt.process_0, Name: checkpoints/14464/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c486e2bfe126b39af248a2937e8dfa91d02aa101839b8bc9fd7780ad907c701289098187de731e0c185d74c6722e2db1cac5b5f8377e8373abd75d02aa7872f55a9f2be1729dd47fc1e62fbe64097a5d793a556128e0c19088c4db2c72ae8af15be911b891459a56471626159e9eb1ef55e876ebb36cc30ab3b18e6c0b90907298aa9ce1852adbfcd2b08baa43d5ab44b0efff50eb0c7b51796c990b2a8878eda58daa9cfa670294754f8137b1f5e5aed49a50baea548f37bbb715f09b5fc590a2c229556add9375110b95dc6d9ab6d72f855e0823cbc18e1919d9dd96c963160e12eca8caefcb9362b1ba06eda2d8fb3bcf15c00d040c2477a799dc4404dbe7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864130025Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/9728, Name: checkpoints/9728, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/9728?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9364a047e913e3b6524ab1b5e65e74883d08f87fc633897f66b984b8c31561129427447c1bb2d75e0293665acdc0d1aa1794348f545fdd3b007cce817711f612226f92c606a9422ad2767f4900d5cec5fa4498f01d7784268f8e86c133f5dcad6f84371ff93e56d03ea68a78a4502ad48acc98322185b493caad10d806460088f691e02d1ba5b1eeb5139020dea6e7d6b637ac933c5abf5a763bfa232147562dcc5b06fc50422083996c507c7c83d5f04a953b59b441162a3355a9cd85d08fbd48a2391d9bb0c9f6d4d8e02b1c496c421641dfb64780c33133acea1ab78f9a9787e87f4bb63dec9144f8305297829a53e9835b9fd40ea8d6003ef3a0527dfc5a&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864135635Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/8192/default/ocdbt.process_0/d, Name: checkpoints/8192/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/8192/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9987d99caa3f452025a13586b79832cb8728154e7fe484c6cfc524043bb189f0f6171491d0cb62e74156aa3bd97341b46decb09145710196e4818d9edaa922d32ed585dfef751c4185ddd1490d196e74effca1c0083f3bbdb261244eb381f3c6fd8233f5bc661a37c03b48079a3ad03a81c3c3fa1be397945d487589086e17dc0bee92d8f4204f30b069a69efbb035a7a3d56ece76dfa32a9bff4a0a94471a652ce427e8ca63a8d0d5a6be4f4ee974cbe45ab59aa47f41c9f8bdfd89043a50822407c77402c5c0b041f606b3ce6b010251a10daa46e468128137b35d4bee0654bba4b8fdb88214121ca7d4831ba1549ed7d7b4f2ec68898e662f56bb60ef105d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864142128Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/13696/default, Name: checkpoints/13696/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/13696/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=43028b11a1c488ae6129991bf5e78471d9f3b8989b74af1e9ad1849a9a25d3b4ee8e856d1deb948ad5f4aa1d2222b8378bf8f38451ae5dcaa1d27981e06ac948c7de7a8ac52b2d7668bab3a13fc06d473e781f3608443b1e42eec56f8d57932368b44c76144dc45f16808c5379adcf668d76b732f29d62e357b502891379681f64d1928183c27c82fde061daa539fc00f56761f1a6912e4d0686ca01c120d82757800230a2768b756d67b436174ef281b12132124598ef4f3ed0ce09082fa02975ebbb3c0a781be632ddad5e519c395c155ca8b178abaeec68abed77a9f6a7b3fafb48234328a248e52fc35da71aa8e848d02e20cd35d42f057e312ef7f8c3d7&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864148209Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6144, Name: checkpoints/6144, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6144?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2030d441561de40e4b2c027642ba15a1973ff73dc41d576040fb282478c0d1d88a9a2606d27da36557b557177ebdb4972d55a4a9f9d61102fda57efe5737c584d7e8ce0f0d7736aa16156f10fdcc82e2a3e1bcd7b0df9494db088bfa7e5bc44df2c6d2de3a47f187308187617f17473572eb3ca93b2ddfd277bacd1b4f266c847380acbabd33b73ae5a95e8addb27da7f495b34602688cd8fc74f59b516fcf55183d51b86477e56d649399d2d3aaa301da68cf4013d7d1f80087c4c879b294b49233c1033a1bd23a3087a26a82dc389e17b56ac868efecefbf397e18cee6794c8630432770223ce500b3e6ee866572328a83fae1f07e14e20b29674a339991e1&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864149852Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208, Name: checkpoints/14208, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=707cf3bb2bea7930b844e5199f61122226cdf01009ff09a21905ca6876679bc89811b003ab9264a0cdb3b22149bd90f747e926d98feb85b5a0a134be8cf7f49a581fdebc92091c628d4cb0cc8a1d4d507fcc0ccd8f130713dcc9f2b3db63da459a0f3d98a9740b93ee9a782a8874d9a15e68cdf26c5843a256ac1f23541c33b6b6dbbf6c8ac7a5a21290de97401d5661b72d6d31a4c2db240fbc09d8e0ce0b736c8ed30563c3c9cb66bc9d81b85f6a4dc09b87c32e6b38d78227b04fc4c408df92f03d61478e115ac900a5d2ffc436ca79ce10f3160beee4161dcb97e1e9266d3f94726e10e0f140d60341ecf81d74eb8b64c80b158de56b8d2cf44fdcee4a14&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864150043Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2176/default, Name: checkpoints/2176/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2176/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=4596b5b491217b6adcca8c10116ec5978b74111183707994b62e3e35c6e5af6063d6083d8860a7917580533c7fdf3450ff95da843030ec27f9f0a7cd87fc069b6720675e324ab04adfc9d1360a71c3b36e1ab0ea6c7af9f1e1d2c551249511963837104583fc803a5adeb428d5a8483807880804fb440b490480be4ddd93a8963d16d2a3cae07cf716375c969ac73017b57a70f4d0ea79dd6d30877ef9e12af2388824058f039493e338a8181b75f8424e03a9ac183a890cc46541331448e6edaa8484f583e7fe676a537315129699c6a9e872e81f8174b1696653fc06cfba9c8823694aecf3697288176c6d47ccac9c5b41ba47e61dd7f08c91e2939a5911c6&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864169079Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/ocdbt.process_0/d, Name: checkpoints/3456/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=9e8be83b90759f6b2e2f21ec6f7f9025cdcfff4abbdbffc0eec76123a5482ddbed01a10bfc7fbf625b50f79e12e8c656d7809889137e3138a9e5b5db89a09438a453f50c230f429765b7b9136dbc48ea9ce5fe4a296e02db3b40fbe37b453a7ec066b6340f9bd7001f87f20913b3090443feff92b5e432f8137330e0205fcf98f441229939f3762a3dc1b3cd6203ef4a56f5eb79df333becda1b4768996549a744b9a8200c7ff9cc0bf129136f01e349a4745ca39ba6c67ee1d57b1f3ed99d7bddba94c9c1d8338f358bb528700dc98ce9447daf29f8211849f941612a6356f4b1251dc630861fe80e31eb6e2b1a6d3c57eb07440171bddf5e04e4db5062c22f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864186461Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/ocdbt.process_0, Name: checkpoints/2432/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8992916bb0056186d42f465415bc60be9757ad45406684be5fc0b559a81bad6555f700ffb0f4ca0df7c1d522fb6f92346db0447507843c055263c90a549a1706117ed79be209369ed408778f7e5a85364e6e100b20ba6fdcaf50fea8fb48653465321f7ed79c6342ff7d116ef1dbff5385c6337ff5a1fb920176a82181a00933f989c434c230ec659ad4e04cc080e951139ba9a9bc654cc9192d2ed6854780f447bb78ac60c860a90b4eee332220ca743a563e6f64bc10a52b5f9752feaf7e4d4685c4f34619a5e484d2cd90ff1f5c9e18911d9b24a266110fe21bba0c2b36f9e2246cb04dd4ec91e48fc8058cd7fb5ae4f3bc80b9d50da6fce913be7d29a3b4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864192062Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14336/default/d, Name: checkpoints/14336/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14336/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=c10a4bf1ba851b5e8247c33d95517b04f3022b404dfc8fd633c7f60898f60223819e7c9bec5ae2e7824e3a8625d548c1ef5d056a3fac9b0c21fe4f410413c66afe6a5af8b9f5d224cb8d52b9338fe2000bfeec6fc6499d35b3de2756f11e8adc115cb27b21cadae1140e56bd06465669572023edf64c30245800bf4bb1890a89eaa2b5d8a22011adfd79609ee14d82efe89be2f5a591cb2c551106effa8938f49b688e1476c6861cda22d3c0ef29b73492a2986cba3111ac366a51d2ed1d6cab3b9f57f0e1ba351cf53eb9bf9fad3b150d402e4595dd32870e16c677c5544dc567f4182e3b207668e3382a6acbe5c1dec307c848bb3f42b3d2bfbbd4f9891198&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864194787Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14080/default/ocdbt.process_0/d, Name: checkpoints/14080/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14080/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=107004d237dfc9b96e888e8ff994ff967052aa541aa19dd8fbcba8e3b67dd6381ddf65d73b191bb95853128dcff1d4318c9045996a67fa92bd6699ae54a634288b484151b9881da1d3fce864ccaabf78e56f3c4e9c5a0751b46589c248e7337f2de34f298df2c0b8892a26b0259127f711d584d7a3da0943f5b41fd6977cbc5bebe1d0e258ac4c3cbfcd8391359230125eaacb163a6741efc62d28206c92160c5a667eaf61c6e75a1f22bf2cc24ad0983c6b4d40fb624f5116bf0bfebd2a509dbfadf83ab98f6c54d16e9424d88c47b8d129fd09386ffed2567195c1ef14222057f691e351762dd7010fe6697f10ff612d5b88ac75ae60aea1436a9037e6e086&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864194246Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3840/default/ocdbt.process_0, Name: checkpoints/3840/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3840/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1faa9d63723e464b4cf6a65fd359bd909c688a4388f22c869a35b778e3da4f855095ce42af6a6df14c6e673df72668e30d662b36e3c88bbf454b98003e83e5443d0df7f854e8b2a9aa2a11dd781df4e5f40159e5ae7ecd06f3b8e88eb3311f22025f5017b211337d7fd8a6262012dd36503cb58fc8c99adebbb0643f304fe03a8d73693cfa63c060c4ec928b2ca12acf90d7d7b08ef87e98bfc23794675ec91571fe305d11b807de4784ba7af4bcc49623fb2bf2261e4bb7047283d5c0c6c3468b66a4ce84a731f14f892ac3a97aa1ef4cd5e550f7e500269d900b104814b2250f7d49ef163c36de4fd851286ec17a16beafdd80ab4826d552234281d17b4765&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864192923Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384, Name: checkpoints/384, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=979fd3024e7eeee8190ee3edeead26e3057abeb28cc86cc4b5c4c83ddfd55ac1f0e81b6849f8aa3027916214c11e74098cb6c6da92adeee0e13e6b79650db360a7f2232a0904c38194cf0b7f893c9ec86829f3e89bdfa0a24b48d7bb32a6700777cd94ccbfce624f40f365ee32e94109b470dd0fdfb597f5ced9176e3c558d75d8c95df604baa81245b30f0d7f646fa93feca71f64a621e238fb2d0cd8745f6447d1559427303518cc9f119cba25d9f74750fbe8cb2365c1a33f0548d028ee99922bc5bd790a198267b82b8b44925466e07a1d31745d6f5cf6986b9313afe953b86bc47bf63d1c8a1bb13a028f4141c21b22db88a9445d9ae6738a08f12de586&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864210917Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10240/default/ocdbt.process_0, Name: checkpoints/10240/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10240/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5f9ce801d1eba6d787334230ac6a19e2c68079d154ef5a4c8c68e1620e8a3a1b6c4685c0c584754d491c6809105d330eef88fbabab2e2d7c14a014405b83a9e6dc3f78e98dc1cd02161f96387a56c63a5fd403f33edde44548d700e064c796085e0cab09c4b9d75f63336ac13cd6eae6fed340bc8075856189fbc082c78e04b4e3b0c7e82928198bda6a7d98d008a91183c55b0da256186eced29c0d0a8d218e9b7b110c1b6c7118101a51a4dd04b2ab7b432b89f6517e78ccf9f889965a6c24f5ab445cfd10275651c2268763c26e1087a174d7eb3282d47a5c339227171ce85a8349ed80be084db51de2c3bba9793ad3d04292321ba3fbff581536cc4837d2&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864235404Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7936/default/ocdbt.process_0/d, Name: checkpoints/7936/default/ocdbt.process_0/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7936/default/ocdbt.process_0/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=a78767f4e3a6183c5f599b503f0e2da772b97d0d6f09f612aacfa23ac5d78d84a98c260a8ab79cd340614ee32f2e1715541fafc86ad2c386a9020afa37dd3c062c13d39e556c4726d112f1099620f5ca52cac215418dd6d7b4a8b6db86ae8d004fc5e791e3daeb0390876cd770777333028dede76dc9684c8d136806ac5fb5949ade460c9cab0b3ef5022107bc8d3fb5e13453d356a967ddf849c95e77232d1f19d1c983b0fa85f929d4cfd9bf8dcf4b425a362af6fc34bba7ead74d21d9c12dc02092ae1a7b7cbd96661cbc4689e8efe0ec65504d0d62d6591e066184b290b2340df1e5deb0c4c4a901fed382e7ad5a8889566d08e06507a79785cd4c148bcc&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864239251Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/d, Name: checkpoints/12416/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1a160382fb467e242138656e4ce04946a7aaf306e019f5b514a4518f622a285342b524af550ca993797fdfe0250136571ee6c9a2ac97c200fe31d374ae99e5b192687441df27a9189fe98760c3711103129eb5facd95389cabeb74032cdafdd07902f1b487940cc829b19d3ecc954ce6365ddd012927d6fb4ad609e07a389b07528bc2a747b3485c68d15c58ba7ec247ca03eaa6ec944702e45c817ccd98d0416ec9efe54d5d8a1070df1d796f94c3b01b935f62c7483ccc4139e602cafa13de8355ce0ed459f763175d4f252bff2626d7203c00358ae82af020839844eb303c4f774a488a07c8fe4c6dd13c7994befa71860f7a8b8035d46d268cf722f9316d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864243439Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2304/default/d, Name: checkpoints/2304/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2304/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1b1d711f4b23079e6a8ff6a8d7550eadc3d2f5dcad97e6c0df90fafe842c46017dc848e9a571c6288cc3369a5106476c0fcdabcb88f62eecd425f37b09d22be001d28bf0946334bf00af76e7725cc6c1a25e8788254c245622a7b051ce7daf39a6cef4b0fbbc76badce72053cac9f57e4d438eb817f4ee7e4cb6856e0f2f7fd714048917863d34ee3c646fa72948c16ec50869d613df20d5c6fb861fdc5529ce9580cc9f22ed106a074fec3ad618d212cda61bd9e8e0af1b59775fe282ebb0bfca9ca5c43e8ea804676516c49483869209e429f94ed99e29bd616c2c9600932666d1fc0a322bd67a475e53918d04d0df421fb7c9bdd17c7e22170c2e6f3059a9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864243509Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/0/default/d, Name: checkpoints/0/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/0/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6b8454fdc1a23f74462aea7bdc19796ce9a27208ce2d1c7f878cbe197d65f50709efffb122e16c349da8564a6b0ab3466b82db8291cb76e7f8259390eecb347eaa3437aed109d1ed1f8f8418f15b9b044bf23654a93a5fe7f8f52edd1da147e0c624e6408f60bae67876d6eefcf4569581b67efe0d2878d24181f9be0f05afd7c60ff0b1f1931ce2a4dd33683b452e266bf7cf88e2690d7b4637208a48313a763fb54f4b596c2757e698a74df10df51bcbee09f40a18511b685a511ca4bc01903e15e559fb5538a6306089030a8d66777cb083e0f9f8ef4433ba786009d2964167ca5b2ddf48a30b6b2a7f7e9d0a4b5cdb29ca649d0b107a6b7bb4626cd380e4&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864242256Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6912/default/ocdbt.process_0, Name: checkpoints/6912/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6912/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8353911d76ca542074a65c8636cd46f6be42b27b7152bd9141f4e92de8e0fde313db323691a9f76404e173004d46e4160b477504322cd8c878d0b3eb0a3f68f2d80346d9c82f001dc35aa66dacfcb8e3c1baaf28640fc4cd43d8d265cc803ce36847d51240eb744ca6b91f7642987893596fc51d034c465d4629b29f55b4e9d504c859016aa4e342c7cf069d7df7a64bcd1fd95989832091e9c32d4f7e0ee11108854d2cd36584b82b14cb9b821b2ddffc5284ee0b6719594296d4639f6b2bb82750e027f9c1c3fef130505a1f5b7a745582f187e9f7425504e7c1c66e7fd364bba740ae26458159346cf2f67d1f4df3afec6ef77626661495e6ff349ab0dafe&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864250171Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6784/default/array_metadatas, Name: checkpoints/6784/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6784/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=805209c715b18fb53d35cbd0d5632c257799de34b6539f21934a7bc0a52d8cb3986b101045be58c2cb76a71f82eb7ed5f60228d165160d7de5c7892496780e4c4fb5f4ef17da471722c7f77c3d6b629f40d308d9953ffcdd6cbd0d112c4a6934e181d82585b604387b1de225205c6a027f604efe003f1dc6629d7b561a1bedb16c0b8615b5baf15a451f5b64fcd6c21424dd7ec8d234c893b7b7347a6dc902a7ae707618551ca11338c5f03a425867b334d9b6b4b2aacad6e1dc46f917884f9fc8a69e401d04c4df55fd895abaea5e923876046935a51366830ae4246685e87d8f946edf4c33dbade8526d61888aa6dd05d0f3b1dc53c85b707b8339285a2834&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864266953Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14208/default/array_metadatas, Name: checkpoints/14208/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14208/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=98d93f6a350c27e3f77771fbce9cda36efb60854599a15bc30dba8f17f24354ca532a387861296f0bc99e5813d482931807468b96fbccb42660b52474e9692064cc798a43fae93f490e9ebef9172086853f9400c66bb16b51aed0f31966ef55dd668c28082f5f4f33641e1de1a07576a83487786c2a7e39aec9c34d0d9fd53c334f0eed6dff6147a91c20b1a5127f53c5349125466353497696ba2dbf3fd78ed3835cdc92ff37eda9aa9e7335317d3641543db86d42f526715988ff71a8c13cab59babf85eed9546cff6279a53d01ebf64ecaf80ba52f5dd47c80f109d6e016e0553d08b74cb9d30641352fe66b62979d8ce248bb9ed69b49b29dc376b462571&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864277172Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12416/default/array_metadatas, Name: checkpoints/12416/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12416/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=383389633eed80273bf9a2f96dbb4ed8ce645349433a18ac6910d79c627df14965106e4bb0bebb8677691fc0ac297a4786edaf52323b4daee3393e20ffa1e397926f71feb3bba67975a2c2052d4f01e0f1f0b8101535193137e93b93dfdf3a11ba89717e1448c14ed6f9751824764fff828519b61c8b6d807f7df6a95909fc22e2d4c394ef079484f6b88ca0ab1287cd315a3e6d8fa3e481f12d7f798b0b1f80510539e3579c2e6d8a8c5fba1b51869e4d535f0a6ffb42962f94636369859acb821668fae6099b416ce3e219e139629afdb98f84ba0cc6102e571237f458b25815d2d63645f7b52952f320c6927fee69dacfe11676e3b757f8880239cfdc1521&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864289726Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/11392, Name: checkpoints/11392, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/11392?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=17a345a1dc3435020d4f242f1cfc32566a1f884ac8ce9276136901f07bfe638e375732cae97dcb6102471e110b80b567045f337b0a6580e5fc34981667e447b5203cec8d60f486785269ebcec7437845c15a1774d7d16443820855c95171f34ffa934d091a868c2817f343cc83b4d5c01ea2fd3e91b253e41f41cbe437402ca5f22b6b47d015583b20db09fbea57e4b6cc193d701070309edbe7b4d52e605a3fd6a2e7d01a66abafdf0763c15f491bf8d94bd13b60b8a9beec72b7136f61581fe49c6b90c4f6b9e97a8acc0183e2863be530fdc73ed3711245f360238dc26e869d5a04ade3e5dc6c220101293bf238a14fabe4cc0ca568136e072fde289be5bb&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864279897Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/array_metadatas, Name: checkpoints/7680/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=385d3aa55f9d439ce47a4e340aeed810b916b58f40a13fce0549a1c93bc5d143a74a0eb1e78f34e1ecf2d28ea80bd2139cee57c0a6e16a8f4f36e80205e059203d94bf33cb6b3e05eec16b3583ea45a3555e817a34166301f2db2e24b4ca2437b4e27f2b59c9f42f1a7372bc8346d0984f9972c640b124240f121ea07d4de0f9f864ad47eebf1cc15f6c8de7ff8f6e5878b2213e1d106d7a5d4d4ab72403652d6a586ccdf9d3bcd483cb0f4c42284cc40ab34b88bf5aaa3319a34b1b5e9e419e0a56fdbc20a9b27193cc367f0f3be263419b5ece7765f294e977cd2eb2b956f878d588b4efb8399295893cbe4df5abb72df0580f77e49a611837b7df7f66fe2d&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864284867Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/10624/default/ocdbt.process_0, Name: checkpoints/10624/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/10624/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=6700301c8d6409cbea8d6365ee8ba5a4c66855faa2d8eb953711d46c7306a0fb6586a3830d4af418124649cb19ff287a05768f559c39bdcb729e71ad650938b7c658db4352217a4178d8bab1161a420609328d0a819c8cac825db06433fb9fd5eb06a9fa7a25c4fd13a4e50e69400d67a62bc28c0847ebf34e70eb7411a940b956c4c710df9b124016c8c9a950cb08e6b8dafe803cd1b01a9b71e4ed45274bd249cd6c2a7db7f5e999d0a488cc03106a077b4ea199228c7ef03e9cfb0c69e5080aa907589373c911d4d5d422c62996f51353c5f3ccf33d3b0bd1461f29fb58cfa3cab4bfb113a27fe069861db677b35e636c63dd24de2265c8f3b036a1f9db54&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86429167Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/6656/default, Name: checkpoints/6656/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/6656/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=3f3a1bf71a8c5f7e496339bf66acc619fe23326417bc0cbb08a1b9b7ad809b15d2ad7224f3fea0e3163740fa3b744e99e53767ac3f2d3e52118d94292b1a35e8fad1f522c9f281612af2ad03df3d77ac86b3d856ba60ba2dbc5db7210ee8be4ac12d8389da93dec35ae5e2a467c18b472200c90eca780dd74f1f0e9de4072febe93578a199246865fa81ebaf400237d816fa63a5d020df707d376547b521ed53e89457d0d7d04e6e36bffc096c6bcc7be29ceaabbf51d706d9898f4883cef105a572c59c220aa75c00eda3fea87fc5ff527fe4777085fca03674d4114fa7cba2591a5203d43b04807b8417f207d7b14a292e1ff806e883ea3bf28341d1d62af9&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864290958Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/ocdbt.process_0, Name: checkpoints/7168/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=ad2d42171f21c1be0844f585fbbfb834df78339b8b7a0bf485d60fcb4c901a9cf7a6058de5416eb01fb936fd9e944d4429eeba7843c5146ece5fc031406fcc4d7c4ebccdf32bf48e22f2ae7593fca84ea8bc8ec56dac9e7fa16f217cc07e07c729f2d98ad5ceba5ac0c5aeda89e616d293a727408087eceae06eaa6878e0d927cdc0c1e39f6c956124d9fa0fec0e357fa5998a6917c6591609c68f62e0d8afd48d7f7911f56ddfb4711bde4ff794a2c1fa51aa77b18d6454fa3266eed164eef78d774d300103d6306e2f6e2c41d6e7761166475dca344db656973f1c6856e4186370e7e82c5eccd68c7bed25634bba0644c0ad184d02b7fc9da9c79662d08d9f&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864289976Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/12160/default/ocdbt.process_0, Name: checkpoints/12160/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/12160/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=968cc71e3b65398f5bb8d70367c728efc7b169c50468f407e33bf995df405e4009aafbc096808b19e0c117fb45a80568cbcc28503de7baa68fe760a34a8bc162b6a5c460ea06cb4a70b2a82ffbd607f6b5fba1cd7cbb3967f42fb37a39f4bc116497f7f627490904411aaae4527ec967cf22df8c4779753156ed46278d2d240ddd854683eb992767f3a0fad58dfa24561ea61051280c4df08d96d9e7e2226dca290520ad5b2a17cc3fb0be2dfeb6051b6e1600eccb285b96fa7acc59625ee66a1bb98dceabb0134c211f1765973ead907eb257e74ded1069e682dd726662a6ce8dbf7131af6bdf06447d6095b6b85905596e16c2d261beac1db14a4db2ae7382&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864314953Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/384/default, Name: checkpoints/384/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/384/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=5a99edf01837e034b5c412d9ed626c186947913fceb1905bdfece5036a7c5c3760e40aeb066cd536cc76d1c645252864a17d2de31bec0abff4852c00296f15bed53b0ad0f53d2d244bc1d1d2cb882bb8136dc6168e0f084cec48467f52f8787a0489b5b3b4e004f7a136dc7f680fa1c8a25faf61d09022dbdca410393bcee054a062510bedd165532831f6cc3726b9ac53daff1a2527905c423586fd42c32f167f0b7a2f68931ec2e36fa8960b35fc6dabb4ed76ee62cc96a0d10e6051c9a7b4bde50874370e92f957535b6cb1d22ba17d6c30cb1470dd286e43eb246262c3544f13b0c6e0ca7dc9fc2f7b2807ec8a4c926e90c522d4e5131ec883acf6b74efa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864324191Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4864/default/ocdbt.process_0, Name: checkpoints/4864/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4864/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=2061635adf7e6567d1c3023dfd9fa6e273fba6d9039cbb427ed73a3ef539e09dadd84f901946131c0595f1970c2e22f4925089f303a4b9065f0151c13b6e0973d6b2ae85365936d3d96eb32df5325abc080c6540a89b1469728a714876b3313038c14cd099ad9f9e91de18a9006c19c440cad79f31425742db950593331c78a656583cbe53aeff774cbe4335ee55864062f4ccf69ffb8b692dfa9a6d8020d493d47abf9097a6cc9781ee5dd236381e399b3b46453ef4af6b911d72288e529786d3a6b94b9c178857727b236072045e537b54518403426ff717a296ffe03c35a2719a11d35e500b3b567a4ca70e1585d8cf1951730f09d00c6eaee1987dec0875&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864335753Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7680/default/ocdbt.process_0, Name: checkpoints/7680/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7680/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=1ec5e4c6a211110f5e6785a5d31df94671bf97963456a972750da33df9c38856c417d919785ae18ed2267c93bfb60f24e9be7210cdc8db4e4abe5b3ad1e6ea93fea5a42aec1b65f6124900965c490737eaf549852d1eae5f47bcc27b3fd2d95c4c3d925ef3eb3a0489453730d0144199730fa59d5feac0c9b064f5c033ce21ed9680b78881eff12d1b056e9f4000070d69e65221b692f105b43b43d812c822158ec80065bd3d31858c72d8f65d1ece1f25491fa1357d9a160e7bd2445305023c5bf3e66cffe3b4c1b8178d27d264700b628dfaed5a506ca860b3eaf2e5f5551b08896d0b76442f6b20874fe604f63b6bcd2e7b926ffce631112136b1d3322102&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864338999Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3328/default/array_metadatas, Name: checkpoints/3328/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3328/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=7e1fd045786ce5f38c147ecc0852ffc22c464d6e54bb7ea92412952f1416fd4293ce8e2b56d493bb0a894ccad46989f17ac19fc75acb0b4fa5a542ee740fc60124fc33c84df1e954b5d05d5ecac3b71ba6b3a8c51dd8c4c53c784665e16ebaa5ac90f800c5c396498f2b81a2f41dfe37ded2ba5937cb2327e966645225125d38f9d2b272eca01dc3678384ad955a88042c0ed2321438bd18fe6b4fbcd5e3e64686b73c78cee14c761330f27cf6eb914baa2b2c7f532e58e522d743c9942ed45899aced28a77e4b62a8ebc06a2be07e524f0e62b4e8592102d2cb566f1ac6abbcaa02d79bd7edfedfc603bfc21f5dbccc9ec84392275d36a74216e4c9f6725b42&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864337696Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7168/default/array_metadatas, Name: checkpoints/7168/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7168/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=701e51a4886909cb8eb450cd982e2fc7ee91a9c6fda145f4dfbce7c82b573b094793b7c2654c63f76af14558729cd6a54bef73e75d8e8e1c40635366646987871712a25620058142c2afde5d955052f01fc0e84030be35c8e26bfa76650d922624d33e160ad4df0e9d812911195be4b36f80f7991588b3ea5aadac0ab01266f3fa39b887d9aae18306ba10741c3cd25d616281d445fb528cefd4758cc8ea036177251cad2270c703a2e6dd3d514ba3de4c280466e9d49bf90c22b9291f5855b1269407eef88efa0d015fadc99259f4935951aaa152a0d013bd68bcba33626e84acc090d2570550c9fe3036d5e54064c9bdaef8d552b7021476bb567795d10271&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.86433962Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/5248/default/array_metadatas, Name: checkpoints/5248/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/5248/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=b469fdcf29a06c75b2844c8d4f76407d4ca6a79417c3252055b0d2885ad23f6e29226cde92a8cf94a375937839f9d68036357282ca81065f4280f21fd496efbb7d3cbee3802909f81aa57aee372ae8e6af4d8a6a9f293a8fa96a80e75c338572c6bfe2c46aea4a0c48a8e49d7de89f99fad0fe255de370ca1b6f87eda50ba06b3c8075b1e98127a5e72d74fc0558ea6755580902f4c1f92033cfd72630287932374812c40f27b375b4193b4ab5ad61f50c1b7bbfe75d3c0f26687326e4cf52f31e799d716efd1800d91a12ac401340cbf493de9c23e65303369774bf37930f5c7207ce82351457a4a8550285649cc010da78050d5f338eb203243b2281bb5a2b&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864336604Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2048/default/ocdbt.process_0, Name: checkpoints/2048/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2048/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=423de833ade65ce663a7b3d760f4c559bc4538f03c30c4f52ec61271c051d7359d719593ac180b123021690cec4d6f9bf97c9eb697d7ac93cf6e90dd42e26c10b86a4d983975b700fa62d2f7a4d01b7268461815d1d3515ab8d9cacd7d8011c7c4cc87254aaa7df24294a23d2c34a26df28671f27def60584fa40f322632ac59fe71ec56b9a682593653090ba6d7bd3152c096e33a8aed64588d3d1f1303f849840437c8101d4f52c631cd30df2e011dbe3051b47f55dfdef01c342e5c6618f23f07dc639833053cae502e1fe224f1b9e1d9dd9982db950a54a800dbb9433e36367207c6f6309180150b0efaef68ddd4709593c1a897e7edd5ed93bfbf3aea71&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864345832Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14976/default/d, Name: checkpoints/14976/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14976/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=8510209aed2ca98ca2e48b9644e7e6718c8807d9c4185ace144b7cc4f0fb351164259c6ee333c22bab3005640306cbd74b107955fe0a5ce3b015feaabe1fca5010320b98db33bf8a5624dbd7dab35892e20117f096501596d4a3e6f2d421ae22df16771182c8bb2ef610b3c7dc60d6eefa33da3866d6dd185aaf89ba345fb5602d2e0546f87c389740c5a8e2de60666454f245be2627a167729967c4b55b553ff40dab6dacee5f2a273cbad055f052205a6963dc85e2ef1996fcc850f91e33617dd0ed7d816c7598894df3303842dd519082403c4b5e5ee81ea8d5cc32538db95627280cd4dd2668f24750e9b50a169143cc2f543402d87a0e980091b776ba44&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864349178Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/7040/default, Name: checkpoints/7040/default, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/7040/default?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=999f415e715cc347df5bcd3d54e796e4de13a0ec271e6d25f2f89080c50b5342f6cd3f16378220dbabc825d02119c939dbb6b53203546876b9673b5d0256dc2775ce328b0e406f68c6fe523c553e22d09f7f72fb9a5db929f54c5b89e180d9a916884dca2efb29a862389379b3a13834d18041dcd5cad94b0c1531cf9187b4adf2578c82d9bd46aa504d98cef53dbb4617222fe906a0a70cf331659c49b56bd22bc9758db5bbac7ab014abcb3b4ffe01dbf5c17dec902a26c0e5ec442cfccf63db06b4ac06e125d8013413ac26218c4dd72687b67d44afcc9137c6f71e8ecd79ab01ba621ccdae0c50d3beb2cd256e2c06f9050d9a197f0182be9310e747516e&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864357173Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/2432/default/array_metadatas, Name: checkpoints/2432/default/array_metadatas, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/2432/default/array_metadatas?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=77719c28c5dbea9ffbf624e9bf0597db4452565c649a9c54d1e777d700f3b4fed2b6ff7d6e205071a96a8a4ed2701522245a80a62db0f11570553f31e9cb3a55a645cb1def8f804d358482bbd4abae065a443baca3cb592c080c76faba4f6a2473ff70dc54960138907fe013c9d4e5959e63f5ad248677c00c6446305284e605a759c12203d995c103fb4e45051d4056140ce021917153401d56808aca8fb55fee7768acce55f3c801cb7cb288c3981d8963c5e3d5466997dc17ab011c2376971bf91d9e6909aab8d3d2bd99c0419899e4701c416ae633f144e8f38346d9a14b1d182a1c27efdd459dd146ccafe1ae9479a5e7e91808479dd8cd988c15f429bd&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864373524Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/3456/default/d, Name: checkpoints/3456/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/3456/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=065a5fc42ec463916eaa87cc1d29feeb5e97169600d7168171712eb1cc4b62e437ddd7e198a3709a5ebf3e077b9a94c17a8ec0c594fe1c98ef1454659ec0411e40e816659871deffedb343cec504976dc86c19053f96c8658227b3ba6579729bc4428b8a9e938ed8c17e161220ebd2f9fee66818b97889c57c0e21107eca5a8cb0147081bc0ab63026e64cf6bbf62f9e21528b3ad2ee345ed3e8bf799d75d19264e61063e4e4505d5fdfb7daa66575a4bd9d348b4989f5e4a166ecabefbfa723a34c5f93d80d8c467bba4ed24093e4be5a839f28ea4ee5daa83a405de94ffc6279ee6750b7e41ac1dc474d3ee6a64174a31a4920b52b8135d7eaa69380a90079&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864379695Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/4352/default/ocdbt.process_0, Name: checkpoints/4352/default/ocdbt.process_0, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/4352/default/ocdbt.process_0?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=57959b1bf9f335eb996225aabc07218c5a3b046d9f8f05973d1cb8a687a38253ce83e0b585db4eb4b3fbd0d6690a4158b2df9b8dd77458155236124135c38df04c93c22f4d9e3fcd7485a399982f27d6d5d42deebb79c4343818b6b10f0a6b6436ee3f52f74d4fc9422396f3b907fcada7cd73e8f0ddf7ebea1d70fba12a4d95f96ad71e575232c4e181724b278efb82e72e778affcbb5b09d8e5999cf446de6fc6f06ff77742ab4fb0d449fb613de2b6964a736821e2ce787cea15e2fb3a7fd3266aebc92d1b0f3088556dd94a6f131ef6474e44e014c146942c0e9b7bb90b63ba3e20b3fb7823852bd33813acabc5204e9f8d3b895edb852daccfa5b255afa&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:45.864384805Z","level":"ERROR","msg":"file transfer: upload: cannot upload directory /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d","task":"DefaultUploadTask{FileKind: 0, Path: /workspace/HOME/guest/david_quarel/jaxgmg/wandb/run-20250724_204335-alpha_1_blocks_7x7_500M/files/checkpoints/14464/default/d, Name: checkpoints/14464/default/d, Url: https://storage.googleapis.com/wandb-production.appspot.com/dquarel/jaxgmg_500M/alpha_1_blocks_7x7_500M/checkpoints/14464/default/d?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20250724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20250724T220745Z&X-Goog-Expires=86399&X-Goog-Signature=0dd99a359864076faaaa67e99390e7230fa36c4126aa77cdaf6cb98a955640239ba46ad37c3a51cecb270a54119fbb0897500c4849766c54520ac8c635332d647349d7251e6ab534ab777f41a9f5d17a6b7134ca69cc957e82fb9ba8f803bb9b9da38ca692994a4e11f7ec1cb1e61bbdb434168d2e7efca5fbbe87c63773b44ec44375ea42fe1f6450e78195e76ef042e7e6b99b881c90c3ddf8d2de63b56a07599d5f753b874dcf933273a1f910f6d5d2544ae79235e0a289182c234847507b45d4408157393ab37a72fb7a3d410ff30bc4372151a78aa1dc143af4cd5b92b7adb19ac1601dd9e5ced7d4485856c0bfe53931cb75785516df0e9678bdbb6839&X-Goog-SignedHeaders=host&X-User=dquarel, Size: 0}"}
+{"time":"2025-07-24T22:07:46.156218236Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-07-24T22:07:46.392860418Z","level":"INFO","msg":"stream: closing","id":"alpha_1_blocks_7x7_500M"}
+{"time":"2025-07-24T22:07:46.392878242Z","level":"INFO","msg":"handler: closed","stream_id":"alpha_1_blocks_7x7_500M"}
+{"time":"2025-07-24T22:07:46.392888061Z","level":"INFO","msg":"writer: Close: closed","stream_id":"alpha_1_blocks_7x7_500M"}
+{"time":"2025-07-24T22:07:46.392918758Z","level":"INFO","msg":"sender: closed","stream_id":"alpha_1_blocks_7x7_500M"}
+{"time":"2025-07-24T22:07:46.39295129Z","level":"INFO","msg":"stream: closed","id":"alpha_1_blocks_7x7_500M"}